-- Logs begin at Sat 2022-05-14 15:00:54 UTC, end at Sat 2022-05-14 16:11:31 UTC. -- May 14 15:37:44.111575 dv-cinder-839793-11-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 14 15:37:46.907460 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.common.config [-] Logging enabled! May 14 15:37:46.907987 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev210 May 14 15:37:46.908238 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115001) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 14 15:37:46.911776 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.common.config [-] Logging enabled! May 14 15:37:46.912030 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev210 May 14 15:37:46.912339 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115001) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 14 15:37:46.913266 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 14 15:37:46.913502 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 14 15:37:46.913865 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 14 15:37:46.914110 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 14 15:37:46.914377 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 14 15:37:46.914798 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.915098 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.915332 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.915634 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.915935 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.916218 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.916509 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.916807 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.917093 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.917372 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.917655 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.917885 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.918165 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] config_source = [] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.918473 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.918763 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.918987 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] debug = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.919269 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.919697 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.920106 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.920398 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.920689 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.920966 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.921238 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.921511 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.921793 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.922119 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] host = dv-cinder-839793-11-iscsi {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.922424 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.922712 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.922997 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.923281 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.923554 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.923828 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.924766 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.924906 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] log_dir = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.925194 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] log_file = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.925453 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.925740 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.926027 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.926331 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.926568 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.926790 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.927078 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.927367 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.927641 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.927914 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.928187 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.928463 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.928735 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.929005 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.929290 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.929574 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.929857 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.930129 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.930434 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.930707 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.930979 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.931265 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.931538 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.931809 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.932081 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.932365 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.932629 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.932899 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.933193 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.933477 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.933756 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.934038 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.934325 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.934608 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.934876 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.935143 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] use_journal = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.935408 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] use_json = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.935677 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.935942 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.936218 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.936493 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.936759 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.937030 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.937297 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.937580 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.937848 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:46.938137 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.938455 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.938755 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.939035 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.939341 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.939620 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.940576 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.941005 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.941101 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.941345 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.941632 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.941909 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.942206 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.942523 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.942817 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.943120 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.943413 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.943702 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.943976 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.944249 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.944523 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.944797 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.945082 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.945356 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.945643 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.945928 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.946206 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.946539 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.946824 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.947107 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.947398 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.947689 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.947962 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.948239 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.948531 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.948806 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.949079 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.949370 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.949648 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.949916 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.950194 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.950498 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.950772 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.951043 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.951320 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.951613 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.951887 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.952156 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.952430 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.952704 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.952972 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.953255 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.953530 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.953801 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.954072 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.954375 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.954648 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.954920 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.955197 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.955523 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.955978 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.956196 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.956478 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.956751 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.957024 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.957296 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.957567 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.957841 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.958122 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.958425 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.958701 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.958972 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.959246 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.959520 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.959817 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.960095 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.960373 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.960651 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.960927 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.961203 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.961479 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.961756 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.962034 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.962326 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.962620 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.962903 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.963191 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.963474 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.963753 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.964071 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.964349 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.964625 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.964905 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.965181 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.965460 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.965745 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.966030 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.966344 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.966647 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.966928 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.967223 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.967521 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.967814 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.968098 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.968406 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.968686 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:46.968902 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 14 15:37:46.969137 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=115001) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 14 15:37:47.427650 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=115001) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 14 15:37:47.427928 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=115001) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 14 15:37:47.428289 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=115001) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 14 15:37:47.428562 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.manager [-] Loading core plugin: ml2 May 14 15:37:47.756900 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:47.757115 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:47.757381 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:47.758588 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:47.758860 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:47.759122 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:47.815102 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:47.815438 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:47.815646 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:47.830201 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:47.831061 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:47.831290 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:47.862112 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:47.862410 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:47.862683 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:47.899036 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:47.899312 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:47.899579 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:48.239545 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:48.240189 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:48.240189 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:48.240363 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:48.240997 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:48.339492 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:48.339814 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:48.340097 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:48.340369 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:48.340638 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:48.340950 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:48.341210 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:48.341465 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:48.341719 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:48.341999 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:48.342256 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:48.342543 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:48.342797 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:48.343047 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:48.343298 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:48.343556 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:48.343806 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:48.344071 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:48.344336 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:48.344594 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:48.344861 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:48.345111 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:48.345391 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:48.345767 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:48.346104 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:48.346415 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:48.346810 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=115001) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 14 15:37:48.347048 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=115001) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 14 15:37:48.347284 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=115001) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 14 15:37:48.347519 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=115001) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 14 15:37:48.347752 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=115001) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 14 15:37:48.347984 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=115001) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 14 15:37:48.348343 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 14 15:37:48.351418 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 14 15:37:48.355310 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 14 15:37:48.359167 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) May 14 15:37:48.360783 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 14 15:37:48.361351 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 14 15:37:48.361728 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 14 15:37:48.362113 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 14 15:37:48.365070 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 14 15:37:48.365375 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 14 15:37:48.365724 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 14 15:37:48.370622 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 14 15:37:48.394271 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 14 15:37:48.394746 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:48.395045 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=115001) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 14 15:37:48.395415 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:48.396765 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=115001) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 14 15:37:48.397040 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 14 15:37:48.397280 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 14 15:37:48.400556 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:48.400840 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:48.463374 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 14 15:37:48.463609 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 14 15:37:48.463842 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 14 15:37:48.464206 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 14 15:37:48.485082 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_db.sqlalchemy.engines [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=115001) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 14 15:37:48.928863 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.managers [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Initializing driver for type 'gre' May 14 15:37:48.929351 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] gre ID ranges: [(1, 1000)] May 14 15:37:48.984617 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.managers [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Initializing driver for type 'local' May 14 15:37:48.984950 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.managers [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Initializing driver for type 'vlan' May 14 15:37:48.998679 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] VlanTypeDriver initialization complete May 14 15:37:48.999024 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.managers [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Initializing driver for type 'vxlan' May 14 15:37:48.999505 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] vxlan ID ranges: [(1, 1000)] May 14 15:37:49.058371 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.managers [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Initializing extension driver 'port_security' May 14 15:37:49.058711 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.extensions.port_security [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] PortSecurityExtensionDriver initialization complete May 14 15:37:49.059042 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.managers [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Initializing mechanism driver 'openvswitch' May 14 15:37:49.059360 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.managers [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Initializing mechanism driver 'hyperv' May 14 15:37:49.065982 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.plugins.ml2.plugin [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=115001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:37:49.066852 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > port after_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.067231 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > port after_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.067584 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > port after_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.068107 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=115001) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 14 15:37:49.068545 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > subnet after_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.068900 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > subnet after_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.069248 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > subnet after_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.069641 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=115001) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 14 15:37:49.070049 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > network after_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.070420 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > network after_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.070768 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > network after_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.071161 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=115001) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 14 15:37:49.071566 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > security_group after_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.071916 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > security_group after_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.072258 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > security_group after_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.072654 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=115001) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 14 15:37:49.073057 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.073436 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.073750 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.074135 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=115001) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 14 15:37:49.074558 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > address_group after_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.074905 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > address_group after_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.075242 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > address_group after_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.075632 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=115001) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 14 15:37:49.076075 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] ML2 OVO RPC backend initialized. {{(pid=115001) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 14 15:37:49.076777 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > router_interface after_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.077162 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.077576 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > network before_response 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.077924 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > networks before_response 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.078270 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > port before_response 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.078633 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > ports before_response 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.078975 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > subnet before_response 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.079313 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > subnets before_response 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.079660 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > network after_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.080001 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > network after_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.080358 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > network after_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.080697 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > port after_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.081139 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > port after_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.081485 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > port after_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.081823 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > subnet after_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.082162 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > subnet after_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.082530 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > subnet after_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.090032 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.quota [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded quota_driver: . May 14 15:37:49.090373 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.plugin [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Modular L2 Plugin initialization complete May 14 15:37:49.090722 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading services supported by the core plugin {{(pid=115001) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 14 15:37:49.091058 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.managers [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Got port-security extension from driver 'port_security' May 14 15:37:49.091537 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.extensions.vlantransparent [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Disabled vlantransparent extension. May 14 15:37:49.092032 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=115001) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 14 15:37:49.092354 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading Plugin: router May 14 15:37:49.128139 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > router_interface before_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.128528 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > router after_create 55549900 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.128901 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > router before_create 55549900 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.129268 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.129643 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.130004 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > router after_delete 55549900 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.130393 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > floatingip after_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.130753 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > floatingip after_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.131117 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > router after_create 55549900 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.131474 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > router after_update 55549900 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.131828 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > router after_update 55549900 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.132180 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.132663 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > router after_update 55549900 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.133080 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > router precommit_update 55549900 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.133457 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: port after_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.133794 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: port after_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.134129 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: subnet after_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.134494 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.134842 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > port precommit_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.135192 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > router precommit_create 55549900 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.135540 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: port before_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.135882 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > router precommit_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.136237 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > router after_update 55549900 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.136580 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > router precommit_delete 55549900 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.136937 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > router precommit_create 55549900 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.137303 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > router_interface after_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.137654 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > router precommit_update 55549900 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.138026 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > agent after_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.138401 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > agent after_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.138755 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > network after_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.139614 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.quota.resource_registry [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Tracking information for resource: router configured {{(pid=115001) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 14 15:37:49.139947 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.quota.resource_registry [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Tracking information for resource: floatingip configured {{(pid=115001) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 14 15:37:49.145393 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.db.l3_agentschedulers_db [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 14 15:37:49.145971 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: port after_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.146353 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: port after_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.146711 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: port after_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.147065 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: port after_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.147849 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > router before_create 55550100 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.148215 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > router precommit_delete 55550100 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.148578 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > router precommit_create 55550100 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.148933 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > router precommit_update 55550100 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.153608 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.services.provider_configuration [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Service providers = [] {{(pid=115001) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 14 15:37:49.153974 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.db.servicetype_db [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=115001) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 14 15:37:49.156910 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.services.service_base [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=115001) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 14 15:37:49.157257 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.services.service_base [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=115001) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 14 15:37:49.157595 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.services.service_base [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=115001) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 14 15:37:49.159148 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.services.service_base [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=115001) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 14 15:37:49.159684 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.services.service_base [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Default provider is not specified for service type L3_ROUTER_NAT May 14 15:37:49.160057 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=115001) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 14 15:37:49.160376 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 14 15:37:49.170805 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=115001) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 14 15:37:49.171144 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading Plugin: auto_allocate May 14 15:37:49.177005 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: network precommit_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.177373 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: network precommit_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.177887 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=115001) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 14 15:37:49.178209 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading Plugin: tag May 14 15:37:49.184912 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=115001) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 14 15:37:49.185244 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading Plugin: timestamp May 14 15:37:49.189026 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=115001) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 14 15:37:49.189356 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading Plugin: network_ip_availability May 14 15:37:49.194947 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.195320 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.195675 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.196379 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=115001) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 14 15:37:49.196699 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading Plugin: flavors May 14 15:37:49.201560 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=115001) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 14 15:37:49.201889 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading Plugin: revisions May 14 15:37:49.206692 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=115001) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 14 15:37:49.207079 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_concurrency.lockutils [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.779s {{(pid=115001) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 14 15:37:49.207806 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=115001) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 14 15:37:49.208139 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Initializing extension manager. May 14 15:37:49.208663 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: __init__.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.209003 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: __pycache__ {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.209338 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: _port_mac_address_override.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.209669 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: address_group.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.210443 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.211012 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: address-group May 14 15:37:49.211335 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: address_scope.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.212050 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.212560 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: address-scope May 14 15:37:49.212880 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: admin_state_down_before_update.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.213795 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.214330 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: router-admin-state-down-before-update May 14 15:37:49.214655 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: agent.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.215352 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.215861 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: agent May 14 15:37:49.216184 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: agent_resources_synced.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.217084 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.217599 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: agent-resources-synced May 14 15:37:49.217922 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: allowedaddresspairs.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.219729 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.220257 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: allowed-address-pairs May 14 15:37:49.220583 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: auto_allocated_topology.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.221790 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.222350 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: auto-allocated-topology May 14 15:37:49.222795 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: availability_zone.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.223731 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.224281 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: availability_zone May 14 15:37:49.224610 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: availability_zone_filter.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.225525 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.226038 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: availability_zone_filter May 14 15:37:49.226394 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: data_plane_status.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.227306 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.227816 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extension data-plane-status not supported by any of loaded plugins May 14 15:37:49.228137 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: default_subnetpools.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.229048 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.229622 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: default-subnetpools May 14 15:37:49.229946 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: dhcpagentscheduler.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.231030 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.231543 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: dhcp_agent_scheduler May 14 15:37:49.231872 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: dns.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.232785 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.233292 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extension dns-integration not supported by any of loaded plugins May 14 15:37:49.233613 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: dns_domain_ports.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.234561 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.235070 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extension dns-domain-ports not supported by any of loaded plugins May 14 15:37:49.235390 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.236304 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.237426 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 14 15:37:49.237748 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: dvr.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.238445 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.238951 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: dvr May 14 15:37:49.239271 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: ecmp_routes.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.240181 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.240695 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extension ecmp_routes not supported by any of loaded plugins May 14 15:37:49.240997 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: empty_string_filtering.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.241905 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.242455 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: empty-string-filtering May 14 15:37:49.242777 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.243689 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.244203 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 14 15:37:49.244524 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.245438 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.245947 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 14 15:37:49.246269 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: external_net.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.247203 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.247719 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: external-net May 14 15:37:49.248043 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: extra_dhcp_opt.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.248943 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.249590 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: extra_dhcp_opt May 14 15:37:49.250026 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: extraroute.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.251283 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.252011 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: extraroute May 14 15:37:49.253011 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: extraroute_atomic.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.254475 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.255229 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: extraroute-atomic May 14 15:37:49.255668 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: filter_validation.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.256556 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.257104 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: filter-validation May 14 15:37:49.257542 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: fip_pf_description.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.258795 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.259508 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 14 15:37:49.259954 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: fip_pf_port_range.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.260918 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.261432 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 14 15:37:49.261761 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: fip_port_details.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.262724 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.263242 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: fip-port-details May 14 15:37:49.263564 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: flavors.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.264768 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.265290 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: flavors May 14 15:37:49.265614 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.267310 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.267876 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 14 15:37:49.268205 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: floatingip_pools.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.268907 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.269423 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: floatingip-pools May 14 15:37:49.269748 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: ip_allocation.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.270690 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.271200 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extension ip_allocation not supported by any of loaded plugins May 14 15:37:49.271521 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.272437 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.272949 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: ip-substring-filtering May 14 15:37:49.273270 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: l2_adjacency.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.274180 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.274721 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extension l2_adjacency not supported by any of loaded plugins May 14 15:37:49.275042 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: l3.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.276003 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.276519 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: router May 14 15:37:49.276841 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: l3_conntrack_helper.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.279141 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.279670 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 14 15:37:49.280003 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.280921 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.281439 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: ext-gw-mode May 14 15:37:49.281768 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.282714 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.283228 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: l3-ha May 14 15:37:49.283681 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.284603 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.285111 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 14 15:37:49.285434 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: l3_flavors.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.286371 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.286886 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: l3-flavors May 14 15:37:49.287209 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: l3_ndp_proxy.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.288572 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.289097 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 14 15:37:49.289428 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.290360 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.290882 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: l3-port-ip-change-not-allowed May 14 15:37:49.291211 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: l3agentscheduler.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.292249 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.292764 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: l3_agent_scheduler May 14 15:37:49.293092 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: local_ip.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.296356 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.296881 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extension local_ip not supported by any of loaded plugins May 14 15:37:49.297215 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: logging.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.298702 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.299752 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extension logging not supported by any of loaded plugins May 14 15:37:49.300083 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: metering.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.300824 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.301413 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: metering May 14 15:37:49.301739 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.302860 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.303383 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: metering_source_and_destination_fields May 14 15:37:49.303705 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: multiprovidernet.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.304634 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.305150 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: multi-provider May 14 15:37:49.305472 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: netmtu.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.306413 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.306930 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: net-mtu May 14 15:37:49.307249 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: netmtu_writable.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.308165 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.308676 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: net-mtu-writable May 14 15:37:49.308993 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: network_availability_zone.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.309653 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.310159 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: network_availability_zone May 14 15:37:49.310519 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: network_ip_availability.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.311618 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.312137 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: network-ip-availability May 14 15:37:49.312457 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: network_segment_range.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.313214 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.313721 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extension network-segment-range not supported by any of loaded plugins May 14 15:37:49.314037 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: pagination.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.315628 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.315960 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: pagination May 14 15:37:49.316281 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: port_device_profile.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.317187 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.317701 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: port-device-profile May 14 15:37:49.318020 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: port_mac_address_override.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.318984 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.319498 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: port-mac-override May 14 15:37:49.319822 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.320742 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.321249 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: port-mac-address-regenerate May 14 15:37:49.321569 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.322510 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.323028 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: port-numa-affinity-policy May 14 15:37:49.323349 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: port_resource_request.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.324258 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.324766 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extension port-resource-request not supported by any of loaded plugins May 14 15:37:49.325086 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: port_resource_request_groups.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.326037 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.326576 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extension port-resource-request-groups not supported by any of loaded plugins May 14 15:37:49.326900 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: portbindings.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.327820 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.328330 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: binding May 14 15:37:49.328652 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: portbindings_extended.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.329909 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.330582 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: binding-extended May 14 15:37:49.331109 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: portsecurity.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.332491 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.333020 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: port-security May 14 15:37:49.333350 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: project_id.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.334345 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.334683 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: project-id May 14 15:37:49.335004 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: providernet.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.335927 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.336444 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: provider May 14 15:37:49.336765 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: qos.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.340460 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.340941 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extension qos not supported by any of loaded plugins May 14 15:37:49.341270 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.342542 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.343062 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 14 15:37:49.343392 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.344310 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.344824 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 14 15:37:49.345150 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: qos_default.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.346104 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.346658 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extension qos-default not supported by any of loaded plugins May 14 15:37:49.346988 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: qos_fip.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.347904 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.348419 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extension qos-fip not supported by any of loaded plugins May 14 15:37:49.348743 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: qos_fip_network_policy.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.349648 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.350161 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 14 15:37:49.350520 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: qos_gateway_ip.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.351434 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.351952 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extension qos-gateway-ip not supported by any of loaded plugins May 14 15:37:49.352275 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: qos_port_network_policy.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.353184 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.353698 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extension qos-port-network-policy not supported by any of loaded plugins May 14 15:37:49.354020 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.355081 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.355866 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extension qos-pps-minimum not supported by any of loaded plugins May 14 15:37:49.356194 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.357239 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.357757 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 14 15:37:49.358086 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: qos_pps_rule.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.359291 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.359809 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extension qos-pps not supported by any of loaded plugins May 14 15:37:49.360133 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: qos_rule_type_details.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.361051 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.362093 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extension qos-rule-type-details not supported by any of loaded plugins May 14 15:37:49.362467 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: qos_rule_type_filter.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.363388 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.363897 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 14 15:37:49.364218 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: qos_rules_alias.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.365254 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.365772 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extension qos-rules-alias not supported by any of loaded plugins May 14 15:37:49.366092 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: quota_check_limit.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.367102 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.367622 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: quota-check-limit May 14 15:37:49.367944 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: quotasv2.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.368874 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.369204 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: quotas May 14 15:37:49.369526 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: quotasv2_detail.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.371251 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.371591 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: quota_details May 14 15:37:49.371923 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: rbac.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.372982 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.373514 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: rbac-policies May 14 15:37:49.373842 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: rbac_address_group.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.374800 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.375320 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: rbac-address-group May 14 15:37:49.375643 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: rbac_address_scope.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.376559 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.377078 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: rbac-address-scope May 14 15:37:49.378048 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: rbac_security_groups.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.379091 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.379611 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: rbac-security-groups May 14 15:37:49.379938 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: rbac_subnetpool.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.380856 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.381374 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: rbac-subnetpool May 14 15:37:49.381698 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: revisionifmatch.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.382651 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.383219 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: revision-if-match May 14 15:37:49.383543 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: revisions.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.384640 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.385157 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: standard-attr-revisions May 14 15:37:49.385484 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: router_availability_zone.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.386152 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.386699 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: router_availability_zone May 14 15:37:49.387023 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: routerservicetype.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.387977 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.388511 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extension router-service-type not supported by any of loaded plugins May 14 15:37:49.388836 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.389751 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.390270 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: security-groups-normalized-cidr May 14 15:37:49.390619 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: security_groups_port_filtering.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.391548 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.392066 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: port-security-groups-filtering May 14 15:37:49.392390 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.393364 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.393882 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: security-groups-remote-address-group May 14 15:37:49.394205 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.395301 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.395827 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: security-groups-shared-filtering May 14 15:37:49.396152 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.396738 dv-cinder-839793-11-iscsi neutron-server[115001]: WARNING neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 14 15:37:49.397058 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: securitygroup.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.406650 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.407186 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: security-group May 14 15:37:49.407520 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: segment.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.408246 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.408807 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extension segment not supported by any of loaded plugins May 14 15:37:49.409137 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.410075 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.410624 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 14 15:37:49.410953 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: servicetype.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.412040 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.412568 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: service-type May 14 15:37:49.412897 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: sorting.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.413877 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.414209 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: sorting May 14 15:37:49.414565 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: standard_attr_segment.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.415486 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.416007 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extension standard-attr-segment not supported by any of loaded plugins May 14 15:37:49.416329 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: standardattrdescription.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.416975 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.417485 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: standard-attr-description May 14 15:37:49.417806 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: stateful_security_group.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.418773 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.419293 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: stateful-security-group May 14 15:37:49.419610 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: stdattrs_common.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.420179 dv-cinder-839793-11-iscsi neutron-server[115001]: WARNING neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 14 15:37:49.420497 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.421411 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.421921 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 14 15:37:49.422244 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: subnet_onboard.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.423334 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.423851 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: subnet_onboard May 14 15:37:49.424723 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.425665 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.426180 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 14 15:37:49.426532 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: subnet_service_types.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.427450 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.427970 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: subnet-service-types May 14 15:37:49.428292 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: subnetallocation.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.429360 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.429895 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: subnet_allocation May 14 15:37:49.430222 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.430913 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.431430 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: subnetpool-prefix-ops May 14 15:37:49.431752 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.432679 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.433193 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 14 15:37:49.433516 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: tagging.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.434612 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.435135 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: standard-attr-tag May 14 15:37:49.435460 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: timestamp.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.436656 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.437169 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loaded extension: standard-attr-timestamp May 14 15:37:49.437493 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: trunk.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.438556 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.439073 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extension trunk not supported by any of loaded plugins May 14 15:37:49.439397 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: trunk_details.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.440873 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.441393 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extension trunk-details not supported by any of loaded plugins May 14 15:37:49.441713 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: uplink_status_propagation.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.442674 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.443189 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extension uplink-status-propagation not supported by any of loaded plugins May 14 15:37:49.443508 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Loading extension file: vlantransparent.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 14 15:37:49.444170 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 14 15:37:49.444679 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extension vlan-transparent not supported by any of loaded plugins May 14 15:37:49.447220 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.quota.resource_registry [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Creating instance of TrackedResource for resource:network May 14 15:37:49.447745 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.quota.resource_registry [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Creating instance of TrackedResource for resource:subnet May 14 15:37:49.448146 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.quota.resource_registry [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Creating instance of TrackedResource for resource:subnetpool May 14 15:37:49.448538 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.quota.resource_registry [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Creating instance of TrackedResource for resource:port May 14 15:37:49.449765 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.v2.resource_helper [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 15:37:49.450210 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.v2.resource_helper [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Service FLAVORS assigned prefix: {{(pid=115001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 15:37:49.450856 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.v2.resource_helper [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 15:37:49.451280 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.v2.resource_helper [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 15:37:49.451609 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.quota.resource_registry [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Creating instance of TrackedResource for resource:router May 14 15:37:49.452047 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.quota.resource_registry [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Creating instance of TrackedResource for resource:floatingip May 14 15:37:49.452551 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.v2.resource_helper [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Service METERING assigned prefix: /metering {{(pid=115001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 15:37:49.453972 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.454370 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.454726 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:37:49.456037 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.quota.resource_registry [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Creating instance of CountableResource for resource:rbac_policy May 14 15:37:49.456574 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.quota.resource_registry [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Creating instance of TrackedResource for resource:security_group May 14 15:37:49.457016 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.quota.resource_registry [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Creating instance of TrackedResource for resource:security_group_rule May 14 15:37:49.457614 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.v2.resource_helper [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Service CORE assigned prefix: {{(pid=115001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 15:37:49.457947 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.quota.resource_registry [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Creating instance of TrackedResource for resource:subnetpool May 14 15:37:49.458294 dv-cinder-839793-11-iscsi neutron-server[115001]: WARNING neutron.quota.resource_registry [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] subnetpool is already registered May 14 15:37:49.458756 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.v2.resource_helper [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Service CORE assigned prefix: {{(pid=115001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 15:37:49.459092 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.quota.resource_registry [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Creating instance of TrackedResource for resource:subnetpool May 14 15:37:49.459427 dv-cinder-839793-11-iscsi neutron-server[115001]: WARNING neutron.quota.resource_registry [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] subnetpool is already registered May 14 15:37:49.461673 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.v2.resource_helper [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 15:37:49.462107 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.v2.resource_helper [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Service FLAVORS assigned prefix: {{(pid=115001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 15:37:49.462737 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.v2.resource_helper [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 15:37:49.463162 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.v2.resource_helper [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 15:37:49.463494 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.quota.resource_registry [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Creating instance of TrackedResource for resource:router May 14 15:37:49.463834 dv-cinder-839793-11-iscsi neutron-server[115001]: WARNING neutron.quota.resource_registry [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] router is already registered May 14 15:37:49.464252 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.quota.resource_registry [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Creating instance of TrackedResource for resource:floatingip May 14 15:37:49.464586 dv-cinder-839793-11-iscsi neutron-server[115001]: WARNING neutron.quota.resource_registry [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] floatingip is already registered May 14 15:37:49.465045 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.v2.resource_helper [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Service METERING assigned prefix: /metering {{(pid=115001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 15:37:49.465716 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.quota.resource_registry [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Creating instance of CountableResource for resource:rbac_policy May 14 15:37:49.466042 dv-cinder-839793-11-iscsi neutron-server[115001]: WARNING neutron.quota.resource_registry [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] rbac_policy is already registered May 14 15:37:49.466474 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.quota.resource_registry [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Creating instance of TrackedResource for resource:security_group May 14 15:37:49.466811 dv-cinder-839793-11-iscsi neutron-server[115001]: WARNING neutron.quota.resource_registry [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] security_group is already registered May 14 15:37:49.467212 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.quota.resource_registry [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Creating instance of TrackedResource for resource:security_group_rule May 14 15:37:49.467543 dv-cinder-839793-11-iscsi neutron-server[115001]: WARNING neutron.quota.resource_registry [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] security_group_rule is already registered May 14 15:37:49.468162 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.v2.resource_helper [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Service CORE assigned prefix: {{(pid=115001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 15:37:49.468490 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.quota.resource_registry [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Creating instance of TrackedResource for resource:subnetpool May 14 15:37:49.468824 dv-cinder-839793-11-iscsi neutron-server[115001]: WARNING neutron.quota.resource_registry [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] subnetpool is already registered May 14 15:37:49.469240 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.v2.resource_helper [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Service CORE assigned prefix: {{(pid=115001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 14 15:37:49.469563 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.quota.resource_registry [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Creating instance of TrackedResource for resource:subnetpool May 14 15:37:49.469894 dv-cinder-839793-11-iscsi neutron-server[115001]: WARNING neutron.quota.resource_registry [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] subnetpool is already registered May 14 15:37:49.470393 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extended resource: extensions {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 15:37:49.472116 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extended resource: address-groups {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 15:37:49.473584 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extended resource: address-scopes {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 15:37:49.474905 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extended resource: agents {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 15:37:49.476057 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extended resource: auto-allocated-topology {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 15:37:49.477285 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extended resource: availability_zones {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 15:37:49.478529 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extended resource: dhcp-networks {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 15:37:49.480012 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extended resource: dhcp-agents {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 15:37:49.481683 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extended resource: routers {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 15:37:49.483396 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extended resource: flavors {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 15:37:49.484657 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extended resource: service_profiles {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 15:37:49.485841 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extended resource: next_providers {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 15:37:49.488036 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extended resource: service_profiles {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 15:37:49.489560 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extended resource: floatingip-pools {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 15:37:49.490803 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extended resource: routers {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 15:37:49.492458 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extended resource: floatingips {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 15:37:49.494631 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extended resource: l3-routers {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 15:37:49.496032 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extended resource: l3-agents {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 15:37:49.497449 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extended resource: metering-labels {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 15:37:49.498797 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extended resource: metering-label-rules {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 15:37:49.500147 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extended resource: network-ip-availabilities {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 15:37:49.501382 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extended resource: bindings {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 15:37:49.503606 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extended resource: quotas {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 15:37:49.505284 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extended resource: quotas {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 15:37:49.506857 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extended resource: rbac-policies {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 15:37:49.508038 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extended resource: security-groups {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 15:37:49.509330 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extended resource: security-group-rules {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 15:37:49.510585 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extended resource: service-providers {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 15:37:49.511780 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extended resource: subnetpools {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 15:37:49.513096 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extended resource: subnetpools {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 15:37:49.514649 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extended resource: tags {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 15:37:49.516312 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extended resource: tags {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 15:37:49.518828 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extended resource: tags {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 15:37:49.521477 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extended resource: tags {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 15:37:49.523205 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extended resource: tags {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 15:37:49.525136 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extended resource: tags {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 15:37:49.526887 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extended resource: tags {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 15:37:49.528841 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extended resource: tags {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 15:37:49.530625 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extended resource: tags {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 15:37:49.532345 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Extended resource: tags {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 14 15:37:49.538966 dv-cinder-839793-11-iscsi neutron-server[115001]: WARNING keystonemiddleware.auth_token [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 14 15:37:49.544158 dv-cinder-839793-11-iscsi neutron-server[115001]: WARNING keystonemiddleware.auth_token [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 14 15:37:49.553366 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_concurrency.lockutils [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Acquired lock "singleton_lock" {{(pid=115001) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 14 15:37:49.553835 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_concurrency.lockutils [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Releasing lock "singleton_lock" {{(pid=115001) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 14 15:37:49.554507 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO oslo_service.service [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Starting 2 workers May 14 15:37:49.559331 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Started child 115110 {{(pid=115001) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 14 15:37:49.563902 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Started child 115111 {{(pid=115001) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 14 15:37:49.564731 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:37:49.565587 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO neutron.service [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Neutron service started, listening on 0.0.0.0:9696 May 14 15:37:49.566279 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Publish callbacks [] for process (None), before_spawn {{(pid=115001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:37:49.566401 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [-] (115110) wsgi starting up on http://0.0.0.0:9696 May 14 15:37:49.568707 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:37:49.569138 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO oslo_service.service [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Starting 1 workers May 14 15:37:49.570133 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [-] (115111) wsgi starting up on http://0.0.0.0:9696 May 14 15:37:49.573924 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Started child 115112 {{(pid=115001) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 14 15:37:49.574491 dv-cinder-839793-11-iscsi neutron-server[115001]: INFO oslo_service.service [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Starting 1 workers May 14 15:37:49.577636 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.service [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] calling RpcWorker wait() {{(pid=115112) _wait /opt/stack/neutron/neutron/service.py:128}} May 14 15:37:49.578196 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.service [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] returning from RpcWorker wait() {{(pid=115112) _wait /opt/stack/neutron/neutron/service.py:135}} May 14 15:37:49.579043 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Started child 115113 {{(pid=115001) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 14 15:37:49.579490 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:37:49.579862 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-8c6e97bb-bdf5-4235-a560-00b9551f661d None None] Publish callbacks [] for process (None), after_spawn {{(pid=115001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:37:49.579967 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:37:49.582157 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115001) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 14 15:37:49.582457 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 14 15:37:49.582699 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 14 15:37:49.582974 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 14 15:37:49.583430 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 14 15:37:49.583656 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 14 15:37:49.584340 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:37:49.584818 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.584818 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.585081 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.585400 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.585570 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:37:49.586187 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.586605 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.586969 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.587366 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.587686 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.587858 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.588030 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.588276 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.588514 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.588836 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.589125 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.589365 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.589621 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.589790 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.590057 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.590351 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.590664 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.590891 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] debug = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.591148 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.591662 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.591888 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.592133 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.592352 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.592633 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.592883 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.593149 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.593380 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.593598 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.593856 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.594104 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.594366 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.594604 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.594821 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.595102 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.595396 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.596517 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] host = dv-cinder-839793-11-iscsi {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.596843 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.597178 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.597500 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.597858 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.598222 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.598578 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.598907 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.599238 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.599584 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.599919 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.600305 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.600652 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.600983 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.601325 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] log_file = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.601508 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] log_options = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.601820 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.601980 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.602251 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.602471 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.602648 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.602894 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.603070 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.603326 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.603705 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.603953 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.604265 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.604448 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.604599 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.604821 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.605101 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.605806 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.606034 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.606460 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.606644 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.606747 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.606973 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.607207 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.607455 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.607650 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.607876 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.608104 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.608555 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.608953 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.608953 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.609291 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.609438 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.609709 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.609998 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.610320 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.610658 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.610961 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.611415 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.611767 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.612981 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.613135 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.613732 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.614125 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.614327 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.614662 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.615106 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.615316 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.615679 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] use_json = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.616015 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.616249 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.616843 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.617087 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.617327 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.617525 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.617749 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.618005 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.618224 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.618679 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.618960 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.619261 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.619514 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.619752 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.620007 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.620241 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.620462 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.620695 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.620945 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.621272 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.621507 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.621804 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.622081 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.622380 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.622711 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.622948 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.623225 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.623477 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.623715 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.623933 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.624155 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.624506 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.624800 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.625118 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.625419 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.625753 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.626179 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.626589 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.626973 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.627442 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.627805 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.628149 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.628477 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.628811 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.629169 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.629535 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.629853 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.630111 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.631047 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.631047 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.631047 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.631312 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.631312 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.631630 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.631822 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.632051 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.632294 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.632525 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.634017 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.634017 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.634017 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.634017 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.634017 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.634017 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.634017 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.634989 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.634989 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.634989 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.634989 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.636869 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.636869 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.636869 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.636869 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.636869 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.636869 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.636869 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.636869 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.636869 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.638065 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.638065 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.638065 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.638065 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.638065 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.639186 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.639186 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.639186 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.639186 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.639186 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.639186 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.639536 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.639601 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.639795 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.639992 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.640235 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.640423 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.640635 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.640844 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.641286 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.642028 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.642028 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.642028 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.643368 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.643368 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.643368 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.643368 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.644210 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.644210 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.644210 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.644210 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.644595 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.644675 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.644840 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.645117 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.645340 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.645757 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.646202 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.646598 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.646824 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.647073 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.647322 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.647563 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.647788 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.648054 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.648477 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.648897 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.649322 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.649583 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.649839 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.650130 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.650403 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.650697 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.650939 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.651210 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.651513 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.651788 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.652048 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.652299 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.652695 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.652961 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.653233 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.653512 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.653778 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.654013 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.654257 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.654547 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.654773 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.654991 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.655238 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.655565 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.655817 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.656232 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.656670 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.657127 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.657428 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.657734 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.658006 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.658276 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.659075 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.659312 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.659547 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.659764 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.660000 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.660257 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.660473 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.660713 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.660931 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.661184 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.661398 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.661822 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.662084 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.662342 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.662570 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.662953 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.663185 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.663407 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.663653 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.663868 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.664091 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.664330 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.664551 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.664772 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.664990 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.665219 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.665477 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.665699 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.665967 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.666213 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.666452 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.666684 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.666930 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.667173 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.667388 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.667635 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.667860 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.668074 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.668291 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.668509 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.668751 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.668982 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.669227 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.669443 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.669686 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.669904 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.670246 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.670519 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.670749 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.671013 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.671264 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.671482 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.671699 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.671917 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.672134 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.672740 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.673382 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.673793 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.674821 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.675226 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.675654 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.675900 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.676164 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.676411 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.676662 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.676905 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.677132 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.677371 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.677608 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.677828 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.678059 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.678277 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.678514 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.678755 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.678984 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.679277 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.679526 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.679757 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.680014 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.680252 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.680471 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.680722 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.680976 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.681183 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.681404 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.681619 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.681855 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.682103 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.682355 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.682575 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.682804 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.683032 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.683254 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.683489 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.683701 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.683913 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.684159 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.684377 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.684587 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.684816 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.685027 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.685238 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.685462 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.685977 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.685977 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.686169 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.686335 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.686554 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.686776 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.686995 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.687207 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.687497 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.687757 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.687979 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.688273 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.688535 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.688791 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.689049 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.689385 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.689617 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.690014 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.690267 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.690503 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.690753 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.691011 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.691362 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.691647 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.691880 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.692135 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.692400 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.692680 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.692917 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:37:49.693019 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.693157 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.693444 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.693764 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.694050 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.694353 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.694595 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.694844 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.695088 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.695329 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.695564 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.696230 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.696785 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.697252 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.697669 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.697975 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.698261 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.698597 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.698831 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.699062 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.699268 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.699516 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.699728 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.699881 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 14 15:37:49.700497 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115001) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 14 15:37:49.700606 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 14 15:37:49.700728 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 14 15:37:49.700897 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 14 15:37:49.701059 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 14 15:37:49.701208 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 14 15:37:49.701420 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.701583 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.701745 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.703621 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.703621 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.703621 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.703621 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.703621 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.703621 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.703621 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.703621 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.704198 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.704198 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.704198 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.704198 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.704198 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.704198 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.704198 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.704198 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.704745 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.704745 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.704745 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] debug = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.704745 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.705025 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.705120 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.705235 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.705560 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.705673 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.705829 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.705987 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.706153 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.706297 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.706475 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.706786 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.707094 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.707256 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.707417 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.707575 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.707733 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.707892 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] host = dv-cinder-839793-11-iscsi {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.708049 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.708208 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.708368 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.708528 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.708707 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.708840 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.709147 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.709307 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.709470 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.709997 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.709997 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.709997 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.710233 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.710233 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] log_file = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.710410 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] log_options = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.710548 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.710703 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.711031 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.711219 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.711383 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.711542 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.711701 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.711859 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.712016 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.712175 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.712331 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.712489 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.712646 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.712806 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.712963 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.713121 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.713282 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.713441 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.713602 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.713769 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.713926 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.714084 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.714242 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.714424 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.714586 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.714748 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.714898 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.715051 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.715212 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.715371 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.715528 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.715688 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.715848 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.716005 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.716163 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.716320 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.716478 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.716636 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.716798 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.716957 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.717114 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.717276 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.717503 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.717743 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.718091 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.718420 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.718587 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] use_json = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.718956 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.719116 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.719422 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.719587 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.719747 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.719904 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.720064 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.720226 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.720386 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 14 15:37:49.720559 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.720867 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.721687 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.721786 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.721909 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.722037 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.722270 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.722392 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.722528 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.722691 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.722856 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.723167 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.723344 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.723509 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.723676 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.723839 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.723999 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.724162 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.724385 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.724480 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.724710 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.724810 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.724942 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.725293 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.725456 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.725632 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.725788 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.725941 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.726090 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.726262 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.726462 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.726626 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.726788 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.726947 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.727107 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.727270 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.727433 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.727594 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.727775 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.727943 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.728075 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.728233 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.728393 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.728553 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.728718 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.728898 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.729036 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.729197 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.729360 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.729522 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.729685 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.729846 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.730006 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.730167 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.730627 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.730760 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.730921 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.731093 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.731251 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.731413 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.731573 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.731733 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.731894 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.732053 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.732216 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.732376 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.732537 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.732695 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.732867 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.733027 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.733543 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.733543 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.733543 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.733806 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.733806 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.733935 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.734085 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.734228 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.734414 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.734576 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.734736 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.734897 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.735058 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.735217 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.735378 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.735539 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.735699 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.735860 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.736019 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.736178 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.736339 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.736515 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.737301 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.737493 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.737702 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.737702 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.737862 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.738027 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.738190 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.738374 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.738538 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.738698 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.738859 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.739022 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.739183 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.739344 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.739503 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.739662 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.739822 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.739981 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.740142 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.740302 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.740460 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.740622 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.740782 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.740942 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.741102 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.741261 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.741421 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.741590 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.741752 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.741914 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.742074 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.742239 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.742440 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.742607 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.742767 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.742927 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.743088 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.743247 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.743406 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.743571 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.743731 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.743890 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.744049 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.744219 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.744382 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.744544 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.744704 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.744886 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.745046 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.745206 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.745365 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.745526 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.745687 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.745846 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.746006 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.746166 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.746343 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.746509 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.746670 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.746830 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.746990 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.747150 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.747310 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.747471 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.747632 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.747791 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.747952 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.748113 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.748273 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.748433 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.748591 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.748752 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.748913 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.749073 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.749233 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.749392 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.749551 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.749711 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.749871 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.750034 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.750194 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.750379 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.750540 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.750700 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.750861 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.751021 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.751181 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.751342 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.751501 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.751662 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.751823 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.751984 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.752146 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.752350 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.752512 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.752672 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.752834 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.752994 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.753156 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.753317 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.753476 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.753640 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.753819 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.753980 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.754139 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.754302 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.754484 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.754645 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.754805 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.754965 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.755125 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.755286 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.755449 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.755609 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.755769 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.755928 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.756088 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.756248 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.756411 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.756573 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.756736 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.756897 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.757059 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.757220 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.757380 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.757540 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.757700 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.757861 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.758021 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.758184 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.758361 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.758538 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.758698 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.758859 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.759019 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.759179 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.759339 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.759509 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.759670 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.759829 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.759989 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.760153 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.760311 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.760480 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.760640 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.760799 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.760958 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.761116 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.761276 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.761445 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.761606 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.761765 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.761924 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.762083 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.762242 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.762432 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.762593 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.762753 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.762912 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.763072 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.763231 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.763401 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.763566 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.763727 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.763885 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.764045 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.764204 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.764373 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.764535 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.764695 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.764861 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.765021 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.765181 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.765341 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.765511 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.765671 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.765835 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.765995 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.766154 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.766330 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.766500 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.766664 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.766834 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.767000 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.767162 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.767330 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.767496 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.767664 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.767861 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.768036 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.768194 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.768516 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.768688 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.768848 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.769009 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.769170 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.769329 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.769488 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.769649 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.769812 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.769971 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.770130 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.770290 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.770478 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.770640 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.770799 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.770959 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.771118 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.771277 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.771436 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 14 15:37:49.771588 dv-cinder-839793-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 14 15:37:49.785059 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 60074) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:37:49.793958 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [-] 10.222.0.61 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063558 May 14 15:38:01.031406 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145fb3ba-6f78-445e-ade3-98ec69500aaf None None] get_active_networks_info from dv-cinder-839793-11-iscsi {{(pid=115112) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 14 15:38:01.108364 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145fb3ba-6f78-445e-ade3-98ec69500aaf None None] No non-hosted networks {{(pid=115112) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 14 15:38:01.126180 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.agentschedulers_db [None req-145fb3ba-6f78-445e-ade3-98ec69500aaf None None] DHCP Agent not found on host dv-cinder-839793-11-iscsi {{(pid=115112) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 14 15:38:01.274249 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-793677bf-220b-4bec-be34-170763d2fc05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1755496'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:03.223253 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-9364c14f-7dce-4feb-926d-91def6903a2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1755496'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:03.278937 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-3de03d4f-284a-494a-86e2-f2a5c94d7ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:04.254470 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1755496'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:04.355425 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 60142) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:38:04.952217 dv-cinder-839793-11-iscsi neutron-server[115110]: WARNING oslo_policy.policy [None req-7cadb422-6c1b-4d4f-97a6-1a67880bdb47 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 14 15:38:04.953128 dv-cinder-839793-11-iscsi neutron-server[115110]: WARNING oslo_policy.policy [None req-7cadb422-6c1b-4d4f-97a6-1a67880bdb47 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 14 15:38:05.204083 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [None req-7cadb422-6c1b-4d4f-97a6-1a67880bdb47 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=115110) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 14 15:38:05.222334 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-7cadb422-6c1b-4d4f-97a6-1a67880bdb47 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8617942 May 14 15:38:05.827411 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1755496'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:07.287002 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1755496'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:07.288625 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:07.290459 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:07.291301 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:07.291650 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:07.291988 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:07.294089 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:07.294985 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:07.296634 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:07.298674 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:07.300949 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:07.301528 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:07.303406 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:07.303988 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:07.304335 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:07.304671 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:07.305113 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-839793-11-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:38:07.319946 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-839793-11-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:38:07.530830 dv-cinder-839793-11-iscsi neutron-server[115112]: INFO neutron.db.l3_hamode_db [None req-6da414ae-ed6e-4d11-a36f-4c0a7c2eaec9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 14 15:38:07.611704 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da414ae-ed6e-4d11-a36f-4c0a7c2eaec9 None None] Routers set() bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:38:07.611934 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da414ae-ed6e-4d11-a36f-4c0a7c2eaec9 None None] Router IDs set() for agent in host dv-cinder-839793-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 14 15:38:07.809706 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 60172) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:38:08.125975 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-2d255f1d-9b9c-4a7e-af2d-d49105b3d9df admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:38:08.216860 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.policy [None req-2d255f1d-9b9c-4a7e-af2d-d49105b3d9df admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115110) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 14 15:38:08.259674 dv-cinder-839793-11-iscsi neutron-server[115110]: WARNING oslo_policy.policy [None req-2d255f1d-9b9c-4a7e-af2d-d49105b3d9df admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 14 15:38:08.260063 dv-cinder-839793-11-iscsi neutron-server[115110]: WARNING oslo_policy.policy [None req-2d255f1d-9b9c-4a7e-af2d-d49105b3d9df admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 14 15:38:08.371515 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-2d255f1d-9b9c-4a7e-af2d-d49105b3d9df admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770738154125', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770738153617', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770738170792', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770738178126', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770738190465', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770738069467', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-32844556', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-32750398', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1961498', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1973325'] for rbac-policy (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:08.457118 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-2d255f1d-9b9c-4a7e-af2d-d49105b3d9df admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:08.470338 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-2d255f1d-9b9c-4a7e-af2d-d49105b3d9df admin admin] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6477170 May 14 15:38:10.863089 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 60184) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:38:11.171390 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-ca5c1bc0-ed62-410f-9f5d-780bf18bbba7 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:38:11.199504 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5c1bc0-ed62-410f-9f5d-780bf18bbba7 demo demo] Made reservation on behalf of 235c60e5703c440590e4c72e2d095f74 for: {'network': 1} {{(pid=115110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:38:11.203465 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-ca5c1bc0-ed62-410f-9f5d-780bf18bbba7 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for network (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:11.220019 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-ca5c1bc0-ed62-410f-9f5d-780bf18bbba7 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:11.329127 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-ca5c1bc0-ed62-410f-9f5d-780bf18bbba7 demo demo] Publish callbacks [] for security_group (858899c0-cf77-4ca8-9aa7-8d2dbf8d96e4), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:11.333043 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-ca5c1bc0-ed62-410f-9f5d-780bf18bbba7 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (858899c0-cf77-4ca8-9aa7-8d2dbf8d96e4), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:11.353723 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca5c1bc0-ed62-410f-9f5d-780bf18bbba7 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=115110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 15:38:11.390948 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-ca5c1bc0-ed62-410f-9f5d-780bf18bbba7 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770741945101', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32906243'] for segment (c9dfa8ab-eee6-4b88-94a9-5dc30a573c4a), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:11.391474 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.db.segments_db [None req-ca5c1bc0-ed62-410f-9f5d-780bf18bbba7 demo demo] Added segment c9dfa8ab-eee6-4b88-94a9-5dc30a573c4a of type vlan for network 639ee4e3-f23e-4a80-bfb4-3bb0ab585907 May 14 15:38:11.411286 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c1bc0-ed62-410f-9f5d-780bf18bbba7 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=858899c0-cf77-4ca8-9aa7-8d2dbf8d96e4,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:38:11.454490 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c1bc0-ed62-410f-9f5d-780bf18bbba7 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:11.454968 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c1bc0-ed62-410f-9f5d-780bf18bbba7 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:11.455291 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c1bc0-ed62-410f-9f5d-780bf18bbba7 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:11.455639 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c1bc0-ed62-410f-9f5d-780bf18bbba7 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:11.455971 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c1bc0-ed62-410f-9f5d-780bf18bbba7 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:11.456298 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c1bc0-ed62-410f-9f5d-780bf18bbba7 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:11.456618 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c1bc0-ed62-410f-9f5d-780bf18bbba7 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:11.456939 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c1bc0-ed62-410f-9f5d-780bf18bbba7 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:11.457276 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c1bc0-ed62-410f-9f5d-780bf18bbba7 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:11.457600 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c1bc0-ed62-410f-9f5d-780bf18bbba7 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:11.457920 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c1bc0-ed62-410f-9f5d-780bf18bbba7 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:11.458251 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c1bc0-ed62-410f-9f5d-780bf18bbba7 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:11.458599 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c1bc0-ed62-410f-9f5d-780bf18bbba7 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:11.458915 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c1bc0-ed62-410f-9f5d-780bf18bbba7 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:11.459229 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c1bc0-ed62-410f-9f5d-780bf18bbba7 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:11.460625 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca5c1bc0-ed62-410f-9f5d-780bf18bbba7 demo demo] Tracked resource versions report: May 14 15:38:11.460625 dv-cinder-839793-11-iscsi neutron-server[115110]: pushed versions: May 14 15:38:11.460625 dv-cinder-839793-11-iscsi neutron-server[115110]: { 'AddressGroup': {'1.2'}, May 14 15:38:11.460625 dv-cinder-839793-11-iscsi neutron-server[115110]: 'Agent': {'1.1'}, May 14 15:38:11.460625 dv-cinder-839793-11-iscsi neutron-server[115110]: 'ConntrackHelper': {'1.0'}, May 14 15:38:11.460625 dv-cinder-839793-11-iscsi neutron-server[115110]: 'LocalIPAssociation': {'1.0'}, May 14 15:38:11.460625 dv-cinder-839793-11-iscsi neutron-server[115110]: 'Log': {'1.0'}, May 14 15:38:11.460625 dv-cinder-839793-11-iscsi neutron-server[115110]: 'NDPProxy': {'1.0'}, May 14 15:38:11.460625 dv-cinder-839793-11-iscsi neutron-server[115110]: 'Network': {'1.1'}, May 14 15:38:11.460625 dv-cinder-839793-11-iscsi neutron-server[115110]: 'Port': {'1.7'}, May 14 15:38:11.460625 dv-cinder-839793-11-iscsi neutron-server[115110]: 'PortForwarding': {'1.3'}, May 14 15:38:11.460625 dv-cinder-839793-11-iscsi neutron-server[115110]: 'QosPolicy': {'1.10'}, May 14 15:38:11.460625 dv-cinder-839793-11-iscsi neutron-server[115110]: 'SecurityGroup': {'1.5'}, May 14 15:38:11.460625 dv-cinder-839793-11-iscsi neutron-server[115110]: 'SecurityGroupRule': {'1.2'}, May 14 15:38:11.460625 dv-cinder-839793-11-iscsi neutron-server[115110]: 'SubPort': {'1.0'}, May 14 15:38:11.460625 dv-cinder-839793-11-iscsi neutron-server[115110]: 'Subnet': {'1.1'}, May 14 15:38:11.460625 dv-cinder-839793-11-iscsi neutron-server[115110]: 'Trunk': {'1.1'}} May 14 15:38:11.460625 dv-cinder-839793-11-iscsi neutron-server[115110]: consumer versions: May 14 15:38:11.460625 dv-cinder-839793-11-iscsi neutron-server[115110]: { DHCP agent@dv-cinder-839793-11-iscsi: {}, May 14 15:38:11.460625 dv-cinder-839793-11-iscsi neutron-server[115110]: L3 agent@dv-cinder-839793-11-iscsi: {}, May 14 15:38:11.460625 dv-cinder-839793-11-iscsi neutron-server[115110]: Metadata agent@dv-cinder-839793-11-iscsi: {}, May 14 15:38:11.460625 dv-cinder-839793-11-iscsi neutron-server[115110]: Metering agent@dv-cinder-839793-11-iscsi: {}, May 14 15:38:11.460625 dv-cinder-839793-11-iscsi neutron-server[115110]: Open vSwitch agent@dv-cinder-839793-11-iscsi: { 'AddressGroup': '1.2', May 14 15:38:11.460625 dv-cinder-839793-11-iscsi neutron-server[115110]: 'Agent': '1.1', May 14 15:38:11.460625 dv-cinder-839793-11-iscsi neutron-server[115110]: 'ConntrackHelper': '1.0', May 14 15:38:11.460625 dv-cinder-839793-11-iscsi neutron-server[115110]: 'LocalIPAssociation': '1.0', May 14 15:38:11.460625 dv-cinder-839793-11-iscsi neutron-server[115110]: 'Log': '1.0', May 14 15:38:11.460625 dv-cinder-839793-11-iscsi neutron-server[115110]: 'NDPProxy': '1.0', May 14 15:38:11.460625 dv-cinder-839793-11-iscsi neutron-server[115110]: 'Network': '1.1', May 14 15:38:11.460625 dv-cinder-839793-11-iscsi neutron-server[115110]: 'Port': '1.7', May 14 15:38:11.460625 dv-cinder-839793-11-iscsi neutron-server[115110]: 'PortForwarding': '1.3', May 14 15:38:11.460625 dv-cinder-839793-11-iscsi neutron-server[115110]: 'QosPolicy': '1.10', May 14 15:38:11.460625 dv-cinder-839793-11-iscsi neutron-server[115110]: 'SecurityGroup': '1.5', May 14 15:38:11.460625 dv-cinder-839793-11-iscsi neutron-server[115110]: 'SecurityGroupRule': '1.2', May 14 15:38:11.460625 dv-cinder-839793-11-iscsi neutron-server[115110]: 'SubPort': '1.0', May 14 15:38:11.460625 dv-cinder-839793-11-iscsi neutron-server[115110]: 'Subnet': '1.1', May 14 15:38:11.460625 dv-cinder-839793-11-iscsi neutron-server[115110]: 'Trunk': '1.1'}} May 14 15:38:11.460625 dv-cinder-839793-11-iscsi neutron-server[115110]: {{(pid=115110) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 14 15:38:11.501980 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-ca5c1bc0-ed62-410f-9f5d-780bf18bbba7 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770741518219'] for network (639ee4e3-f23e-4a80-bfb4-3bb0ab585907), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:11.542746 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-ca5c1bc0-ed62-410f-9f5d-780bf18bbba7 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732'] for network (639ee4e3-f23e-4a80-bfb4-3bb0ab585907), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:11.547908 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5c1bc0-ed62-410f-9f5d-780bf18bbba7 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:38:11.549216 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-ca5c1bc0-ed62-410f-9f5d-780bf18bbba7 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for network (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:11.616426 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-ca5c1bc0-ed62-410f-9f5d-780bf18bbba7 demo demo] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.7522900 May 14 15:38:11.666730 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c1bc0-ed62-410f-9f5d-780bf18bbba7 demo demo] Pushing event updated for resources: {'Network': ['ID=639ee4e3-f23e-4a80-bfb4-3bb0ab585907,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:38:11.679129 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Network 639ee4e3-f23e-4a80-bfb4-3bb0ab585907 details requested by agent ovs-agent-dv-cinder-839793-11-iscsi with host dv-cinder-839793-11-iscsi {{(pid=115112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 14 15:38:14.198411 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 60196) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:38:14.605155 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60cf9ac-acbd-4f8b-ad38-b7f972d62540 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:38:14.606799 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-d60cf9ac-acbd-4f8b-ad38-b7f972d62540 demo admin] 10.222.0.61 "GET /v2.0/networks/639ee4e3-f23e-4a80-bfb4-3bb0ab585907 HTTP/1.1" status: 200 len: 825 time: 0.4074445 May 14 15:38:14.631527 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-bd9fbcd1-09b1-4d56-b96e-4411ecf36674 demo admin] 10.222.0.61 "GET /v2.0/subnetpools/ff8d2e30-9347-48df-99e2-5a18b6b625a2 HTTP/1.1" status: 200 len: 734 time: 0.0183766 May 14 15:38:14.639715 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-f2a74949-0ecd-4c83-a11a-fcdc8fbbdfad demo admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'ff8d2e30-9347-48df-99e2-5a18b6b625a2', 'ip_version': 4, 'network_id': '639ee4e3-f23e-4a80-bfb4-3bb0ab585907', 'gateway_ip': '172.20.0.1'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:38:14.661535 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a74949-0ecd-4c83-a11a-fcdc8fbbdfad demo admin] Made reservation on behalf of 235c60e5703c440590e4c72e2d095f74 for: {'subnet': 1} {{(pid=115110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:38:14.663867 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-f2a74949-0ecd-4c83-a11a-fcdc8fbbdfad demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:14.953559 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-f2a74949-0ecd-4c83-a11a-fcdc8fbbdfad demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732'] for subnet (4f220e60-d4ca-46c5-a7af-9d24d61d82bf), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:15.024858 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a74949-0ecd-4c83-a11a-fcdc8fbbdfad demo admin] Pushing event updated for resources: {'Subnet': ['ID=4f220e60-d4ca-46c5-a7af-9d24d61d82bf,revision_number=0']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:38:15.029268 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a74949-0ecd-4c83-a11a-fcdc8fbbdfad demo admin] Checking segment: {'id': 'c9dfa8ab-eee6-4b88-94a9-5dc30a573c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '639ee4e3-f23e-4a80-bfb4-3bb0ab585907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:38:15.029644 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a74949-0ecd-4c83-a11a-fcdc8fbbdfad demo admin] Network hostable DHCP agents. Network: 639ee4e3-f23e-4a80-bfb4-3bb0ab585907, hostable agents: ['fb8f4d26-2508-472b-a3f6-593d1ff7e929'], hosted agents: [] {{(pid=115110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 15:38:15.053107 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a74949-0ecd-4c83-a11a-fcdc8fbbdfad demo admin] Network 639ee4e3-f23e-4a80-bfb4-3bb0ab585907 is scheduled to be hosted by DHCP agent fb8f4d26-2508-472b-a3f6-593d1ff7e929 with binding_index 1 {{(pid=115110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 15:38:15.063675 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.base_scheduler [None req-f2a74949-0ecd-4c83-a11a-fcdc8fbbdfad demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-11-iscsi, 639ee4e3-f23e-4a80-bfb4-3bb0ab585907) {{(pid=115110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:38:15.068988 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a74949-0ecd-4c83-a11a-fcdc8fbbdfad demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:38:15.069567 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-f2a74949-0ecd-4c83-a11a-fcdc8fbbdfad demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for subnet (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:15.074213 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06b0a95-5280-4ba7-a4dc-ee61b62869f4 None None] Network 639ee4e3-f23e-4a80-bfb4-3bb0ab585907 requested from dv-cinder-839793-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 15:38:15.085283 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-f2a74949-0ecd-4c83-a11a-fcdc8fbbdfad demo admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4487431 May 14 15:38:15.335061 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44721c3-ef31-49a4-91fc-27c40420854d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf033a25f-6d82-560f-8aa4-47b981b79ac7-639ee4e3-f23e-4a80-bfb4-3bb0ab585907', 'network_id': '639ee4e3-f23e-4a80-bfb4-3bb0ab585907', 'project_id': '235c60e5703c440590e4c72e2d095f74', 'fixed_ips': [{'subnet_id': '4f220e60-d4ca-46c5-a7af-9d24d61d82bf'}]}} from dv-cinder-839793-11-iscsi. {{(pid=115112) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 14 15:38:15.336611 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-c44721c3-ef31-49a4-91fc-27c40420854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:15.611912 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.db_base_plugin_common [None req-c44721c3-ef31-49a4-91fc-27c40420854d None None] Allocated IP 172.20.0.2 (639ee4e3-f23e-4a80-bfb4-3bb0ab585907/4f220e60-d4ca-46c5-a7af-9d24d61d82bf/b19e3a74-6fc8-4161-a2c4-ba24f6ea557d) {{(pid=115112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:38:15.887395 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-c44721c3-ef31-49a4-91fc-27c40420854d None None] Publish callbacks [] for port (b19e3a74-6fc8-4161-a2c4-ba24f6ea557d), precommit_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:15.897027 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-c44721c3-ef31-49a4-91fc-27c40420854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197'] for port (b19e3a74-6fc8-4161-a2c4-ba24f6ea557d), after_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:15.971329 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44721c3-ef31-49a4-91fc-27c40420854d None None] Network 639ee4e3-f23e-4a80-bfb4-3bb0ab585907 is already hosted by enough agents. {{(pid=115112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:38:15.977332 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.scheduler.base_scheduler [None req-c44721c3-ef31-49a4-91fc-27c40420854d None None] Resources bound (agent type, host, resource id): {{(pid=115112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:38:15.981320 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44721c3-ef31-49a4-91fc-27c40420854d None None] Received port after_create {{(pid=115112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:38:15.995800 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44721c3-ef31-49a4-91fc-27c40420854d None None] Pushing event updated for resources: {'Port': ['ID=b19e3a74-6fc8-4161-a2c4-ba24f6ea557d,revision_number=1']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:38:16.046062 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44721c3-ef31-49a4-91fc-27c40420854d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:16.046433 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44721c3-ef31-49a4-91fc-27c40420854d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:16.046791 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44721c3-ef31-49a4-91fc-27c40420854d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:16.047149 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44721c3-ef31-49a4-91fc-27c40420854d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:16.047487 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44721c3-ef31-49a4-91fc-27c40420854d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:16.047815 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44721c3-ef31-49a4-91fc-27c40420854d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:16.048143 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44721c3-ef31-49a4-91fc-27c40420854d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:16.048899 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44721c3-ef31-49a4-91fc-27c40420854d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:16.049260 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44721c3-ef31-49a4-91fc-27c40420854d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:16.049596 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44721c3-ef31-49a4-91fc-27c40420854d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:16.049926 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44721c3-ef31-49a4-91fc-27c40420854d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:16.050266 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44721c3-ef31-49a4-91fc-27c40420854d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:16.050619 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44721c3-ef31-49a4-91fc-27c40420854d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:16.050943 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44721c3-ef31-49a4-91fc-27c40420854d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:16.051265 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44721c3-ef31-49a4-91fc-27c40420854d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:16.052789 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44721c3-ef31-49a4-91fc-27c40420854d None None] Tracked resource versions report: May 14 15:38:16.052789 dv-cinder-839793-11-iscsi neutron-server[115112]: pushed versions: May 14 15:38:16.052789 dv-cinder-839793-11-iscsi neutron-server[115112]: { 'AddressGroup': {'1.2'}, May 14 15:38:16.052789 dv-cinder-839793-11-iscsi neutron-server[115112]: 'Agent': {'1.1'}, May 14 15:38:16.052789 dv-cinder-839793-11-iscsi neutron-server[115112]: 'ConntrackHelper': {'1.0'}, May 14 15:38:16.052789 dv-cinder-839793-11-iscsi neutron-server[115112]: 'LocalIPAssociation': {'1.0'}, May 14 15:38:16.052789 dv-cinder-839793-11-iscsi neutron-server[115112]: 'Log': {'1.0'}, May 14 15:38:16.052789 dv-cinder-839793-11-iscsi neutron-server[115112]: 'NDPProxy': {'1.0'}, May 14 15:38:16.052789 dv-cinder-839793-11-iscsi neutron-server[115112]: 'Network': {'1.1'}, May 14 15:38:16.052789 dv-cinder-839793-11-iscsi neutron-server[115112]: 'Port': {'1.7'}, May 14 15:38:16.052789 dv-cinder-839793-11-iscsi neutron-server[115112]: 'PortForwarding': {'1.3'}, May 14 15:38:16.052789 dv-cinder-839793-11-iscsi neutron-server[115112]: 'QosPolicy': {'1.10'}, May 14 15:38:16.052789 dv-cinder-839793-11-iscsi neutron-server[115112]: 'SecurityGroup': {'1.5'}, May 14 15:38:16.052789 dv-cinder-839793-11-iscsi neutron-server[115112]: 'SecurityGroupRule': {'1.2'}, May 14 15:38:16.052789 dv-cinder-839793-11-iscsi neutron-server[115112]: 'SubPort': {'1.0'}, May 14 15:38:16.052789 dv-cinder-839793-11-iscsi neutron-server[115112]: 'Subnet': {'1.1'}, May 14 15:38:16.052789 dv-cinder-839793-11-iscsi neutron-server[115112]: 'Trunk': {'1.1'}} May 14 15:38:16.052789 dv-cinder-839793-11-iscsi neutron-server[115112]: consumer versions: May 14 15:38:16.052789 dv-cinder-839793-11-iscsi neutron-server[115112]: { DHCP agent@dv-cinder-839793-11-iscsi: {}, May 14 15:38:16.052789 dv-cinder-839793-11-iscsi neutron-server[115112]: L3 agent@dv-cinder-839793-11-iscsi: {}, May 14 15:38:16.052789 dv-cinder-839793-11-iscsi neutron-server[115112]: Metadata agent@dv-cinder-839793-11-iscsi: {}, May 14 15:38:16.052789 dv-cinder-839793-11-iscsi neutron-server[115112]: Metering agent@dv-cinder-839793-11-iscsi: {}, May 14 15:38:16.052789 dv-cinder-839793-11-iscsi neutron-server[115112]: Open vSwitch agent@dv-cinder-839793-11-iscsi: { 'AddressGroup': '1.2', May 14 15:38:16.052789 dv-cinder-839793-11-iscsi neutron-server[115112]: 'Agent': '1.1', May 14 15:38:16.052789 dv-cinder-839793-11-iscsi neutron-server[115112]: 'ConntrackHelper': '1.0', May 14 15:38:16.052789 dv-cinder-839793-11-iscsi neutron-server[115112]: 'LocalIPAssociation': '1.0', May 14 15:38:16.052789 dv-cinder-839793-11-iscsi neutron-server[115112]: 'Log': '1.0', May 14 15:38:16.052789 dv-cinder-839793-11-iscsi neutron-server[115112]: 'NDPProxy': '1.0', May 14 15:38:16.052789 dv-cinder-839793-11-iscsi neutron-server[115112]: 'Network': '1.1', May 14 15:38:16.052789 dv-cinder-839793-11-iscsi neutron-server[115112]: 'Port': '1.7', May 14 15:38:16.052789 dv-cinder-839793-11-iscsi neutron-server[115112]: 'PortForwarding': '1.3', May 14 15:38:16.052789 dv-cinder-839793-11-iscsi neutron-server[115112]: 'QosPolicy': '1.10', May 14 15:38:16.052789 dv-cinder-839793-11-iscsi neutron-server[115112]: 'SecurityGroup': '1.5', May 14 15:38:16.052789 dv-cinder-839793-11-iscsi neutron-server[115112]: 'SecurityGroupRule': '1.2', May 14 15:38:16.052789 dv-cinder-839793-11-iscsi neutron-server[115112]: 'SubPort': '1.0', May 14 15:38:16.052789 dv-cinder-839793-11-iscsi neutron-server[115112]: 'Subnet': '1.1', May 14 15:38:16.052789 dv-cinder-839793-11-iscsi neutron-server[115112]: 'Trunk': '1.1'}} May 14 15:38:16.052789 dv-cinder-839793-11-iscsi neutron-server[115112]: {{(pid=115112) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 14 15:38:16.090070 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-c44721c3-ef31-49a4-91fc-27c40420854d None None] Attempting to bind port b19e3a74-6fc8-4161-a2c4-ba24f6ea557d on host dv-cinder-839793-11-iscsi for vnic_type normal with profile {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 15:38:16.090774 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-c44721c3-ef31-49a4-91fc-27c40420854d None None] Attempting to bind port b19e3a74-6fc8-4161-a2c4-ba24f6ea557d by drivers openvswitch,hyperv on host dv-cinder-839793-11-iscsi at level 0 using segments [{'id': 'c9dfa8ab-eee6-4b88-94a9-5dc30a573c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '639ee4e3-f23e-4a80-bfb4-3bb0ab585907'}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 15:38:16.090928 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44721c3-ef31-49a4-91fc-27c40420854d None None] Attempting to bind port b19e3a74-6fc8-4161-a2c4-ba24f6ea557d on network 639ee4e3-f23e-4a80-bfb4-3bb0ab585907 {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:38:16.096078 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44721c3-ef31-49a4-91fc-27c40420854d None None] Checking agent: {'id': '57d31cd8-17bf-47b9-a2cf-22310545150a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 38, 7), 'started_at': datetime.datetime(2022, 5, 14, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 15, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 15:38:16.096466 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44721c3-ef31-49a4-91fc-27c40420854d None None] Checking segment: {'id': 'c9dfa8ab-eee6-4b88-94a9-5dc30a573c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '639ee4e3-f23e-4a80-bfb4-3bb0ab585907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:38:16.096939 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-c44721c3-ef31-49a4-91fc-27c40420854d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:16.097324 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44721c3-ef31-49a4-91fc-27c40420854d None None] Bound using segment: {'id': 'c9dfa8ab-eee6-4b88-94a9-5dc30a573c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '639ee4e3-f23e-4a80-bfb4-3bb0ab585907'} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 15:38:16.097833 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-c44721c3-ef31-49a4-91fc-27c40420854d None None] Bound port: b19e3a74-6fc8-4161-a2c4-ba24f6ea557d, host: dv-cinder-839793-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9dfa8ab-eee6-4b88-94a9-5dc30a573c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '639ee4e3-f23e-4a80-bfb4-3bb0ab585907'}}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 15:38:16.098233 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-c44721c3-ef31-49a4-91fc-27c40420854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (b19e3a74-6fc8-4161-a2c4-ba24f6ea557d), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:16.159764 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-c44721c3-ef31-49a4-91fc-27c40420854d None None] For port b19e3a74-6fc8-4161-a2c4-ba24f6ea557d, host dv-cinder-839793-11-iscsi, cleared binding levels {{(pid=115112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 15:38:16.180402 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-c44721c3-ef31-49a4-91fc-27c40420854d None None] For port b19e3a74-6fc8-4161-a2c4-ba24f6ea557d, host dv-cinder-839793-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=b19e3a74-6fc8-4161-a2c4-ba24f6ea557d,segment=NetworkSegment(c9dfa8ab-eee6-4b88-94a9-5dc30a573c4a),segment_id=c9dfa8ab-eee6-4b88-94a9-5dc30a573c4a)] {{(pid=115112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 15:38:16.187234 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-c44721c3-ef31-49a4-91fc-27c40420854d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (b19e3a74-6fc8-4161-a2c4-ba24f6ea557d), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:16.247693 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44721c3-ef31-49a4-91fc-27c40420854d None None] Pushing event updated for resources: {'Port': ['ID=b19e3a74-6fc8-4161-a2c4-ba24f6ea557d,revision_number=2']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:38:17.574016 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 60204) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:38:17.888350 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [None req-5f98a1c9-0007-4d21-a84d-16eba9ffab6c admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=115110) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 14 15:38:17.889339 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-5f98a1c9-0007-4d21-a84d-16eba9ffab6c admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3143466 May 14 15:38:20.364671 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 60212) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:38:20.670998 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [None req-22bea7fc-c647-4b61-a69c-a0fe3b301e86 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=115110) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 14 15:38:20.671984 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-22bea7fc-c647-4b61-a69c-a0fe3b301e86 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3063300 May 14 15:38:23.149930 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 60220) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:38:23.460666 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-901c5111-61f0-4feb-8822-da256b0267c7 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:38:23.485132 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-901c5111-61f0-4feb-8822-da256b0267c7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1757982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104797'] for router (ab4211db-b7e9-40e8-a9a1-77e368b5ecf4), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:23.487575 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-901c5111-61f0-4feb-8822-da256b0267c7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1760263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104788'] for router (ab4211db-b7e9-40e8-a9a1-77e368b5ecf4), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:23.622047 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-901c5111-61f0-4feb-8822-da256b0267c7 demo demo] Publish callbacks [] for router_controller (ab4211db-b7e9-40e8-a9a1-77e368b5ecf4), precommit_add_association {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:23.626724 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-901c5111-61f0-4feb-8822-da256b0267c7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1760464'] for router (ab4211db-b7e9-40e8-a9a1-77e368b5ecf4), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:23.644492 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-901c5111-61f0-4feb-8822-da256b0267c7 demo demo] Publish callbacks [] for router (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:23.645638 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-901c5111-61f0-4feb-8822-da256b0267c7 demo demo] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4946299 May 14 15:38:26.010781 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device b19e3a74-6fc8-4161-a2c4-ba24f6ea557d up at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:38:26.100376 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Provisioning complete for port b19e3a74-6fc8-4161-a2c4-ba24f6ea557d triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:38:26.100838 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (b19e3a74-6fc8-4161-a2c4-ba24f6ea557d), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:26.127856 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 60232) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:38:26.216357 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port b19e3a74-6fc8-4161-a2c4-ba24f6ea557d is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:38:26.216753 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (b19e3a74-6fc8-4161-a2c4-ba24f6ea557d), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:26.255621 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] For port b19e3a74-6fc8-4161-a2c4-ba24f6ea557d, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=b19e3a74-6fc8-4161-a2c4-ba24f6ea557d,segment=NetworkSegment(c9dfa8ab-eee6-4b88-94a9-5dc30a573c4a),segment_id=c9dfa8ab-eee6-4b88-94a9-5dc30a573c4a)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:38:26.260130 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (b19e3a74-6fc8-4161-a2c4-ba24f6ea557d), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:26.308502 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Pushing event updated for resources: {'Port': ['ID=b19e3a74-6fc8-4161-a2c4-ba24f6ea557d,revision_number=3']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:38:26.661578 dv-cinder-839793-11-iscsi neutron-server[115111]: WARNING oslo_policy.policy [None req-3574b224-e7dc-4e05-b4a3-31392a98ab83 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 14 15:38:26.662146 dv-cinder-839793-11-iscsi neutron-server[115111]: WARNING oslo_policy.policy [None req-3574b224-e7dc-4e05-b4a3-31392a98ab83 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 14 15:38:26.882744 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [None req-3574b224-e7dc-4e05-b4a3-31392a98ab83 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=115111) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 14 15:38:26.883819 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-3574b224-e7dc-4e05-b4a3-31392a98ab83 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7549627 May 14 15:38:27.667749 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d723d76-379a-4f9e-acb4-2b2fa1b0616d None None] Network 639ee4e3-f23e-4a80-bfb4-3bb0ab585907 requested from dv-cinder-839793-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 15:38:27.747186 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-e0825694-e12d-45d8-a70b-9b46c720f788 None None] Provisioning complete for port b19e3a74-6fc8-4161-a2c4-ba24f6ea557d triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:38:27.747571 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-e0825694-e12d-45d8-a70b-9b46c720f788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (b19e3a74-6fc8-4161-a2c4-ba24f6ea557d), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:27.870601 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-e0825694-e12d-45d8-a70b-9b46c720f788 None None] Current status of the port b19e3a74-6fc8-4161-a2c4-ba24f6ea557d is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:38:27.993334 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device b19e3a74-6fc8-4161-a2c4-ba24f6ea557d up at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:38:28.039248 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Provisioning complete for port b19e3a74-6fc8-4161-a2c4-ba24f6ea557d triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:38:28.039649 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (b19e3a74-6fc8-4161-a2c4-ba24f6ea557d), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:28.093099 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-63aea309-9554-46a8-9b06-7129b54aac28 None None] Provisioning complete for port b19e3a74-6fc8-4161-a2c4-ba24f6ea557d triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:38:28.093475 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-63aea309-9554-46a8-9b06-7129b54aac28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (b19e3a74-6fc8-4161-a2c4-ba24f6ea557d), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:28.157367 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port b19e3a74-6fc8-4161-a2c4-ba24f6ea557d is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:38:28.199419 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-63aea309-9554-46a8-9b06-7129b54aac28 None None] Current status of the port b19e3a74-6fc8-4161-a2c4-ba24f6ea557d is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:38:29.337537 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 60246) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:38:29.649993 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-f67aa0aa-c064-4243-ab19-6ae5e6ecb83f admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:38:29.702579 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67aa0aa-c064-4243-ab19-6ae5e6ecb83f admin admin] Made reservation on behalf of 562024bfc95645e098dcd57dfe3300a0 for: {'network': 1} {{(pid=115111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:38:29.763846 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.policy [None req-f67aa0aa-c064-4243-ab19-6ae5e6ecb83f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115111) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 14 15:38:29.805131 dv-cinder-839793-11-iscsi neutron-server[115111]: WARNING oslo_policy.policy [None req-f67aa0aa-c064-4243-ab19-6ae5e6ecb83f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 14 15:38:29.805499 dv-cinder-839793-11-iscsi neutron-server[115111]: WARNING oslo_policy.policy [None req-f67aa0aa-c064-4243-ab19-6ae5e6ecb83f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 14 15:38:29.815227 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f67aa0aa-c064-4243-ab19-6ae5e6ecb83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for network (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:29.836309 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f67aa0aa-c064-4243-ab19-6ae5e6ecb83f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:29.947004 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f67aa0aa-c064-4243-ab19-6ae5e6ecb83f admin admin] Publish callbacks [] for security_group (88416fb3-94f9-4c51-8ef5-15b3ba090029), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:29.950873 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f67aa0aa-c064-4243-ab19-6ae5e6ecb83f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (88416fb3-94f9-4c51-8ef5-15b3ba090029), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:29.962976 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f67aa0aa-c064-4243-ab19-6ae5e6ecb83f admin admin] Reserving flat network on physical network physnet1 {{(pid=115111) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 14 15:38:29.995416 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f67aa0aa-c064-4243-ab19-6ae5e6ecb83f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770741945101', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32906243'] for segment (fe506043-d64f-420e-bda4-fab290621067), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:29.995955 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.db.segments_db [None req-f67aa0aa-c064-4243-ab19-6ae5e6ecb83f admin admin] Added segment fe506043-d64f-420e-bda4-fab290621067 of type flat for network ee365c6e-8595-4248-876b-4406c6eeb32a May 14 15:38:30.013479 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67aa0aa-c064-4243-ab19-6ae5e6ecb83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88416fb3-94f9-4c51-8ef5-15b3ba090029,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:38:30.067069 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67aa0aa-c064-4243-ab19-6ae5e6ecb83f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:30.067413 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67aa0aa-c064-4243-ab19-6ae5e6ecb83f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:30.067761 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67aa0aa-c064-4243-ab19-6ae5e6ecb83f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:30.068209 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67aa0aa-c064-4243-ab19-6ae5e6ecb83f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:30.068532 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67aa0aa-c064-4243-ab19-6ae5e6ecb83f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:30.068848 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67aa0aa-c064-4243-ab19-6ae5e6ecb83f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:30.069163 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67aa0aa-c064-4243-ab19-6ae5e6ecb83f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:30.069474 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67aa0aa-c064-4243-ab19-6ae5e6ecb83f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:30.069798 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67aa0aa-c064-4243-ab19-6ae5e6ecb83f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:30.070112 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67aa0aa-c064-4243-ab19-6ae5e6ecb83f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:30.070462 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67aa0aa-c064-4243-ab19-6ae5e6ecb83f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:30.070777 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67aa0aa-c064-4243-ab19-6ae5e6ecb83f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:30.071085 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67aa0aa-c064-4243-ab19-6ae5e6ecb83f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:30.071392 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67aa0aa-c064-4243-ab19-6ae5e6ecb83f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:30.071698 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67aa0aa-c064-4243-ab19-6ae5e6ecb83f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:30.073231 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67aa0aa-c064-4243-ab19-6ae5e6ecb83f admin admin] Tracked resource versions report: May 14 15:38:30.073231 dv-cinder-839793-11-iscsi neutron-server[115111]: pushed versions: May 14 15:38:30.073231 dv-cinder-839793-11-iscsi neutron-server[115111]: { 'AddressGroup': {'1.2'}, May 14 15:38:30.073231 dv-cinder-839793-11-iscsi neutron-server[115111]: 'Agent': {'1.1'}, May 14 15:38:30.073231 dv-cinder-839793-11-iscsi neutron-server[115111]: 'ConntrackHelper': {'1.0'}, May 14 15:38:30.073231 dv-cinder-839793-11-iscsi neutron-server[115111]: 'LocalIPAssociation': {'1.0'}, May 14 15:38:30.073231 dv-cinder-839793-11-iscsi neutron-server[115111]: 'Log': {'1.0'}, May 14 15:38:30.073231 dv-cinder-839793-11-iscsi neutron-server[115111]: 'NDPProxy': {'1.0'}, May 14 15:38:30.073231 dv-cinder-839793-11-iscsi neutron-server[115111]: 'Network': {'1.1'}, May 14 15:38:30.073231 dv-cinder-839793-11-iscsi neutron-server[115111]: 'Port': {'1.7'}, May 14 15:38:30.073231 dv-cinder-839793-11-iscsi neutron-server[115111]: 'PortForwarding': {'1.3'}, May 14 15:38:30.073231 dv-cinder-839793-11-iscsi neutron-server[115111]: 'QosPolicy': {'1.10'}, May 14 15:38:30.073231 dv-cinder-839793-11-iscsi neutron-server[115111]: 'SecurityGroup': {'1.5'}, May 14 15:38:30.073231 dv-cinder-839793-11-iscsi neutron-server[115111]: 'SecurityGroupRule': {'1.2'}, May 14 15:38:30.073231 dv-cinder-839793-11-iscsi neutron-server[115111]: 'SubPort': {'1.0'}, May 14 15:38:30.073231 dv-cinder-839793-11-iscsi neutron-server[115111]: 'Subnet': {'1.1'}, May 14 15:38:30.073231 dv-cinder-839793-11-iscsi neutron-server[115111]: 'Trunk': {'1.1'}} May 14 15:38:30.073231 dv-cinder-839793-11-iscsi neutron-server[115111]: consumer versions: May 14 15:38:30.073231 dv-cinder-839793-11-iscsi neutron-server[115111]: { DHCP agent@dv-cinder-839793-11-iscsi: {}, May 14 15:38:30.073231 dv-cinder-839793-11-iscsi neutron-server[115111]: L3 agent@dv-cinder-839793-11-iscsi: {}, May 14 15:38:30.073231 dv-cinder-839793-11-iscsi neutron-server[115111]: Metadata agent@dv-cinder-839793-11-iscsi: {}, May 14 15:38:30.073231 dv-cinder-839793-11-iscsi neutron-server[115111]: Metering agent@dv-cinder-839793-11-iscsi: {}, May 14 15:38:30.073231 dv-cinder-839793-11-iscsi neutron-server[115111]: Open vSwitch agent@dv-cinder-839793-11-iscsi: { 'AddressGroup': '1.2', May 14 15:38:30.073231 dv-cinder-839793-11-iscsi neutron-server[115111]: 'Agent': '1.1', May 14 15:38:30.073231 dv-cinder-839793-11-iscsi neutron-server[115111]: 'ConntrackHelper': '1.0', May 14 15:38:30.073231 dv-cinder-839793-11-iscsi neutron-server[115111]: 'LocalIPAssociation': '1.0', May 14 15:38:30.073231 dv-cinder-839793-11-iscsi neutron-server[115111]: 'Log': '1.0', May 14 15:38:30.073231 dv-cinder-839793-11-iscsi neutron-server[115111]: 'NDPProxy': '1.0', May 14 15:38:30.073231 dv-cinder-839793-11-iscsi neutron-server[115111]: 'Network': '1.1', May 14 15:38:30.073231 dv-cinder-839793-11-iscsi neutron-server[115111]: 'Port': '1.7', May 14 15:38:30.073231 dv-cinder-839793-11-iscsi neutron-server[115111]: 'PortForwarding': '1.3', May 14 15:38:30.073231 dv-cinder-839793-11-iscsi neutron-server[115111]: 'QosPolicy': '1.10', May 14 15:38:30.073231 dv-cinder-839793-11-iscsi neutron-server[115111]: 'SecurityGroup': '1.5', May 14 15:38:30.073231 dv-cinder-839793-11-iscsi neutron-server[115111]: 'SecurityGroupRule': '1.2', May 14 15:38:30.073231 dv-cinder-839793-11-iscsi neutron-server[115111]: 'SubPort': '1.0', May 14 15:38:30.073231 dv-cinder-839793-11-iscsi neutron-server[115111]: 'Subnet': '1.1', May 14 15:38:30.073231 dv-cinder-839793-11-iscsi neutron-server[115111]: 'Trunk': '1.1'}} May 14 15:38:30.073231 dv-cinder-839793-11-iscsi neutron-server[115111]: {{(pid=115111) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 14 15:38:30.115253 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f67aa0aa-c064-4243-ab19-6ae5e6ecb83f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770741518219'] for network (ee365c6e-8595-4248-876b-4406c6eeb32a), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:30.159794 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f67aa0aa-c064-4243-ab19-6ae5e6ecb83f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732'] for network (ee365c6e-8595-4248-876b-4406c6eeb32a), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:30.160939 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67aa0aa-c064-4243-ab19-6ae5e6ecb83f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:38:30.161619 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f67aa0aa-c064-4243-ab19-6ae5e6ecb83f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for network (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:30.224326 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-f67aa0aa-c064-4243-ab19-6ae5e6ecb83f admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8856170 May 14 15:38:30.270632 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67aa0aa-c064-4243-ab19-6ae5e6ecb83f admin admin] Pushing event updated for resources: {'Network': ['ID=ee365c6e-8595-4248-876b-4406c6eeb32a,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:38:30.280821 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Network ee365c6e-8595-4248-876b-4406c6eeb32a details requested by agent ovs-agent-dv-cinder-839793-11-iscsi with host dv-cinder-839793-11-iscsi {{(pid=115112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 14 15:38:30.997596 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7a98c58e-aa72-4ecb-9cd8-2bc832639b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:32.636125 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 60260) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:38:33.039517 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cdd05f0-2f0b-477c-8cf1-a9ceebd2c2ad demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:38:33.040812 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-7cdd05f0-2f0b-477c-8cf1-a9ceebd2c2ad demo admin] 10.222.0.61 "GET /v2.0/subnets/4f220e60-d4ca-46c5-a7af-9d24d61d82bf HTTP/1.1" status: 200 len: 849 time: 0.4037309 May 14 15:38:33.207599 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-f625f13a-52a6-4122-90bf-53815f9c1064 demo admin] 10.222.0.61 "GET /v2.0/routers/ab4211db-b7e9-40e8-a9a1-77e368b5ecf4 HTTP/1.1" status: 200 len: 704 time: 0.1612864 May 14 15:38:33.216490 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-56cd43d3-ce8b-4dfa-92fe-8307b6de52e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:33.504114 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-3666ed64-c8f2-4a03-9383-95069786a8d4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:33.796237 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.db_base_plugin_common [None req-3666ed64-c8f2-4a03-9383-95069786a8d4 demo admin] Allocated IP 172.20.0.1 (639ee4e3-f23e-4a80-bfb4-3bb0ab585907/4f220e60-d4ca-46c5-a7af-9d24d61d82bf/3c1d4b62-c27d-46a5-8d2b-54d1db2a92b2) {{(pid=115111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:38:33.979146 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-3666ed64-c8f2-4a03-9383-95069786a8d4 demo admin] Publish callbacks [] for port (3c1d4b62-c27d-46a5-8d2b-54d1db2a92b2), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:34.049856 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-3666ed64-c8f2-4a03-9383-95069786a8d4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197'] for port (3c1d4b62-c27d-46a5-8d2b-54d1db2a92b2), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:34.113646 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3666ed64-c8f2-4a03-9383-95069786a8d4 demo admin] Network 639ee4e3-f23e-4a80-bfb4-3bb0ab585907 is already hosted by enough agents. {{(pid=115111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:38:34.118000 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.base_scheduler [None req-3666ed64-c8f2-4a03-9383-95069786a8d4 demo admin] Resources bound (agent type, host, resource id): {{(pid=115111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:38:34.131431 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3666ed64-c8f2-4a03-9383-95069786a8d4 demo admin] Received port after_create {{(pid=115111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:38:34.132012 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-3666ed64-c8f2-4a03-9383-95069786a8d4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753341'] for router_interface (ab4211db-b7e9-40e8-a9a1-77e368b5ecf4), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:34.197198 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3666ed64-c8f2-4a03-9383-95069786a8d4 demo admin] Pushing event updated for resources: {'Port': ['ID=3c1d4b62-c27d-46a5-8d2b-54d1db2a92b2,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:38:34.229470 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:34.346437 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-3666ed64-c8f2-4a03-9383-95069786a8d4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (3c1d4b62-c27d-46a5-8d2b-54d1db2a92b2), before_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:34.354655 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-13408792-1997-4c73-adea-acc621fe49d0 None None] Provisioning complete for port 3c1d4b62-c27d-46a5-8d2b-54d1db2a92b2 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:38:34.355033 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-13408792-1997-4c73-adea-acc621fe49d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (3c1d4b62-c27d-46a5-8d2b-54d1db2a92b2), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:34.436456 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-13408792-1997-4c73-adea-acc621fe49d0 None None] Port 3c1d4b62-c27d-46a5-8d2b-54d1db2a92b2 cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 14 15:38:34.640605 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-3666ed64-c8f2-4a03-9383-95069786a8d4 demo admin] Publish callbacks [] for port (3c1d4b62-c27d-46a5-8d2b-54d1db2a92b2), precommit_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:34.645496 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-3666ed64-c8f2-4a03-9383-95069786a8d4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (3c1d4b62-c27d-46a5-8d2b-54d1db2a92b2), after_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:34.646296 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-3666ed64-c8f2-4a03-9383-95069786a8d4 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1680718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753783'] for router_interface (ab4211db-b7e9-40e8-a9a1-77e368b5ecf4), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:34.704411 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3666ed64-c8f2-4a03-9383-95069786a8d4 demo admin] Pushing event updated for resources: {'Port': ['ID=3c1d4b62-c27d-46a5-8d2b-54d1db2a92b2,revision_number=2']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:38:34.771405 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3666ed64-c8f2-4a03-9383-95069786a8d4 demo admin] Network 639ee4e3-f23e-4a80-bfb4-3bb0ab585907 is already hosted by enough agents. {{(pid=115111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:38:34.772739 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.base_scheduler [None req-3666ed64-c8f2-4a03-9383-95069786a8d4 demo admin] Resources bound (agent type, host, resource id): {{(pid=115111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:38:34.940318 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3666ed64-c8f2-4a03-9383-95069786a8d4 demo admin] Router ab4211db-b7e9-40e8-a9a1-77e368b5ecf4 is scheduled to L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f with binding_index 1 {{(pid=115111) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 14 15:38:34.954405 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-78746198-6a48-4497-8276-f00ea826d1d3 None None] Provisioning complete for port 3c1d4b62-c27d-46a5-8d2b-54d1db2a92b2 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:38:34.954793 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-78746198-6a48-4497-8276-f00ea826d1d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (3c1d4b62-c27d-46a5-8d2b-54d1db2a92b2), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:34.988437 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-78746198-6a48-4497-8276-f00ea826d1d3 None None] Port 3c1d4b62-c27d-46a5-8d2b-54d1db2a92b2 cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 14 15:38:35.034739 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3666ed64-c8f2-4a03-9383-95069786a8d4 demo admin] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 15:38:35.039952 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-3666ed64-c8f2-4a03-9383-95069786a8d4 demo admin] 10.222.0.61 "PUT /v2.0/routers/ab4211db-b7e9-40e8-a9a1-77e368b5ecf4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8271186 May 14 15:38:35.057942 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7969201-8d43-4870-97ad-11632818a704 None None] Sync routers for ids ['ab4211db-b7e9-40e8-a9a1-77e368b5ecf4'] in dv-cinder-839793-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 15:38:35.073429 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7969201-8d43-4870-97ad-11632818a704 None None] Routers {'ab4211db-b7e9-40e8-a9a1-77e368b5ecf4'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:38:35.074471 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-f7969201-8d43-4870-97ad-11632818a704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:38:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['ab4211db-b7e9-40e8-a9a1-77e368b5ecf4'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:38:35.268382 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-f7969201-8d43-4870-97ad-11632818a704 None None] Set router ab4211db-b7e9-40e8-a9a1-77e368b5ecf4 gateway port host: None {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:38:35.687415 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-f7969201-8d43-4870-97ad-11632818a704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4211db-b7e9-40e8-a9a1-77e368b5ecf4', 'name': 'router1', 'tenant_id': '235c60e5703c440590e4c72e2d095f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:38:23Z', 'updated_at': '2022-05-14T15:38:34Z', 'revision_number': 2, 'project_id': '235c60e5703c440590e4c72e2d095f74', 'gw_port_host': None, '_interfaces': [{'id': '3c1d4b62-c27d-46a5-8d2b-54d1db2a92b2', 'name': '', 'network_id': '639ee4e3-f23e-4a80-bfb4-3bb0ab585907', 'tenant_id': '235c60e5703c440590e4c72e2d095f74', 'mac_address': 'fa:16:3e:ee:36:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4211db-b7e9-40e8-a9a1-77e368b5ecf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f220e60-d4ca-46c5-a7af-9d24d61d82bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:38:33Z', 'updated_at': '2022-05-14T15:38:34Z', 'revision_number': 2, 'project_id': '235c60e5703c440590e4c72e2d095f74', 'subnets': [{'id': '4f220e60-d4ca-46c5-a7af-9d24d61d82bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff8d2e30-9347-48df-99e2-5a18b6b625a2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:38:35.739597 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7969201-8d43-4870-97ad-11632818a704 None None] Checking router: ab4211db-b7e9-40e8-a9a1-77e368b5ecf4 for host: dv-cinder-839793-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 15:38:35.739968 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7969201-8d43-4870-97ad-11632818a704 None None] Updating router ab4211db-b7e9-40e8-a9a1-77e368b5ecf4 port 3c1d4b62-c27d-46a5-8d2b-54d1db2a92b2 binding host dv-cinder-839793-11-iscsi {{(pid=115113) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 15:38:35.771683 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:35.794950 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-f7969201-8d43-4870-97ad-11632818a704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (3c1d4b62-c27d-46a5-8d2b-54d1db2a92b2), before_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:36.331046 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-f7969201-8d43-4870-97ad-11632818a704 None None] Publish callbacks [] for port (3c1d4b62-c27d-46a5-8d2b-54d1db2a92b2), precommit_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:36.337157 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-f7969201-8d43-4870-97ad-11632818a704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (3c1d4b62-c27d-46a5-8d2b-54d1db2a92b2), after_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:36.505849 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b54dc-2566-474f-8ef6-0362e06f431d None None] Pushing event updated for resources: {'Port': ['ID=3c1d4b62-c27d-46a5-8d2b-54d1db2a92b2,revision_number=3']} {{(pid=115113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:38:36.512618 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-f7969201-8d43-4870-97ad-11632818a704 None None] Attempting to bind port 3c1d4b62-c27d-46a5-8d2b-54d1db2a92b2 on host dv-cinder-839793-11-iscsi for vnic_type normal with profile {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 15:38:36.513033 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-f7969201-8d43-4870-97ad-11632818a704 None None] Attempting to bind port 3c1d4b62-c27d-46a5-8d2b-54d1db2a92b2 by drivers openvswitch,hyperv on host dv-cinder-839793-11-iscsi at level 0 using segments [{'id': 'c9dfa8ab-eee6-4b88-94a9-5dc30a573c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '639ee4e3-f23e-4a80-bfb4-3bb0ab585907'}] {{(pid=115113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 15:38:36.513509 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7969201-8d43-4870-97ad-11632818a704 None None] Attempting to bind port 3c1d4b62-c27d-46a5-8d2b-54d1db2a92b2 on network 639ee4e3-f23e-4a80-bfb4-3bb0ab585907 {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:38:36.522168 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7969201-8d43-4870-97ad-11632818a704 None None] Checking agent: {'id': '57d31cd8-17bf-47b9-a2cf-22310545150a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 38, 7), 'started_at': datetime.datetime(2022, 5, 14, 15, 38, 7), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 15, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 15:38:36.522615 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7969201-8d43-4870-97ad-11632818a704 None None] Checking segment: {'id': 'c9dfa8ab-eee6-4b88-94a9-5dc30a573c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '639ee4e3-f23e-4a80-bfb4-3bb0ab585907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:38:36.523097 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-f7969201-8d43-4870-97ad-11632818a704 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:36.523475 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7969201-8d43-4870-97ad-11632818a704 None None] Bound using segment: {'id': 'c9dfa8ab-eee6-4b88-94a9-5dc30a573c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '639ee4e3-f23e-4a80-bfb4-3bb0ab585907'} {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 15:38:36.523972 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-f7969201-8d43-4870-97ad-11632818a704 None None] Bound port: 3c1d4b62-c27d-46a5-8d2b-54d1db2a92b2, host: dv-cinder-839793-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9dfa8ab-eee6-4b88-94a9-5dc30a573c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '639ee4e3-f23e-4a80-bfb4-3bb0ab585907'}}] {{(pid=115113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 15:38:36.524352 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-f7969201-8d43-4870-97ad-11632818a704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (3c1d4b62-c27d-46a5-8d2b-54d1db2a92b2), before_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:36.527013 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b54dc-2566-474f-8ef6-0362e06f431d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:36.527350 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b54dc-2566-474f-8ef6-0362e06f431d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:36.527692 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b54dc-2566-474f-8ef6-0362e06f431d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:36.528027 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b54dc-2566-474f-8ef6-0362e06f431d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:36.528353 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b54dc-2566-474f-8ef6-0362e06f431d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:36.528676 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b54dc-2566-474f-8ef6-0362e06f431d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:36.529017 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b54dc-2566-474f-8ef6-0362e06f431d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:36.529317 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b54dc-2566-474f-8ef6-0362e06f431d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:36.529647 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b54dc-2566-474f-8ef6-0362e06f431d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:36.529970 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b54dc-2566-474f-8ef6-0362e06f431d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:36.530291 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b54dc-2566-474f-8ef6-0362e06f431d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:36.530648 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b54dc-2566-474f-8ef6-0362e06f431d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:36.530968 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b54dc-2566-474f-8ef6-0362e06f431d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:36.531286 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b54dc-2566-474f-8ef6-0362e06f431d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:36.531599 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b54dc-2566-474f-8ef6-0362e06f431d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:38:36.533805 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123b54dc-2566-474f-8ef6-0362e06f431d None None] Tracked resource versions report: May 14 15:38:36.533805 dv-cinder-839793-11-iscsi neutron-server[115113]: pushed versions: May 14 15:38:36.533805 dv-cinder-839793-11-iscsi neutron-server[115113]: { 'AddressGroup': {'1.2'}, May 14 15:38:36.533805 dv-cinder-839793-11-iscsi neutron-server[115113]: 'Agent': {'1.1'}, May 14 15:38:36.533805 dv-cinder-839793-11-iscsi neutron-server[115113]: 'ConntrackHelper': {'1.0'}, May 14 15:38:36.533805 dv-cinder-839793-11-iscsi neutron-server[115113]: 'LocalIPAssociation': {'1.0'}, May 14 15:38:36.533805 dv-cinder-839793-11-iscsi neutron-server[115113]: 'Log': {'1.0'}, May 14 15:38:36.533805 dv-cinder-839793-11-iscsi neutron-server[115113]: 'NDPProxy': {'1.0'}, May 14 15:38:36.533805 dv-cinder-839793-11-iscsi neutron-server[115113]: 'Network': {'1.1'}, May 14 15:38:36.533805 dv-cinder-839793-11-iscsi neutron-server[115113]: 'Port': {'1.7'}, May 14 15:38:36.533805 dv-cinder-839793-11-iscsi neutron-server[115113]: 'PortForwarding': {'1.3'}, May 14 15:38:36.533805 dv-cinder-839793-11-iscsi neutron-server[115113]: 'QosPolicy': {'1.10'}, May 14 15:38:36.533805 dv-cinder-839793-11-iscsi neutron-server[115113]: 'SecurityGroup': {'1.5'}, May 14 15:38:36.533805 dv-cinder-839793-11-iscsi neutron-server[115113]: 'SecurityGroupRule': {'1.2'}, May 14 15:38:36.533805 dv-cinder-839793-11-iscsi neutron-server[115113]: 'SubPort': {'1.0'}, May 14 15:38:36.533805 dv-cinder-839793-11-iscsi neutron-server[115113]: 'Subnet': {'1.1'}, May 14 15:38:36.533805 dv-cinder-839793-11-iscsi neutron-server[115113]: 'Trunk': {'1.1'}} May 14 15:38:36.533805 dv-cinder-839793-11-iscsi neutron-server[115113]: consumer versions: May 14 15:38:36.533805 dv-cinder-839793-11-iscsi neutron-server[115113]: { DHCP agent@dv-cinder-839793-11-iscsi: {}, May 14 15:38:36.533805 dv-cinder-839793-11-iscsi neutron-server[115113]: L3 agent@dv-cinder-839793-11-iscsi: {}, May 14 15:38:36.533805 dv-cinder-839793-11-iscsi neutron-server[115113]: Metadata agent@dv-cinder-839793-11-iscsi: {}, May 14 15:38:36.533805 dv-cinder-839793-11-iscsi neutron-server[115113]: Metering agent@dv-cinder-839793-11-iscsi: {}, May 14 15:38:36.533805 dv-cinder-839793-11-iscsi neutron-server[115113]: Open vSwitch agent@dv-cinder-839793-11-iscsi: { 'AddressGroup': '1.2', May 14 15:38:36.533805 dv-cinder-839793-11-iscsi neutron-server[115113]: 'Agent': '1.1', May 14 15:38:36.533805 dv-cinder-839793-11-iscsi neutron-server[115113]: 'ConntrackHelper': '1.0', May 14 15:38:36.533805 dv-cinder-839793-11-iscsi neutron-server[115113]: 'LocalIPAssociation': '1.0', May 14 15:38:36.533805 dv-cinder-839793-11-iscsi neutron-server[115113]: 'Log': '1.0', May 14 15:38:36.533805 dv-cinder-839793-11-iscsi neutron-server[115113]: 'NDPProxy': '1.0', May 14 15:38:36.533805 dv-cinder-839793-11-iscsi neutron-server[115113]: 'Network': '1.1', May 14 15:38:36.533805 dv-cinder-839793-11-iscsi neutron-server[115113]: 'Port': '1.7', May 14 15:38:36.533805 dv-cinder-839793-11-iscsi neutron-server[115113]: 'PortForwarding': '1.3', May 14 15:38:36.533805 dv-cinder-839793-11-iscsi neutron-server[115113]: 'QosPolicy': '1.10', May 14 15:38:36.533805 dv-cinder-839793-11-iscsi neutron-server[115113]: 'SecurityGroup': '1.5', May 14 15:38:36.533805 dv-cinder-839793-11-iscsi neutron-server[115113]: 'SecurityGroupRule': '1.2', May 14 15:38:36.533805 dv-cinder-839793-11-iscsi neutron-server[115113]: 'SubPort': '1.0', May 14 15:38:36.533805 dv-cinder-839793-11-iscsi neutron-server[115113]: 'Subnet': '1.1', May 14 15:38:36.533805 dv-cinder-839793-11-iscsi neutron-server[115113]: 'Trunk': '1.1'}} May 14 15:38:36.533805 dv-cinder-839793-11-iscsi neutron-server[115113]: {{(pid=115113) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 14 15:38:36.603507 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.db [None req-f7969201-8d43-4870-97ad-11632818a704 None None] For port 3c1d4b62-c27d-46a5-8d2b-54d1db2a92b2, host dv-cinder-839793-11-iscsi, cleared binding levels {{(pid=115113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 15:38:36.626170 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.db [None req-f7969201-8d43-4870-97ad-11632818a704 None None] For port 3c1d4b62-c27d-46a5-8d2b-54d1db2a92b2, host dv-cinder-839793-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=3c1d4b62-c27d-46a5-8d2b-54d1db2a92b2,segment=NetworkSegment(c9dfa8ab-eee6-4b88-94a9-5dc30a573c4a),segment_id=c9dfa8ab-eee6-4b88-94a9-5dc30a573c4a)] {{(pid=115113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 15:38:36.632027 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-f7969201-8d43-4870-97ad-11632818a704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (3c1d4b62-c27d-46a5-8d2b-54d1db2a92b2), after_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:36.693756 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7969201-8d43-4870-97ad-11632818a704 None None] Routers {'ab4211db-b7e9-40e8-a9a1-77e368b5ecf4'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:38:36.694398 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-f7969201-8d43-4870-97ad-11632818a704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:38:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['ab4211db-b7e9-40e8-a9a1-77e368b5ecf4'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:38:36.731798 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b54dc-2566-474f-8ef6-0362e06f431d None None] Pushing event updated for resources: {'Port': ['ID=3c1d4b62-c27d-46a5-8d2b-54d1db2a92b2,revision_number=4']} {{(pid=115113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:38:36.747406 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7bcdace5-7552-4358-a779-f36ba33182bc None None] Provisioning complete for port 3c1d4b62-c27d-46a5-8d2b-54d1db2a92b2 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:38:36.747989 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7bcdace5-7552-4358-a779-f36ba33182bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (3c1d4b62-c27d-46a5-8d2b-54d1db2a92b2), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:36.796749 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-f7969201-8d43-4870-97ad-11632818a704 None None] Set router ab4211db-b7e9-40e8-a9a1-77e368b5ecf4 gateway port host: None {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:38:36.849875 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7bcdace5-7552-4358-a779-f36ba33182bc None None] Current status of the port 3c1d4b62-c27d-46a5-8d2b-54d1db2a92b2 is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:38:36.850434 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7bcdace5-7552-4358-a779-f36ba33182bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (3c1d4b62-c27d-46a5-8d2b-54d1db2a92b2), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:36.882644 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-7bcdace5-7552-4358-a779-f36ba33182bc None None] For port 3c1d4b62-c27d-46a5-8d2b-54d1db2a92b2, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=3c1d4b62-c27d-46a5-8d2b-54d1db2a92b2,segment=NetworkSegment(c9dfa8ab-eee6-4b88-94a9-5dc30a573c4a),segment_id=c9dfa8ab-eee6-4b88-94a9-5dc30a573c4a)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:38:36.887544 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7bcdace5-7552-4358-a779-f36ba33182bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (3c1d4b62-c27d-46a5-8d2b-54d1db2a92b2), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:36.935937 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcdace5-7552-4358-a779-f36ba33182bc None None] Pushing event updated for resources: {'Port': ['ID=3c1d4b62-c27d-46a5-8d2b-54d1db2a92b2,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:38:37.010155 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-f7969201-8d43-4870-97ad-11632818a704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4211db-b7e9-40e8-a9a1-77e368b5ecf4', 'name': 'router1', 'tenant_id': '235c60e5703c440590e4c72e2d095f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:38:23Z', 'updated_at': '2022-05-14T15:38:34Z', 'revision_number': 2, 'project_id': '235c60e5703c440590e4c72e2d095f74', 'gw_port_host': None, '_interfaces': [{'id': '3c1d4b62-c27d-46a5-8d2b-54d1db2a92b2', 'name': '', 'network_id': '639ee4e3-f23e-4a80-bfb4-3bb0ab585907', 'tenant_id': '235c60e5703c440590e4c72e2d095f74', 'mac_address': 'fa:16:3e:ee:36:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4211db-b7e9-40e8-a9a1-77e368b5ecf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f220e60-d4ca-46c5-a7af-9d24d61d82bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:38:33Z', 'updated_at': '2022-05-14T15:38:36Z', 'revision_number': 4, 'project_id': '235c60e5703c440590e4c72e2d095f74', 'subnets': [{'id': '4f220e60-d4ca-46c5-a7af-9d24d61d82bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff8d2e30-9347-48df-99e2-5a18b6b625a2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:38:37.010902 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-12e94ab7-f490-4af8-b6af-375e125fd824 None None] Provisioning complete for port 3c1d4b62-c27d-46a5-8d2b-54d1db2a92b2 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:38:37.011663 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-12e94ab7-f490-4af8-b6af-375e125fd824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (3c1d4b62-c27d-46a5-8d2b-54d1db2a92b2), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:37.040957 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7969201-8d43-4870-97ad-11632818a704 None None] The sync data for ids ['ab4211db-b7e9-40e8-a9a1-77e368b5ecf4'] in dv-cinder-839793-11-iscsi is: [{'id': 'ab4211db-b7e9-40e8-a9a1-77e368b5ecf4', 'name': 'router1', 'tenant_id': '235c60e5703c440590e4c72e2d095f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:38:23Z', 'updated_at': '2022-05-14T15:38:34Z', 'revision_number': 2, 'project_id': '235c60e5703c440590e4c72e2d095f74', 'gw_port_host': None, '_interfaces': [{'id': '3c1d4b62-c27d-46a5-8d2b-54d1db2a92b2', 'name': '', 'network_id': '639ee4e3-f23e-4a80-bfb4-3bb0ab585907', 'tenant_id': '235c60e5703c440590e4c72e2d095f74', 'mac_address': 'fa:16:3e:ee:36:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4211db-b7e9-40e8-a9a1-77e368b5ecf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f220e60-d4ca-46c5-a7af-9d24d61d82bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:38:33Z', 'updated_at': '2022-05-14T15:38:36Z', 'revision_number': 4, 'project_id': '235c60e5703c440590e4c72e2d095f74', 'subnets': [{'id': '4f220e60-d4ca-46c5-a7af-9d24d61d82bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff8d2e30-9347-48df-99e2-5a18b6b625a2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 15:38:37.101659 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-12e94ab7-f490-4af8-b6af-375e125fd824 None None] Current status of the port 3c1d4b62-c27d-46a5-8d2b-54d1db2a92b2 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:38:37.287289 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:37.477524 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 60280) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:38:37.676080 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af8b363-2599-4b1b-985f-535d50e6ca30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:38:37.677440 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-2af8b363-2599-4b1b-985f-535d50e6ca30 admin admin] 10.222.0.61 "GET /v2.0/networks/ee365c6e-8595-4248-876b-4406c6eeb32a HTTP/1.1" status: 200 len: 842 time: 0.1987612 May 14 15:38:37.686564 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-e11c6d35-926d-4981-b9d1-8291a1daf099 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'ip_version': 4}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:38:37.711252 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11c6d35-926d-4981-b9d1-8291a1daf099 admin admin] Made reservation on behalf of 562024bfc95645e098dcd57dfe3300a0 for: {'subnet': 1} {{(pid=115111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:38:37.713836 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-e11c6d35-926d-4981-b9d1-8291a1daf099 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:38.005199 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.objects.ports [None req-e11c6d35-926d-4981-b9d1-8291a1daf099 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115111) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 14 15:38:38.005617 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-e11c6d35-926d-4981-b9d1-8291a1daf099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732'] for subnet (3059297f-ebad-4161-8328-a5e88a7ee6dc), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:38.060082 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c6d35-926d-4981-b9d1-8291a1daf099 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3059297f-ebad-4161-8328-a5e88a7ee6dc,revision_number=0']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:38:38.071999 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11c6d35-926d-4981-b9d1-8291a1daf099 admin admin] Checking segment: {'id': 'fe506043-d64f-420e-bda4-fab290621067', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:38:38.072369 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11c6d35-926d-4981-b9d1-8291a1daf099 admin admin] Network hostable DHCP agents. Network: ee365c6e-8595-4248-876b-4406c6eeb32a, hostable agents: ['fb8f4d26-2508-472b-a3f6-593d1ff7e929'], hosted agents: [] {{(pid=115111) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 15:38:38.094470 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11c6d35-926d-4981-b9d1-8291a1daf099 admin admin] Network ee365c6e-8595-4248-876b-4406c6eeb32a is scheduled to be hosted by DHCP agent fb8f4d26-2508-472b-a3f6-593d1ff7e929 with binding_index 1 {{(pid=115111) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 15:38:38.104966 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.base_scheduler [None req-e11c6d35-926d-4981-b9d1-8291a1daf099 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-11-iscsi, ee365c6e-8595-4248-876b-4406c6eeb32a) {{(pid=115111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:38:38.109408 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11c6d35-926d-4981-b9d1-8291a1daf099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:38:38.109999 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-e11c6d35-926d-4981-b9d1-8291a1daf099 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for subnet (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:38.116796 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f739733-2b1c-42ba-a885-e8f197bf457b None None] Network ee365c6e-8595-4248-876b-4406c6eeb32a requested from dv-cinder-839793-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 15:38:38.127467 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-e11c6d35-926d-4981-b9d1-8291a1daf099 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4441829 May 14 15:38:38.238199 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df78c595-c246-4391-8e41-a72bd9e9cf80 None None] Network ee365c6e-8595-4248-876b-4406c6eeb32a requested from dv-cinder-839793-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 15:38:40.561924 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 60298) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:38:40.693644 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-5804b10d-101e-46fe-9e14-292dd27f94c2 demo admin] 10.222.0.61 "GET /v2.0/routers/ab4211db-b7e9-40e8-a9a1-77e368b5ecf4 HTTP/1.1" status: 200 len: 710 time: 0.1305006 May 14 15:38:40.781076 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7648c2f-f4e5-46fb-8fd6-e9bcc6bc9e6e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:38:40.783070 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-e7648c2f-f4e5-46fb-8fd6-e9bcc6bc9e6e demo admin] 10.222.0.61 "GET /v2.0/networks/ee365c6e-8595-4248-876b-4406c6eeb32a HTTP/1.1" status: 200 len: 886 time: 0.0840111 May 14 15:38:40.791691 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-575c2724-def4-4e7e-b11a-6000e3b0b4e4 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'}}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:38:41.126947 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-575c2724-def4-4e7e-b11a-6000e3b0b4e4 demo admin] Publish callbacks [] for router_gateway (ab4211db-b7e9-40e8-a9a1-77e368b5ecf4), precommit_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:41.342595 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-575c2724-def4-4e7e-b11a-6000e3b0b4e4 demo admin] Publish callbacks [] for router_gateway (ab4211db-b7e9-40e8-a9a1-77e368b5ecf4), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:41.419027 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-575c2724-def4-4e7e-b11a-6000e3b0b4e4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:41.526186 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.db_base_plugin_common [None req-575c2724-def4-4e7e-b11a-6000e3b0b4e4 demo admin] Allocated IP 172.27.1.201 (ee365c6e-8595-4248-876b-4406c6eeb32a/3059297f-ebad-4161-8328-a5e88a7ee6dc/5cafb94a-d72d-4914-8c64-67812d02c042) {{(pid=115111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:38:41.627984 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-575c2724-def4-4e7e-b11a-6000e3b0b4e4 demo admin] Publish callbacks [] for port (5cafb94a-d72d-4914-8c64-67812d02c042), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:41.660587 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-575c2724-def4-4e7e-b11a-6000e3b0b4e4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197'] for port (5cafb94a-d72d-4914-8c64-67812d02c042), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:41.697378 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575c2724-def4-4e7e-b11a-6000e3b0b4e4 demo admin] Network ee365c6e-8595-4248-876b-4406c6eeb32a is already hosted by enough agents. {{(pid=115111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:38:41.700144 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.base_scheduler [None req-575c2724-def4-4e7e-b11a-6000e3b0b4e4 demo admin] Resources bound (agent type, host, resource id): {{(pid=115111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:38:41.702695 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575c2724-def4-4e7e-b11a-6000e3b0b4e4 demo admin] Received port after_create {{(pid=115111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:38:41.743605 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575c2724-def4-4e7e-b11a-6000e3b0b4e4 demo admin] Pushing event updated for resources: {'Port': ['ID=5cafb94a-d72d-4914-8c64-67812d02c042,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:38:41.965650 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-575c2724-def4-4e7e-b11a-6000e3b0b4e4 demo admin] Publish callbacks [] for router_gateway (ab4211db-b7e9-40e8-a9a1-77e368b5ecf4), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:42.166332 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-575c2724-def4-4e7e-b11a-6000e3b0b4e4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1760309', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1758104', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-104770'] for router (ab4211db-b7e9-40e8-a9a1-77e368b5ecf4), precommit_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:42.169694 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-575c2724-def4-4e7e-b11a-6000e3b0b4e4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1760464', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1760290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1760299', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1758081'] for router (ab4211db-b7e9-40e8-a9a1-77e368b5ecf4), after_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:42.286020 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575c2724-def4-4e7e-b11a-6000e3b0b4e4 demo admin] Router ab4211db-b7e9-40e8-a9a1-77e368b5ecf4 has already been hosted by L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f {{(pid=115111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 15:38:42.482048 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575c2724-def4-4e7e-b11a-6000e3b0b4e4 demo admin] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 15:38:42.486867 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-575c2724-def4-4e7e-b11a-6000e3b0b4e4 demo admin] Publish callbacks [] for router (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:42.488947 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-575c2724-def4-4e7e-b11a-6000e3b0b4e4 demo admin] 10.222.0.61 "PUT /v2.0/routers/ab4211db-b7e9-40e8-a9a1-77e368b5ecf4 HTTP/1.1" status: 200 len: 890 time: 1.7003293 May 14 15:38:44.002092 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 3c1d4b62-c27d-46a5-8d2b-54d1db2a92b2 up at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:38:44.054613 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Provisioning complete for port 3c1d4b62-c27d-46a5-8d2b-54d1db2a92b2 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:38:44.055003 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (3c1d4b62-c27d-46a5-8d2b-54d1db2a92b2), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:44.139177 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port 3c1d4b62-c27d-46a5-8d2b-54d1db2a92b2 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:38:44.989782 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 60310) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:38:45.106375 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-dfba6d23-3ceb-4939-931f-b9e96f9d8064 admin admin] 10.222.0.61 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1151421 May 14 15:38:45.930380 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee4f387-ef5a-4407-ab58-6f7251e6ff9e None None] Sync routers for ids ['ab4211db-b7e9-40e8-a9a1-77e368b5ecf4'] in dv-cinder-839793-11-iscsi {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 15:38:45.942141 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee4f387-ef5a-4407-ab58-6f7251e6ff9e None None] Routers {'ab4211db-b7e9-40e8-a9a1-77e368b5ecf4'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:38:45.942828 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-2ee4f387-ef5a-4407-ab58-6f7251e6ff9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:38:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['ab4211db-b7e9-40e8-a9a1-77e368b5ecf4'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:38:46.163900 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-2ee4f387-ef5a-4407-ab58-6f7251e6ff9e None None] Set router ab4211db-b7e9-40e8-a9a1-77e368b5ecf4 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:38:46.617788 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-2ee4f387-ef5a-4407-ab58-6f7251e6ff9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4211db-b7e9-40e8-a9a1-77e368b5ecf4', 'name': 'router1', 'tenant_id': '235c60e5703c440590e4c72e2d095f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '5cafb94a-d72d-4914-8c64-67812d02c042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:38:23Z', 'updated_at': '2022-05-14T15:38:41Z', 'revision_number': 4, 'project_id': '235c60e5703c440590e4c72e2d095f74', 'gw_port': {'id': '5cafb94a-d72d-4914-8c64-67812d02c042', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f9:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4211db-b7e9-40e8-a9a1-77e368b5ecf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:38:41Z', 'updated_at': '2022-05-14T15:38:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': '3c1d4b62-c27d-46a5-8d2b-54d1db2a92b2', 'name': '', 'network_id': '639ee4e3-f23e-4a80-bfb4-3bb0ab585907', 'tenant_id': '235c60e5703c440590e4c72e2d095f74', 'mac_address': 'fa:16:3e:ee:36:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4211db-b7e9-40e8-a9a1-77e368b5ecf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f220e60-d4ca-46c5-a7af-9d24d61d82bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:38:33Z', 'updated_at': '2022-05-14T15:38:36Z', 'revision_number': 5, 'project_id': '235c60e5703c440590e4c72e2d095f74', 'subnets': [{'id': '4f220e60-d4ca-46c5-a7af-9d24d61d82bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff8d2e30-9347-48df-99e2-5a18b6b625a2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:38:46.669463 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee4f387-ef5a-4407-ab58-6f7251e6ff9e None None] Checking router: ab4211db-b7e9-40e8-a9a1-77e368b5ecf4 for host: dv-cinder-839793-11-iscsi {{(pid=115112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 15:38:46.669817 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee4f387-ef5a-4407-ab58-6f7251e6ff9e None None] Updating router ab4211db-b7e9-40e8-a9a1-77e368b5ecf4 port 5cafb94a-d72d-4914-8c64-67812d02c042 binding host dv-cinder-839793-11-iscsi {{(pid=115112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 15:38:46.720596 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2ee4f387-ef5a-4407-ab58-6f7251e6ff9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (5cafb94a-d72d-4914-8c64-67812d02c042), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:47.088480 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2ee4f387-ef5a-4407-ab58-6f7251e6ff9e None None] Publish callbacks [] for port (5cafb94a-d72d-4914-8c64-67812d02c042), precommit_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:47.094841 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2ee4f387-ef5a-4407-ab58-6f7251e6ff9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (5cafb94a-d72d-4914-8c64-67812d02c042), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:47.140770 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc80d8b-a59e-4395-927f-4aeb95514d0b None None] Pushing event updated for resources: {'Port': ['ID=5cafb94a-d72d-4914-8c64-67812d02c042,revision_number=2']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:38:47.165627 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-2ee4f387-ef5a-4407-ab58-6f7251e6ff9e None None] Attempting to bind port 5cafb94a-d72d-4914-8c64-67812d02c042 on host dv-cinder-839793-11-iscsi for vnic_type normal with profile {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 15:38:47.165627 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-2ee4f387-ef5a-4407-ab58-6f7251e6ff9e None None] Attempting to bind port 5cafb94a-d72d-4914-8c64-67812d02c042 by drivers openvswitch,hyperv on host dv-cinder-839793-11-iscsi at level 0 using segments [{'id': 'fe506043-d64f-420e-bda4-fab290621067', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 15:38:47.165627 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee4f387-ef5a-4407-ab58-6f7251e6ff9e None None] Attempting to bind port 5cafb94a-d72d-4914-8c64-67812d02c042 on network ee365c6e-8595-4248-876b-4406c6eeb32a {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:38:47.175194 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee4f387-ef5a-4407-ab58-6f7251e6ff9e None None] Checking agent: {'id': '57d31cd8-17bf-47b9-a2cf-22310545150a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 38, 7), 'started_at': datetime.datetime(2022, 5, 14, 15, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 15, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 15:38:47.175612 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee4f387-ef5a-4407-ab58-6f7251e6ff9e None None] Checking segment: {'id': 'fe506043-d64f-420e-bda4-fab290621067', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:38:47.176457 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2ee4f387-ef5a-4407-ab58-6f7251e6ff9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:47.176457 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee4f387-ef5a-4407-ab58-6f7251e6ff9e None None] Bound using segment: {'id': 'fe506043-d64f-420e-bda4-fab290621067', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 15:38:47.176845 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-2ee4f387-ef5a-4407-ab58-6f7251e6ff9e None None] Bound port: 5cafb94a-d72d-4914-8c64-67812d02c042, host: dv-cinder-839793-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe506043-d64f-420e-bda4-fab290621067', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'}}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 15:38:47.177248 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2ee4f387-ef5a-4407-ab58-6f7251e6ff9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (5cafb94a-d72d-4914-8c64-67812d02c042), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:47.232371 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-2ee4f387-ef5a-4407-ab58-6f7251e6ff9e None None] For port 5cafb94a-d72d-4914-8c64-67812d02c042, host dv-cinder-839793-11-iscsi, cleared binding levels {{(pid=115112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 15:38:47.236179 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-2ee4f387-ef5a-4407-ab58-6f7251e6ff9e None None] For port 5cafb94a-d72d-4914-8c64-67812d02c042, host dv-cinder-839793-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=5cafb94a-d72d-4914-8c64-67812d02c042,segment=NetworkSegment(fe506043-d64f-420e-bda4-fab290621067),segment_id=fe506043-d64f-420e-bda4-fab290621067)] {{(pid=115112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 15:38:47.242292 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2ee4f387-ef5a-4407-ab58-6f7251e6ff9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (5cafb94a-d72d-4914-8c64-67812d02c042), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:47.307994 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee4f387-ef5a-4407-ab58-6f7251e6ff9e None None] Routers {'ab4211db-b7e9-40e8-a9a1-77e368b5ecf4'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:38:47.308732 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-2ee4f387-ef5a-4407-ab58-6f7251e6ff9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:38:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['ab4211db-b7e9-40e8-a9a1-77e368b5ecf4'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:38:47.347800 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc80d8b-a59e-4395-927f-4aeb95514d0b None None] Pushing event updated for resources: {'Port': ['ID=5cafb94a-d72d-4914-8c64-67812d02c042,revision_number=3']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:38:47.443888 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-2ee4f387-ef5a-4407-ab58-6f7251e6ff9e None None] Set router ab4211db-b7e9-40e8-a9a1-77e368b5ecf4 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:38:47.667754 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-2ee4f387-ef5a-4407-ab58-6f7251e6ff9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab4211db-b7e9-40e8-a9a1-77e368b5ecf4', 'name': 'router1', 'tenant_id': '235c60e5703c440590e4c72e2d095f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '5cafb94a-d72d-4914-8c64-67812d02c042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:38:23Z', 'updated_at': '2022-05-14T15:38:41Z', 'revision_number': 4, 'project_id': '235c60e5703c440590e4c72e2d095f74', 'gw_port': {'id': '5cafb94a-d72d-4914-8c64-67812d02c042', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f9:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4211db-b7e9-40e8-a9a1-77e368b5ecf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:38:41Z', 'updated_at': '2022-05-14T15:38:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': '3c1d4b62-c27d-46a5-8d2b-54d1db2a92b2', 'name': '', 'network_id': '639ee4e3-f23e-4a80-bfb4-3bb0ab585907', 'tenant_id': '235c60e5703c440590e4c72e2d095f74', 'mac_address': 'fa:16:3e:ee:36:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4211db-b7e9-40e8-a9a1-77e368b5ecf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f220e60-d4ca-46c5-a7af-9d24d61d82bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:38:33Z', 'updated_at': '2022-05-14T15:38:36Z', 'revision_number': 5, 'project_id': '235c60e5703c440590e4c72e2d095f74', 'subnets': [{'id': '4f220e60-d4ca-46c5-a7af-9d24d61d82bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff8d2e30-9347-48df-99e2-5a18b6b625a2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:38:47.701503 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee4f387-ef5a-4407-ab58-6f7251e6ff9e None None] The sync data for ids ['ab4211db-b7e9-40e8-a9a1-77e368b5ecf4'] in dv-cinder-839793-11-iscsi is: [{'id': 'ab4211db-b7e9-40e8-a9a1-77e368b5ecf4', 'name': 'router1', 'tenant_id': '235c60e5703c440590e4c72e2d095f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '5cafb94a-d72d-4914-8c64-67812d02c042', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:38:23Z', 'updated_at': '2022-05-14T15:38:41Z', 'revision_number': 4, 'project_id': '235c60e5703c440590e4c72e2d095f74', 'gw_port': {'id': '5cafb94a-d72d-4914-8c64-67812d02c042', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:f9:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab4211db-b7e9-40e8-a9a1-77e368b5ecf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:38:41Z', 'updated_at': '2022-05-14T15:38:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': '3c1d4b62-c27d-46a5-8d2b-54d1db2a92b2', 'name': '', 'network_id': '639ee4e3-f23e-4a80-bfb4-3bb0ab585907', 'tenant_id': '235c60e5703c440590e4c72e2d095f74', 'mac_address': 'fa:16:3e:ee:36:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab4211db-b7e9-40e8-a9a1-77e368b5ecf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f220e60-d4ca-46c5-a7af-9d24d61d82bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:38:33Z', 'updated_at': '2022-05-14T15:38:36Z', 'revision_number': 5, 'project_id': '235c60e5703c440590e4c72e2d095f74', 'subnets': [{'id': '4f220e60-d4ca-46c5-a7af-9d24d61d82bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ff8d2e30-9347-48df-99e2-5a18b6b625a2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 15:38:48.074349 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 5cafb94a-d72d-4914-8c64-67812d02c042 up at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:38:48.130725 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Provisioning complete for port 5cafb94a-d72d-4914-8c64-67812d02c042 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:38:48.131792 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (5cafb94a-d72d-4914-8c64-67812d02c042), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:48.217913 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port 5cafb94a-d72d-4914-8c64-67812d02c042 is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:38:48.218364 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (5cafb94a-d72d-4914-8c64-67812d02c042), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:48.269062 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] For port 5cafb94a-d72d-4914-8c64-67812d02c042, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=5cafb94a-d72d-4914-8c64-67812d02c042,segment=NetworkSegment(fe506043-d64f-420e-bda4-fab290621067),segment_id=fe506043-d64f-420e-bda4-fab290621067)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:38:48.280007 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (5cafb94a-d72d-4914-8c64-67812d02c042), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:48.366416 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Pushing event updated for resources: {'Port': ['ID=5cafb94a-d72d-4914-8c64-67812d02c042,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:38:50.041502 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 5cafb94a-d72d-4914-8c64-67812d02c042 up at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:38:50.148879 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Provisioning complete for port 5cafb94a-d72d-4914-8c64-67812d02c042 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:38:50.149395 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (5cafb94a-d72d-4914-8c64-67812d02c042), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:38:50.318361 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port 5cafb94a-d72d-4914-8c64-67812d02c042 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:38:50.623359 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-cd1eea98-3021-4588-9590-5969087dafc2 None None] Agent healthcheck: found 5 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 15:39:01.009597 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-3b18b408-dd1f-45c6-94c3-3f8e83f950e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:39:03.223245 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-31f245d3-7534-4e2d-8eec-986d16852270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:39:04.225469 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:39:05.779763 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:39:07.284587 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:39:27.626085 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-cd1eea98-3021-4588-9590-5969087dafc2 None None] Agent healthcheck: found 5 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 15:39:31.007370 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-a2278f67-2005-4903-b35e-f19b03a1fbe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:39:33.219574 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-fbd2505c-50e9-4fd1-bc0a-4e99f49c6f9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:39:34.225564 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:39:35.782747 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:39:37.284401 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:40:01.000120 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-26dedbdf-1abc-4d64-9b79-c63603392898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:40:03.222268 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b87a8b7d-5e25-469a-a875-400e7a388166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:40:03.298979 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 60796) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:40:03.360420 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.pecan_wsgi.hooks.translation [None req-b65f5d43-6add-4342-a006-635dfceea041 admin admin] GET failed (client error): The resource could not be found. May 14 15:40:03.361710 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-b65f5d43-6add-4342-a006-635dfceea041 admin admin] 10.222.0.61 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0617929 May 14 15:40:03.521883 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a50417-4b4c-4d7b-aca3-d525da7e9798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:40:03.523297 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-d8a50417-4b4c-4d7b-aca3-d525da7e9798 admin admin] 10.222.0.61 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1575458 May 14 15:40:04.228043 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:40:04.625149 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-cd1eea98-3021-4588-9590-5969087dafc2 None None] Agent healthcheck: found 5 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 15:40:05.747878 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 60806) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:40:05.785904 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:40:05.844913 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5c9bc8-81cf-427c-b8fd-2d8c07473bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:40:05.846276 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-5b5c9bc8-81cf-427c-b8fd-2d8c07473bed admin admin] 10.222.0.61 "GET /v2.0/subnets/4f220e60-d4ca-46c5-a7af-9d24d61d82bf HTTP/1.1" status: 200 len: 849 time: 0.0968888 May 14 15:40:05.855681 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-d9f459ff-d25b-4049-9458-1e009d17162b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:40:05.942000 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-d9f459ff-d25b-4049-9458-1e009d17162b admin admin] Publish callbacks [] for subnet (4f220e60-d4ca-46c5-a7af-9d24d61d82bf), before_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:40:06.085754 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-d9f459ff-d25b-4049-9458-1e009d17162b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770741974146'] for subnet (4f220e60-d4ca-46c5-a7af-9d24d61d82bf), after_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:40:06.114543 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f459ff-d25b-4049-9458-1e009d17162b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:40:06.115692 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-d9f459ff-d25b-4049-9458-1e009d17162b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for subnet (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:40:06.116384 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-d9f459ff-d25b-4049-9458-1e009d17162b admin admin] 10.222.0.61 "PUT /v2.0/subnets/4f220e60-d4ca-46c5-a7af-9d24d61d82bf HTTP/1.1" status: 200 len: 868 time: 0.2643926 May 14 15:40:06.133439 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050d3757-d049-4625-8638-5a0d5b5a7646 None None] Network 639ee4e3-f23e-4a80-bfb4-3bb0ab585907 requested from dv-cinder-839793-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 15:40:06.137711 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f459ff-d25b-4049-9458-1e009d17162b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f220e60-d4ca-46c5-a7af-9d24d61d82bf,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:40:06.145871 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f459ff-d25b-4049-9458-1e009d17162b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:40:06.146258 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f459ff-d25b-4049-9458-1e009d17162b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:40:06.147272 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f459ff-d25b-4049-9458-1e009d17162b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:40:06.147272 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f459ff-d25b-4049-9458-1e009d17162b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:40:06.147272 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f459ff-d25b-4049-9458-1e009d17162b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:40:06.147712 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f459ff-d25b-4049-9458-1e009d17162b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:40:06.148050 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f459ff-d25b-4049-9458-1e009d17162b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:40:06.148375 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f459ff-d25b-4049-9458-1e009d17162b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:40:06.148723 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f459ff-d25b-4049-9458-1e009d17162b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:40:06.149050 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f459ff-d25b-4049-9458-1e009d17162b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:40:06.149392 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f459ff-d25b-4049-9458-1e009d17162b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:40:06.149709 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f459ff-d25b-4049-9458-1e009d17162b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:40:06.150025 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f459ff-d25b-4049-9458-1e009d17162b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:40:06.150362 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f459ff-d25b-4049-9458-1e009d17162b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:40:06.150681 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f459ff-d25b-4049-9458-1e009d17162b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:40:06.472200 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-92184f44-88ee-405b-9b06-a67ce7156b12 None None] Provisioning complete for port b19e3a74-6fc8-4161-a2c4-ba24f6ea557d triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:40:06.472580 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-92184f44-88ee-405b-9b06-a67ce7156b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (b19e3a74-6fc8-4161-a2c4-ba24f6ea557d), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:40:06.551487 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-92184f44-88ee-405b-9b06-a67ce7156b12 None None] Current status of the port b19e3a74-6fc8-4161-a2c4-ba24f6ea557d is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:40:06.559120 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-92184f44-88ee-405b-9b06-a67ce7156b12 None None] Provisioning complete for port 3c1d4b62-c27d-46a5-8d2b-54d1db2a92b2 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:40:06.559496 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-92184f44-88ee-405b-9b06-a67ce7156b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (3c1d4b62-c27d-46a5-8d2b-54d1db2a92b2), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:40:06.633722 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-92184f44-88ee-405b-9b06-a67ce7156b12 None None] Current status of the port 3c1d4b62-c27d-46a5-8d2b-54d1db2a92b2 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:40:07.279955 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:40:08.379623 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 60814) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:40:08.578206 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7fb90f-61d1-4faf-b341-ba499155b21d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:40:08.578695 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7fb90f-61d1-4faf-b341-ba499155b21d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:40:08.580217 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-5c7fb90f-61d1-4faf-b341-ba499155b21d admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1995976 May 14 15:40:10.817934 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 60822) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:40:11.026030 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ce9119-9607-4b5d-a257-206d24bf9a60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:40:11.026483 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ce9119-9607-4b5d-a257-206d24bf9a60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:40:11.028202 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-11ce9119-9607-4b5d-a257-206d24bf9a60 admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2093127 May 14 15:40:13.262861 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 60832) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:40:13.430869 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a675b9-e16b-488b-8514-074d4242242d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:40:13.432223 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-d0a675b9-e16b-488b-8514-074d4242242d admin admin] 10.222.0.61 "GET /v2.0/networks/639ee4e3-f23e-4a80-bfb4-3bb0ab585907 HTTP/1.1" status: 200 len: 869 time: 0.1684341 May 14 15:40:15.691730 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 60840) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:40:15.816253 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e2a510-145c-4957-aedc-80f32e616950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:40:15.817606 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-c1e2a510-145c-4957-aedc-80f32e616950 admin admin] 10.222.0.61 "GET /v2.0/networks/ee365c6e-8595-4248-876b-4406c6eeb32a HTTP/1.1" status: 200 len: 886 time: 0.1249182 May 14 15:40:18.085326 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 60848) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:40:18.208049 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fa2b20-fa06-4c65-a65f-2f1400a2c209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:40:18.208508 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fa2b20-fa06-4c65-a65f-2f1400a2c209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:40:18.210027 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-13fa2b20-fa06-4c65-a65f-2f1400a2c209 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1238060 May 14 15:40:20.431754 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 60856) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:40:20.523926 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58002332-b9c7-48d0-be91-1fc3c9870880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:40:20.524384 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58002332-b9c7-48d0-be91-1fc3c9870880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:40:20.525917 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-58002332-b9c7-48d0-be91-1fc3c9870880 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0931816 May 14 15:40:22.749680 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 60864) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:40:22.833422 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927ddbfd-9e2b-48a8-a8e9-51fad05234d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:40:22.835015 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-927ddbfd-9e2b-48a8-a8e9-51fad05234d5 admin admin] 10.222.0.61 "GET /v2.0/subnets/3059297f-ebad-4161-8328-a5e88a7ee6dc HTTP/1.1" status: 200 len: 816 time: 0.0840402 May 14 15:40:25.076782 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 60872) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:40:25.174023 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f8f5f5-0700-476d-99c2-0a76347c09ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:40:25.175414 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-c8f8f5f5-0700-476d-99c2-0a76347c09ba admin admin] 10.222.0.61 "GET /v2.0/subnets/4f220e60-d4ca-46c5-a7af-9d24d61d82bf HTTP/1.1" status: 200 len: 868 time: 0.0976794 May 14 15:40:31.001474 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2f2cde2d-0f8b-4e0a-ae79-79109b2f7524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:40:33.223085 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b92f8de5-3ab5-47a9-9455-82ebfc44fb4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:40:34.231247 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:40:35.788049 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:40:37.283926 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:40:41.623921 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-cd1eea98-3021-4588-9590-5969087dafc2 None None] Agent healthcheck: found 5 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 15:41:01.003037 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-54e0d5df-5f1f-4323-9dea-b10d1436e10e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:41:03.226202 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-ab76ae61-a16f-4557-9d93-a4f457e368ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:41:04.236292 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:41:05.394771 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 60930) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:41:05.441853 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [None req-66d09467-255d-44d5-b7e6-4e62ffae041f admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=115111) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 14 15:41:05.442874 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-66d09467-255d-44d5-b7e6-4e62ffae041f admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0471926 May 14 15:41:05.791676 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:41:07.285928 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:41:07.783556 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 60938) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:41:07.842817 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.pecan_wsgi.hooks.translation [None req-c41b8553-75e7-400e-9308-739c0bdec3ac admin admin] GET failed (client error): The resource could not be found. May 14 15:41:07.844134 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-c41b8553-75e7-400e-9308-739c0bdec3ac admin admin] 10.222.0.61 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0596581 May 14 15:41:07.986610 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2418e04f-208c-4e48-abd4-1f68ed09e013 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:41:07.987982 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-2418e04f-208c-4e48-abd4-1f68ed09e013 admin admin] 10.222.0.61 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1397977 May 14 15:41:10.256905 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 60946) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:41:10.303689 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-2ac2456d-9ec0-4294-8140-5efdbcd4d27f admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:41:10.324343 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac2456d-9ec0-4294-8140-5efdbcd4d27f admin admin] Made reservation on behalf of 562024bfc95645e098dcd57dfe3300a0 for: {'network': 1} {{(pid=115111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:41:10.327466 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-2ac2456d-9ec0-4294-8140-5efdbcd4d27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for network (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:41:10.353970 dv-cinder-839793-11-iscsi neutron-server[115111]: WARNING neutron.services.revisions.revision_plugin [None req-2ac2456d-9ec0-4294-8140-5efdbcd4d27f admin admin] Could not find related network for resource to bump revision. May 14 15:41:10.369295 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ac2456d-9ec0-4294-8140-5efdbcd4d27f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=115111) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 15:41:10.379657 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-2ac2456d-9ec0-4294-8140-5efdbcd4d27f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770741945101', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32906243'] for segment (ccd1f191-b21f-4c7c-83c0-721e6481a38e), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:41:10.380045 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.db.segments_db [None req-2ac2456d-9ec0-4294-8140-5efdbcd4d27f admin admin] Added segment ccd1f191-b21f-4c7c-83c0-721e6481a38e of type vlan for network f1c202f1-4bb1-42fd-85ba-cae0e4eb5b1a May 14 15:41:10.424220 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-2ac2456d-9ec0-4294-8140-5efdbcd4d27f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770741518219'] for network (f1c202f1-4bb1-42fd-85ba-cae0e4eb5b1a), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:41:10.447902 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-2ac2456d-9ec0-4294-8140-5efdbcd4d27f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732'] for network (f1c202f1-4bb1-42fd-85ba-cae0e4eb5b1a), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:41:10.448801 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac2456d-9ec0-4294-8140-5efdbcd4d27f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:41:10.449374 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-2ac2456d-9ec0-4294-8140-5efdbcd4d27f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for network (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:41:10.483418 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-2ac2456d-9ec0-4294-8140-5efdbcd4d27f admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2254426 May 14 15:41:10.511121 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac2456d-9ec0-4294-8140-5efdbcd4d27f admin admin] Pushing event updated for resources: {'Network': ['ID=f1c202f1-4bb1-42fd-85ba-cae0e4eb5b1a,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:41:10.519247 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac2456d-9ec0-4294-8140-5efdbcd4d27f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:41:10.519591 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac2456d-9ec0-4294-8140-5efdbcd4d27f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:41:10.519924 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac2456d-9ec0-4294-8140-5efdbcd4d27f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:41:10.520256 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac2456d-9ec0-4294-8140-5efdbcd4d27f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:41:10.520586 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac2456d-9ec0-4294-8140-5efdbcd4d27f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:41:10.520911 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac2456d-9ec0-4294-8140-5efdbcd4d27f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:41:10.521232 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac2456d-9ec0-4294-8140-5efdbcd4d27f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:41:10.521551 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac2456d-9ec0-4294-8140-5efdbcd4d27f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:41:10.521872 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac2456d-9ec0-4294-8140-5efdbcd4d27f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:41:10.522191 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac2456d-9ec0-4294-8140-5efdbcd4d27f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:41:10.522557 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac2456d-9ec0-4294-8140-5efdbcd4d27f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:41:10.522883 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac2456d-9ec0-4294-8140-5efdbcd4d27f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:41:10.523204 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac2456d-9ec0-4294-8140-5efdbcd4d27f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:41:10.523523 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac2456d-9ec0-4294-8140-5efdbcd4d27f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:41:10.523837 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac2456d-9ec0-4294-8140-5efdbcd4d27f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:41:10.535525 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Network f1c202f1-4bb1-42fd-85ba-cae0e4eb5b1a details requested by agent ovs-agent-dv-cinder-839793-11-iscsi with host dv-cinder-839793-11-iscsi {{(pid=115112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 14 15:41:12.761813 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 60954) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:41:12.821716 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.pecan_wsgi.hooks.translation [None req-08d36454-3708-4363-8bef-c6ee2710a5fd admin admin] GET failed (client error): The resource could not be found. May 14 15:41:12.822989 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-08d36454-3708-4363-8bef-c6ee2710a5fd admin admin] 10.222.0.61 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0594275 May 14 15:41:12.893922 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6e36ed-1b5c-4d02-8716-7f6a3569d921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:41:12.895384 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-5b6e36ed-1b5c-4d02-8716-7f6a3569d921 admin admin] 10.222.0.61 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0683253 May 14 15:41:12.904859 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-1defc0d0-9bcc-4153-b971-78501138fe38 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': 'f1c202f1-4bb1-42fd-85ba-cae0e4eb5b1a', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:41:12.923625 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1defc0d0-9bcc-4153-b971-78501138fe38 admin admin] Made reservation on behalf of 562024bfc95645e098dcd57dfe3300a0 for: {'subnet': 1} {{(pid=115111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:41:12.925870 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-1defc0d0-9bcc-4153-b971-78501138fe38 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:41:13.086988 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-1defc0d0-9bcc-4153-b971-78501138fe38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732'] for subnet (14fd9cae-5771-460d-bd57-cc3a31916deb), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:41:13.147536 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1defc0d0-9bcc-4153-b971-78501138fe38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14fd9cae-5771-460d-bd57-cc3a31916deb,revision_number=0']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:41:13.151653 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1defc0d0-9bcc-4153-b971-78501138fe38 admin admin] Checking segment: {'id': 'ccd1f191-b21f-4c7c-83c0-721e6481a38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f1c202f1-4bb1-42fd-85ba-cae0e4eb5b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:41:13.151996 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1defc0d0-9bcc-4153-b971-78501138fe38 admin admin] Network hostable DHCP agents. Network: f1c202f1-4bb1-42fd-85ba-cae0e4eb5b1a, hostable agents: ['fb8f4d26-2508-472b-a3f6-593d1ff7e929'], hosted agents: [] {{(pid=115111) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 15:41:13.169711 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1defc0d0-9bcc-4153-b971-78501138fe38 admin admin] Network f1c202f1-4bb1-42fd-85ba-cae0e4eb5b1a is scheduled to be hosted by DHCP agent fb8f4d26-2508-472b-a3f6-593d1ff7e929 with binding_index 1 {{(pid=115111) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 15:41:13.177948 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.base_scheduler [None req-1defc0d0-9bcc-4153-b971-78501138fe38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-11-iscsi, f1c202f1-4bb1-42fd-85ba-cae0e4eb5b1a) {{(pid=115111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:41:13.181868 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1defc0d0-9bcc-4153-b971-78501138fe38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:41:13.182485 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-1defc0d0-9bcc-4153-b971-78501138fe38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for subnet (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:41:13.187443 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33eb48a2-ca2a-4e28-8a9a-fe52018ed493 None None] Network f1c202f1-4bb1-42fd-85ba-cae0e4eb5b1a requested from dv-cinder-839793-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 15:41:13.198209 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-1defc0d0-9bcc-4153-b971-78501138fe38 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2966206 May 14 15:41:13.292875 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0052f6a3-b38c-42ff-b97e-1dfd5d4b0ec2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf033a25f-6d82-560f-8aa4-47b981b79ac7-f1c202f1-4bb1-42fd-85ba-cae0e4eb5b1a', 'network_id': 'f1c202f1-4bb1-42fd-85ba-cae0e4eb5b1a', 'project_id': '562024bfc95645e098dcd57dfe3300a0', 'fixed_ips': [{'subnet_id': '14fd9cae-5771-460d-bd57-cc3a31916deb'}]}} from dv-cinder-839793-11-iscsi. {{(pid=115112) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 14 15:41:13.294533 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-0052f6a3-b38c-42ff-b97e-1dfd5d4b0ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:41:13.435874 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.db_base_plugin_common [None req-0052f6a3-b38c-42ff-b97e-1dfd5d4b0ec2 None None] Allocated IP 192.168.233.2 (f1c202f1-4bb1-42fd-85ba-cae0e4eb5b1a/14fd9cae-5771-460d-bd57-cc3a31916deb/22a5fc26-3c36-4845-a79d-5da9c79b23e2) {{(pid=115112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:41:13.679938 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-0052f6a3-b38c-42ff-b97e-1dfd5d4b0ec2 None None] Publish callbacks [] for port (22a5fc26-3c36-4845-a79d-5da9c79b23e2), precommit_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:41:13.686996 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-0052f6a3-b38c-42ff-b97e-1dfd5d4b0ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197'] for port (22a5fc26-3c36-4845-a79d-5da9c79b23e2), after_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:41:13.723921 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0052f6a3-b38c-42ff-b97e-1dfd5d4b0ec2 None None] Network f1c202f1-4bb1-42fd-85ba-cae0e4eb5b1a is already hosted by enough agents. {{(pid=115112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:41:13.726684 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.scheduler.base_scheduler [None req-0052f6a3-b38c-42ff-b97e-1dfd5d4b0ec2 None None] Resources bound (agent type, host, resource id): {{(pid=115112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:41:13.730824 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0052f6a3-b38c-42ff-b97e-1dfd5d4b0ec2 None None] Received port after_create {{(pid=115112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:41:13.742377 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0052f6a3-b38c-42ff-b97e-1dfd5d4b0ec2 None None] Pushing event updated for resources: {'Port': ['ID=22a5fc26-3c36-4845-a79d-5da9c79b23e2,revision_number=1']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:41:13.752241 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0052f6a3-b38c-42ff-b97e-1dfd5d4b0ec2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:41:13.752582 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0052f6a3-b38c-42ff-b97e-1dfd5d4b0ec2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:41:13.752931 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0052f6a3-b38c-42ff-b97e-1dfd5d4b0ec2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:41:13.753281 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0052f6a3-b38c-42ff-b97e-1dfd5d4b0ec2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:41:13.753609 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0052f6a3-b38c-42ff-b97e-1dfd5d4b0ec2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:41:13.753933 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0052f6a3-b38c-42ff-b97e-1dfd5d4b0ec2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:41:13.754250 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0052f6a3-b38c-42ff-b97e-1dfd5d4b0ec2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:41:13.754582 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0052f6a3-b38c-42ff-b97e-1dfd5d4b0ec2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:41:13.754924 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0052f6a3-b38c-42ff-b97e-1dfd5d4b0ec2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:41:13.755245 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0052f6a3-b38c-42ff-b97e-1dfd5d4b0ec2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:41:13.755562 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0052f6a3-b38c-42ff-b97e-1dfd5d4b0ec2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:41:13.755893 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0052f6a3-b38c-42ff-b97e-1dfd5d4b0ec2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:41:13.756209 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0052f6a3-b38c-42ff-b97e-1dfd5d4b0ec2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:41:13.756529 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0052f6a3-b38c-42ff-b97e-1dfd5d4b0ec2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:41:13.756844 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0052f6a3-b38c-42ff-b97e-1dfd5d4b0ec2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:41:13.809668 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-0052f6a3-b38c-42ff-b97e-1dfd5d4b0ec2 None None] Attempting to bind port 22a5fc26-3c36-4845-a79d-5da9c79b23e2 on host dv-cinder-839793-11-iscsi for vnic_type normal with profile {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 15:41:13.810034 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-0052f6a3-b38c-42ff-b97e-1dfd5d4b0ec2 None None] Attempting to bind port 22a5fc26-3c36-4845-a79d-5da9c79b23e2 by drivers openvswitch,hyperv on host dv-cinder-839793-11-iscsi at level 0 using segments [{'id': 'ccd1f191-b21f-4c7c-83c0-721e6481a38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f1c202f1-4bb1-42fd-85ba-cae0e4eb5b1a'}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 15:41:13.810423 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0052f6a3-b38c-42ff-b97e-1dfd5d4b0ec2 None None] Attempting to bind port 22a5fc26-3c36-4845-a79d-5da9c79b23e2 on network f1c202f1-4bb1-42fd-85ba-cae0e4eb5b1a {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:41:13.815605 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0052f6a3-b38c-42ff-b97e-1dfd5d4b0ec2 None None] Checking agent: {'id': '57d31cd8-17bf-47b9-a2cf-22310545150a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 38, 7), 'started_at': datetime.datetime(2022, 5, 14, 15, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 15, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 15:41:13.815979 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0052f6a3-b38c-42ff-b97e-1dfd5d4b0ec2 None None] Checking segment: {'id': 'ccd1f191-b21f-4c7c-83c0-721e6481a38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f1c202f1-4bb1-42fd-85ba-cae0e4eb5b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:41:13.816373 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-0052f6a3-b38c-42ff-b97e-1dfd5d4b0ec2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:41:13.816767 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0052f6a3-b38c-42ff-b97e-1dfd5d4b0ec2 None None] Bound using segment: {'id': 'ccd1f191-b21f-4c7c-83c0-721e6481a38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f1c202f1-4bb1-42fd-85ba-cae0e4eb5b1a'} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 15:41:13.817214 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-0052f6a3-b38c-42ff-b97e-1dfd5d4b0ec2 None None] Bound port: 22a5fc26-3c36-4845-a79d-5da9c79b23e2, host: dv-cinder-839793-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd1f191-b21f-4c7c-83c0-721e6481a38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f1c202f1-4bb1-42fd-85ba-cae0e4eb5b1a'}}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 15:41:13.817592 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-0052f6a3-b38c-42ff-b97e-1dfd5d4b0ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (22a5fc26-3c36-4845-a79d-5da9c79b23e2), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:41:13.881698 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-0052f6a3-b38c-42ff-b97e-1dfd5d4b0ec2 None None] For port 22a5fc26-3c36-4845-a79d-5da9c79b23e2, host dv-cinder-839793-11-iscsi, cleared binding levels {{(pid=115112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 15:41:13.884724 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-0052f6a3-b38c-42ff-b97e-1dfd5d4b0ec2 None None] For port 22a5fc26-3c36-4845-a79d-5da9c79b23e2, host dv-cinder-839793-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=22a5fc26-3c36-4845-a79d-5da9c79b23e2,segment=NetworkSegment(ccd1f191-b21f-4c7c-83c0-721e6481a38e),segment_id=ccd1f191-b21f-4c7c-83c0-721e6481a38e)] {{(pid=115112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 15:41:13.891807 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-0052f6a3-b38c-42ff-b97e-1dfd5d4b0ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (22a5fc26-3c36-4845-a79d-5da9c79b23e2), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:41:13.951673 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0052f6a3-b38c-42ff-b97e-1dfd5d4b0ec2 None None] Pushing event updated for resources: {'Port': ['ID=22a5fc26-3c36-4845-a79d-5da9c79b23e2,revision_number=2']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:41:14.754347 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b750b5d-c12d-46d2-8234-76b4b814feed None None] Network f1c202f1-4bb1-42fd-85ba-cae0e4eb5b1a requested from dv-cinder-839793-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 15:41:14.842063 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-6c370810-c090-4d82-9fd5-8f775c20a6a3 None None] Provisioning complete for port 22a5fc26-3c36-4845-a79d-5da9c79b23e2 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:41:14.842778 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-6c370810-c090-4d82-9fd5-8f775c20a6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (22a5fc26-3c36-4845-a79d-5da9c79b23e2), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:41:14.950286 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-6c370810-c090-4d82-9fd5-8f775c20a6a3 None None] Current status of the port 22a5fc26-3c36-4845-a79d-5da9c79b23e2 is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:41:14.950777 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-6c370810-c090-4d82-9fd5-8f775c20a6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (22a5fc26-3c36-4845-a79d-5da9c79b23e2), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:41:14.985673 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-6c370810-c090-4d82-9fd5-8f775c20a6a3 None None] For port 22a5fc26-3c36-4845-a79d-5da9c79b23e2, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=22a5fc26-3c36-4845-a79d-5da9c79b23e2,segment=NetworkSegment(ccd1f191-b21f-4c7c-83c0-721e6481a38e),segment_id=ccd1f191-b21f-4c7c-83c0-721e6481a38e)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:41:14.992396 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-6c370810-c090-4d82-9fd5-8f775c20a6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (22a5fc26-3c36-4845-a79d-5da9c79b23e2), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:41:15.048362 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c370810-c090-4d82-9fd5-8f775c20a6a3 None None] Pushing event updated for resources: {'Port': ['ID=22a5fc26-3c36-4845-a79d-5da9c79b23e2,revision_number=3']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:41:15.313203 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-3e9d437e-3841-4a49-ab1e-c4a35c9c1fb0 None None] Provisioning complete for port 22a5fc26-3c36-4845-a79d-5da9c79b23e2 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:41:15.313571 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-3e9d437e-3841-4a49-ab1e-c4a35c9c1fb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (22a5fc26-3c36-4845-a79d-5da9c79b23e2), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:41:15.396024 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-3e9d437e-3841-4a49-ab1e-c4a35c9c1fb0 None None] Current status of the port 22a5fc26-3c36-4845-a79d-5da9c79b23e2 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:41:16.108511 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 22a5fc26-3c36-4845-a79d-5da9c79b23e2 up at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:41:16.156726 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Provisioning complete for port 22a5fc26-3c36-4845-a79d-5da9c79b23e2 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:41:16.157254 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (22a5fc26-3c36-4845-a79d-5da9c79b23e2), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:41:16.236520 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port 22a5fc26-3c36-4845-a79d-5da9c79b23e2 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:41:18.622645 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-cd1eea98-3021-4588-9590-5969087dafc2 None None] Agent healthcheck: found 5 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 15:41:31.006096 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-4558fc1d-19ac-4f38-990d-42cc95e90711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:41:33.229292 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-8d1a597f-3238-4df6-9ed0-71f1324175ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:41:34.240093 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:41:35.794818 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:41:37.290284 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:41:55.621753 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-cd1eea98-3021-4588-9590-5969087dafc2 None None] Agent healthcheck: found 5 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 15:42:01.008129 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-6c4b5256-f574-4736-9439-b3f5afe1ab54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:42:03.232177 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-3dfa5e83-79ac-4816-b3ff-e9ca9627afb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:42:04.238539 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:42:05.800589 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:42:07.294707 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:42:31.011240 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-237903dc-b6de-4d5f-b9d2-69bdb70c0fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:42:32.621378 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-cd1eea98-3021-4588-9590-5969087dafc2 None None] Agent healthcheck: found 5 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 15:42:33.234734 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-02c2202e-7f8b-4400-90f4-ebe82bca4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:42:34.242219 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:42:35.802348 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:42:37.304812 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:42:40.510258 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 60992) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:42:40.516403 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [None req-bc1c191f-8fe6-433e-8555-6f2cd4224aee tempest-verify_tempest_config-1330157377 tempest-verify_tempest_config-1330157377-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=115111) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 14 15:42:40.517346 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-bc1c191f-8fe6-433e-8555-6f2cd4224aee tempest-verify_tempest_config-1330157377 tempest-verify_tempest_config-1330157377-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0055826 May 14 15:42:40.803611 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 32778) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:42:40.906616 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-2c10049a-6b06-4955-af8b-73cefec2f127 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:42:40.995277 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-2c10049a-6b06-4955-af8b-73cefec2f127 admin admin] Publish callbacks [] for security_group (aec5691a-5579-4b40-8f17-912617b9e965), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:42:40.998932 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-2c10049a-6b06-4955-af8b-73cefec2f127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (aec5691a-5579-4b40-8f17-912617b9e965), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:42:41.046836 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-2c10049a-6b06-4955-af8b-73cefec2f127 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=18e7fe41ca1d49b1a93485146a9297ba&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2422066 May 14 15:42:41.047786 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c10049a-6b06-4955-af8b-73cefec2f127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec5691a-5579-4b40-8f17-912617b9e965,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:42:41.049494 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 32782) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:42:41.054476 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c10049a-6b06-4955-af8b-73cefec2f127 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:42:41.054846 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c10049a-6b06-4955-af8b-73cefec2f127 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:42:41.055184 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c10049a-6b06-4955-af8b-73cefec2f127 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:42:41.055517 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c10049a-6b06-4955-af8b-73cefec2f127 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:42:41.055839 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c10049a-6b06-4955-af8b-73cefec2f127 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:42:41.056163 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c10049a-6b06-4955-af8b-73cefec2f127 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:42:41.056481 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c10049a-6b06-4955-af8b-73cefec2f127 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:42:41.056800 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c10049a-6b06-4955-af8b-73cefec2f127 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:42:41.057131 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c10049a-6b06-4955-af8b-73cefec2f127 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:42:41.057962 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c10049a-6b06-4955-af8b-73cefec2f127 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:42:41.058294 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c10049a-6b06-4955-af8b-73cefec2f127 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:42:41.058810 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c10049a-6b06-4955-af8b-73cefec2f127 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:42:41.059127 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c10049a-6b06-4955-af8b-73cefec2f127 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:42:41.059444 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c10049a-6b06-4955-af8b-73cefec2f127 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:42:41.059757 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c10049a-6b06-4955-af8b-73cefec2f127 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:42:41.103888 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-c9bf4c42-f871-4549-8cb3-7c5442bc85ce admin admin] Publish callbacks [] for security_group (aec5691a-5579-4b40-8f17-912617b9e965), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:42:41.125483 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-c9bf4c42-f871-4549-8cb3-7c5442bc85ce admin admin] Publish callbacks [] for security_group (aec5691a-5579-4b40-8f17-912617b9e965), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:42:41.214908 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-c9bf4c42-f871-4549-8cb3-7c5442bc85ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (aec5691a-5579-4b40-8f17-912617b9e965), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:42:41.217353 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-c9bf4c42-f871-4549-8cb3-7c5442bc85ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:42:41.218536 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-c9bf4c42-f871-4549-8cb3-7c5442bc85ce admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/aec5691a-5579-4b40-8f17-912617b9e965 HTTP/1.1" status: 204 len: 168 time: 0.1680057 May 14 15:42:41.226613 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf4c42-f871-4549-8cb3-7c5442bc85ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec5691a-5579-4b40-8f17-912617b9e965,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:42:41.233733 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf4c42-f871-4549-8cb3-7c5442bc85ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:42:41.234072 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf4c42-f871-4549-8cb3-7c5442bc85ce admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:42:41.234454 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf4c42-f871-4549-8cb3-7c5442bc85ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:42:41.234800 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf4c42-f871-4549-8cb3-7c5442bc85ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:42:41.235131 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf4c42-f871-4549-8cb3-7c5442bc85ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:42:41.235465 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf4c42-f871-4549-8cb3-7c5442bc85ce admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:42:41.235792 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf4c42-f871-4549-8cb3-7c5442bc85ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:42:41.236114 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf4c42-f871-4549-8cb3-7c5442bc85ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:42:41.236454 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf4c42-f871-4549-8cb3-7c5442bc85ce admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:42:41.236779 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf4c42-f871-4549-8cb3-7c5442bc85ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:42:41.237297 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf4c42-f871-4549-8cb3-7c5442bc85ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:42:41.237627 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf4c42-f871-4549-8cb3-7c5442bc85ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:42:41.237950 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf4c42-f871-4549-8cb3-7c5442bc85ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:42:41.238274 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf4c42-f871-4549-8cb3-7c5442bc85ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:42:41.238620 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bf4c42-f871-4549-8cb3-7c5442bc85ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:43:01.013875 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-60911dbc-f188-470e-b142-a9d6ddbf9f92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:43:03.237840 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-e3a6a858-2d51-447a-8636-a7c004f6ce28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:43:04.245870 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:43:05.803102 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:43:07.296436 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:43:09.619843 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-cd1eea98-3021-4588-9590-5969087dafc2 None None] Agent healthcheck: found 5 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 15:43:31.015308 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-dd1e0941-f9e4-4e70-a292-0f4cbe7605c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:43:33.239467 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1fd6df5e-3d05-490d-9333-8f82cfa62526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:43:34.247430 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:43:35.807347 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:43:37.298456 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:43:46.618156 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-cd1eea98-3021-4588-9590-5969087dafc2 None None] Agent healthcheck: found 5 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 15:44:01.016468 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-4b05410a-ab35-4bd7-8399-f974a3f5c94c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:44:03.240595 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-c36a384b-5d78-4b0b-bd3e-dd8ce7f24a9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:44:04.250339 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:44:05.810033 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:44:07.300551 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:44:22.543128 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1755496'] for agent (df6c86ae-fc26-40a3-91a1-648a304bf46f), after_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:44:23.616834 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-cd1eea98-3021-4588-9590-5969087dafc2 None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 15:44:31.018540 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-8efcb3b6-c546-47bc-99d9-0c5966cbba26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:44:33.242350 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-461e01ca-c6fe-488a-97e6-48258b85ad24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:44:34.254295 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:44:35.814031 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:44:36.915417 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 32856) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:44:37.017908 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-dfa5adf3-2a8f-4c45-af0c-3b37a4c6a90e admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1014097 May 14 15:44:37.304699 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:44:39.332727 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 32866) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:44:39.386524 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-6d40a67f-ca5e-4b02-be51-ad2e4cce19c1 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0526605 May 14 15:44:52.518155 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (df6c86ae-fc26-40a3-91a1-648a304bf46f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:45:00.616417 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-cd1eea98-3021-4588-9590-5969087dafc2 None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 15:45:01.020136 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-d7838461-aaeb-481a-adb7-51ebca48e4f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:45:03.243867 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b94b7fdd-4c98-4439-a309-8c050867602c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:45:04.256053 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:45:05.815950 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:45:07.307441 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:45:22.526948 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (df6c86ae-fc26-40a3-91a1-648a304bf46f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:45:31.022217 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-76a2ebb3-f430-447b-8a58-8d91d79d8180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:45:33.250492 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-61571c49-e90a-430e-9924-7ca6ef84f963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:45:34.264990 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:45:35.821006 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:45:37.312306 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:45:37.615588 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-cd1eea98-3021-4588-9590-5969087dafc2 None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 15:45:52.526048 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (df6c86ae-fc26-40a3-91a1-648a304bf46f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:01.025680 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-44510d9c-f2c8-4349-8b9c-4ff2d63e2ebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:03.244962 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-907b98ac-c746-4394-8ade-5830d1ea10aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:04.259001 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:05.824623 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:07.314559 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:14.170586 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 32948) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:46:14.423066 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-6a957d5e-28c1-495f-a118-7347127705be admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2015458776-network', 'tenant_id': '6388da70b0dc48c1952570af4332dd6d'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:46:14.444865 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a957d5e-28c1-495f-a118-7347127705be admin admin] Made reservation on behalf of 6388da70b0dc48c1952570af4332dd6d for: {'network': 1} {{(pid=115110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:46:14.447500 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-6a957d5e-28c1-495f-a118-7347127705be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for network (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:14.467581 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-6a957d5e-28c1-495f-a118-7347127705be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:14.554830 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-6a957d5e-28c1-495f-a118-7347127705be admin admin] Publish callbacks [] for security_group (79193f64-8143-47c0-9226-6232633195e8), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:14.560360 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-6a957d5e-28c1-495f-a118-7347127705be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (79193f64-8143-47c0-9226-6232633195e8), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:14.590254 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a957d5e-28c1-495f-a118-7347127705be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79193f64-8143-47c0-9226-6232633195e8,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:14.598668 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a957d5e-28c1-495f-a118-7347127705be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:14.599022 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a957d5e-28c1-495f-a118-7347127705be admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:14.600120 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a957d5e-28c1-495f-a118-7347127705be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:14.600120 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a957d5e-28c1-495f-a118-7347127705be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:14.600120 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a957d5e-28c1-495f-a118-7347127705be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:14.600394 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a957d5e-28c1-495f-a118-7347127705be admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:14.600841 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a957d5e-28c1-495f-a118-7347127705be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:14.601174 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a957d5e-28c1-495f-a118-7347127705be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:14.601529 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a957d5e-28c1-495f-a118-7347127705be admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:14.601863 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a957d5e-28c1-495f-a118-7347127705be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:14.602169 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a957d5e-28c1-495f-a118-7347127705be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:14.602530 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a957d5e-28c1-495f-a118-7347127705be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:14.602859 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a957d5e-28c1-495f-a118-7347127705be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:14.603193 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a957d5e-28c1-495f-a118-7347127705be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:14.603527 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a957d5e-28c1-495f-a118-7347127705be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:14.604711 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a957d5e-28c1-495f-a118-7347127705be admin admin] Tracked resource versions report: May 14 15:46:14.604711 dv-cinder-839793-11-iscsi neutron-server[115110]: pushed versions: May 14 15:46:14.604711 dv-cinder-839793-11-iscsi neutron-server[115110]: { 'AddressGroup': {'1.2'}, May 14 15:46:14.604711 dv-cinder-839793-11-iscsi neutron-server[115110]: 'Agent': {'1.1'}, May 14 15:46:14.604711 dv-cinder-839793-11-iscsi neutron-server[115110]: 'ConntrackHelper': {'1.0'}, May 14 15:46:14.604711 dv-cinder-839793-11-iscsi neutron-server[115110]: 'LocalIPAssociation': {'1.0'}, May 14 15:46:14.604711 dv-cinder-839793-11-iscsi neutron-server[115110]: 'Log': {'1.0'}, May 14 15:46:14.604711 dv-cinder-839793-11-iscsi neutron-server[115110]: 'NDPProxy': {'1.0'}, May 14 15:46:14.604711 dv-cinder-839793-11-iscsi neutron-server[115110]: 'Network': {'1.1'}, May 14 15:46:14.604711 dv-cinder-839793-11-iscsi neutron-server[115110]: 'Port': {'1.7'}, May 14 15:46:14.604711 dv-cinder-839793-11-iscsi neutron-server[115110]: 'PortForwarding': {'1.3'}, May 14 15:46:14.604711 dv-cinder-839793-11-iscsi neutron-server[115110]: 'QosPolicy': {'1.10'}, May 14 15:46:14.604711 dv-cinder-839793-11-iscsi neutron-server[115110]: 'SecurityGroup': {'1.5'}, May 14 15:46:14.604711 dv-cinder-839793-11-iscsi neutron-server[115110]: 'SecurityGroupRule': {'1.2'}, May 14 15:46:14.604711 dv-cinder-839793-11-iscsi neutron-server[115110]: 'SubPort': {'1.0'}, May 14 15:46:14.604711 dv-cinder-839793-11-iscsi neutron-server[115110]: 'Subnet': {'1.1'}, May 14 15:46:14.604711 dv-cinder-839793-11-iscsi neutron-server[115110]: 'Trunk': {'1.1'}} May 14 15:46:14.604711 dv-cinder-839793-11-iscsi neutron-server[115110]: consumer versions: May 14 15:46:14.604711 dv-cinder-839793-11-iscsi neutron-server[115110]: { DHCP agent@dv-cinder-839793-11-iscsi: {}, May 14 15:46:14.604711 dv-cinder-839793-11-iscsi neutron-server[115110]: HyperV agent@hv-cinder-83979: {}, May 14 15:46:14.604711 dv-cinder-839793-11-iscsi neutron-server[115110]: L3 agent@dv-cinder-839793-11-iscsi: {}, May 14 15:46:14.604711 dv-cinder-839793-11-iscsi neutron-server[115110]: Metadata agent@dv-cinder-839793-11-iscsi: {}, May 14 15:46:14.604711 dv-cinder-839793-11-iscsi neutron-server[115110]: Metering agent@dv-cinder-839793-11-iscsi: {}, May 14 15:46:14.604711 dv-cinder-839793-11-iscsi neutron-server[115110]: Open vSwitch agent@dv-cinder-839793-11-iscsi: { 'AddressGroup': '1.2', May 14 15:46:14.604711 dv-cinder-839793-11-iscsi neutron-server[115110]: 'Agent': '1.1', May 14 15:46:14.604711 dv-cinder-839793-11-iscsi neutron-server[115110]: 'ConntrackHelper': '1.0', May 14 15:46:14.604711 dv-cinder-839793-11-iscsi neutron-server[115110]: 'LocalIPAssociation': '1.0', May 14 15:46:14.604711 dv-cinder-839793-11-iscsi neutron-server[115110]: 'Log': '1.0', May 14 15:46:14.604711 dv-cinder-839793-11-iscsi neutron-server[115110]: 'NDPProxy': '1.0', May 14 15:46:14.604711 dv-cinder-839793-11-iscsi neutron-server[115110]: 'Network': '1.1', May 14 15:46:14.604711 dv-cinder-839793-11-iscsi neutron-server[115110]: 'Port': '1.7', May 14 15:46:14.604711 dv-cinder-839793-11-iscsi neutron-server[115110]: 'PortForwarding': '1.3', May 14 15:46:14.604711 dv-cinder-839793-11-iscsi neutron-server[115110]: 'QosPolicy': '1.10', May 14 15:46:14.604711 dv-cinder-839793-11-iscsi neutron-server[115110]: 'SecurityGroup': '1.5', May 14 15:46:14.604711 dv-cinder-839793-11-iscsi neutron-server[115110]: 'SecurityGroupRule': '1.2', May 14 15:46:14.604711 dv-cinder-839793-11-iscsi neutron-server[115110]: 'SubPort': '1.0', May 14 15:46:14.604711 dv-cinder-839793-11-iscsi neutron-server[115110]: 'Subnet': '1.1', May 14 15:46:14.604711 dv-cinder-839793-11-iscsi neutron-server[115110]: 'Trunk': '1.1'}} May 14 15:46:14.604711 dv-cinder-839793-11-iscsi neutron-server[115110]: {{(pid=115110) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 14 15:46:14.613841 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a957d5e-28c1-495f-a118-7347127705be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=115110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 15:46:14.623042 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-cd1eea98-3021-4588-9590-5969087dafc2 None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 15:46:14.628677 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-6a957d5e-28c1-495f-a118-7347127705be admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770741945101', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32906243'] for segment (a46b64b6-b2d7-4dd3-824f-6c223d938abb), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:14.629092 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.db.segments_db [None req-6a957d5e-28c1-495f-a118-7347127705be admin admin] Added segment a46b64b6-b2d7-4dd3-824f-6c223d938abb of type vlan for network 79ec16e7-0db8-48bf-949b-d9757455ca2e May 14 15:46:14.675476 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-6a957d5e-28c1-495f-a118-7347127705be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770741518219'] for network (79ec16e7-0db8-48bf-949b-d9757455ca2e), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:14.710155 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-6a957d5e-28c1-495f-a118-7347127705be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732'] for network (79ec16e7-0db8-48bf-949b-d9757455ca2e), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:14.711234 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a957d5e-28c1-495f-a118-7347127705be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:14.711809 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-6a957d5e-28c1-495f-a118-7347127705be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for network (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:14.872065 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-6a957d5e-28c1-495f-a118-7347127705be admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.6989567 May 14 15:46:14.875257 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 33000) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:46:14.876720 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a957d5e-28c1-495f-a118-7347127705be admin admin] Pushing event updated for resources: {'Network': ['ID=79ec16e7-0db8-48bf-949b-d9757455ca2e,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:14.881287 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-b7d09378-8470-4baf-8d88-c9be250e3634 admin admin] Request body: {'subnet': {'network_id': '79ec16e7-0db8-48bf-949b-d9757455ca2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2015458776-subnet', 'tenant_id': '6388da70b0dc48c1952570af4332dd6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:46:14.888088 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Network 79ec16e7-0db8-48bf-949b-d9757455ca2e details requested by agent ovs-agent-dv-cinder-839793-11-iscsi with host dv-cinder-839793-11-iscsi {{(pid=115112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 14 15:46:14.920677 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d09378-8470-4baf-8d88-c9be250e3634 admin admin] Made reservation on behalf of 6388da70b0dc48c1952570af4332dd6d for: {'subnet': 1} {{(pid=115111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:46:14.924385 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-b7d09378-8470-4baf-8d88-c9be250e3634 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:15.218457 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-b7d09378-8470-4baf-8d88-c9be250e3634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732'] for subnet (bc58ad40-21b8-403e-9544-5b39892ae866), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:15.265607 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d09378-8470-4baf-8d88-c9be250e3634 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc58ad40-21b8-403e-9544-5b39892ae866,revision_number=0']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:15.275353 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d09378-8470-4baf-8d88-c9be250e3634 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:15.275741 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d09378-8470-4baf-8d88-c9be250e3634 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:15.276059 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d09378-8470-4baf-8d88-c9be250e3634 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:15.276404 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d09378-8470-4baf-8d88-c9be250e3634 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:15.276736 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d09378-8470-4baf-8d88-c9be250e3634 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:15.277065 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d09378-8470-4baf-8d88-c9be250e3634 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:15.277390 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d09378-8470-4baf-8d88-c9be250e3634 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:15.278288 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d09378-8470-4baf-8d88-c9be250e3634 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:15.278649 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d09378-8470-4baf-8d88-c9be250e3634 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:15.278983 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d09378-8470-4baf-8d88-c9be250e3634 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:15.279320 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d09378-8470-4baf-8d88-c9be250e3634 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:15.279655 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d09378-8470-4baf-8d88-c9be250e3634 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:15.279976 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d09378-8470-4baf-8d88-c9be250e3634 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:15.280297 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d09378-8470-4baf-8d88-c9be250e3634 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:15.280617 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d09378-8470-4baf-8d88-c9be250e3634 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:15.281818 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d09378-8470-4baf-8d88-c9be250e3634 admin admin] Tracked resource versions report: May 14 15:46:15.281818 dv-cinder-839793-11-iscsi neutron-server[115111]: pushed versions: May 14 15:46:15.281818 dv-cinder-839793-11-iscsi neutron-server[115111]: { 'AddressGroup': {'1.2'}, May 14 15:46:15.281818 dv-cinder-839793-11-iscsi neutron-server[115111]: 'Agent': {'1.1'}, May 14 15:46:15.281818 dv-cinder-839793-11-iscsi neutron-server[115111]: 'ConntrackHelper': {'1.0'}, May 14 15:46:15.281818 dv-cinder-839793-11-iscsi neutron-server[115111]: 'LocalIPAssociation': {'1.0'}, May 14 15:46:15.281818 dv-cinder-839793-11-iscsi neutron-server[115111]: 'Log': {'1.0'}, May 14 15:46:15.281818 dv-cinder-839793-11-iscsi neutron-server[115111]: 'NDPProxy': {'1.0'}, May 14 15:46:15.281818 dv-cinder-839793-11-iscsi neutron-server[115111]: 'Network': {'1.1'}, May 14 15:46:15.281818 dv-cinder-839793-11-iscsi neutron-server[115111]: 'Port': {'1.7'}, May 14 15:46:15.281818 dv-cinder-839793-11-iscsi neutron-server[115111]: 'PortForwarding': {'1.3'}, May 14 15:46:15.281818 dv-cinder-839793-11-iscsi neutron-server[115111]: 'QosPolicy': {'1.10'}, May 14 15:46:15.281818 dv-cinder-839793-11-iscsi neutron-server[115111]: 'SecurityGroup': {'1.5'}, May 14 15:46:15.281818 dv-cinder-839793-11-iscsi neutron-server[115111]: 'SecurityGroupRule': {'1.2'}, May 14 15:46:15.281818 dv-cinder-839793-11-iscsi neutron-server[115111]: 'SubPort': {'1.0'}, May 14 15:46:15.281818 dv-cinder-839793-11-iscsi neutron-server[115111]: 'Subnet': {'1.1'}, May 14 15:46:15.281818 dv-cinder-839793-11-iscsi neutron-server[115111]: 'Trunk': {'1.1'}} May 14 15:46:15.281818 dv-cinder-839793-11-iscsi neutron-server[115111]: consumer versions: May 14 15:46:15.281818 dv-cinder-839793-11-iscsi neutron-server[115111]: { DHCP agent@dv-cinder-839793-11-iscsi: {}, May 14 15:46:15.281818 dv-cinder-839793-11-iscsi neutron-server[115111]: HyperV agent@hv-cinder-83979: {}, May 14 15:46:15.281818 dv-cinder-839793-11-iscsi neutron-server[115111]: L3 agent@dv-cinder-839793-11-iscsi: {}, May 14 15:46:15.281818 dv-cinder-839793-11-iscsi neutron-server[115111]: Metadata agent@dv-cinder-839793-11-iscsi: {}, May 14 15:46:15.281818 dv-cinder-839793-11-iscsi neutron-server[115111]: Metering agent@dv-cinder-839793-11-iscsi: {}, May 14 15:46:15.281818 dv-cinder-839793-11-iscsi neutron-server[115111]: Open vSwitch agent@dv-cinder-839793-11-iscsi: { 'AddressGroup': '1.2', May 14 15:46:15.281818 dv-cinder-839793-11-iscsi neutron-server[115111]: 'Agent': '1.1', May 14 15:46:15.281818 dv-cinder-839793-11-iscsi neutron-server[115111]: 'ConntrackHelper': '1.0', May 14 15:46:15.281818 dv-cinder-839793-11-iscsi neutron-server[115111]: 'LocalIPAssociation': '1.0', May 14 15:46:15.281818 dv-cinder-839793-11-iscsi neutron-server[115111]: 'Log': '1.0', May 14 15:46:15.281818 dv-cinder-839793-11-iscsi neutron-server[115111]: 'NDPProxy': '1.0', May 14 15:46:15.281818 dv-cinder-839793-11-iscsi neutron-server[115111]: 'Network': '1.1', May 14 15:46:15.281818 dv-cinder-839793-11-iscsi neutron-server[115111]: 'Port': '1.7', May 14 15:46:15.281818 dv-cinder-839793-11-iscsi neutron-server[115111]: 'PortForwarding': '1.3', May 14 15:46:15.281818 dv-cinder-839793-11-iscsi neutron-server[115111]: 'QosPolicy': '1.10', May 14 15:46:15.281818 dv-cinder-839793-11-iscsi neutron-server[115111]: 'SecurityGroup': '1.5', May 14 15:46:15.281818 dv-cinder-839793-11-iscsi neutron-server[115111]: 'SecurityGroupRule': '1.2', May 14 15:46:15.281818 dv-cinder-839793-11-iscsi neutron-server[115111]: 'SubPort': '1.0', May 14 15:46:15.281818 dv-cinder-839793-11-iscsi neutron-server[115111]: 'Subnet': '1.1', May 14 15:46:15.281818 dv-cinder-839793-11-iscsi neutron-server[115111]: 'Trunk': '1.1'}} May 14 15:46:15.281818 dv-cinder-839793-11-iscsi neutron-server[115111]: {{(pid=115111) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 14 15:46:15.306405 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d09378-8470-4baf-8d88-c9be250e3634 admin admin] Checking segment: {'id': 'a46b64b6-b2d7-4dd3-824f-6c223d938abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '79ec16e7-0db8-48bf-949b-d9757455ca2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:46:15.306772 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d09378-8470-4baf-8d88-c9be250e3634 admin admin] Network hostable DHCP agents. Network: 79ec16e7-0db8-48bf-949b-d9757455ca2e, hostable agents: ['fb8f4d26-2508-472b-a3f6-593d1ff7e929'], hosted agents: [] {{(pid=115111) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 15:46:15.325093 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d09378-8470-4baf-8d88-c9be250e3634 admin admin] Network 79ec16e7-0db8-48bf-949b-d9757455ca2e is scheduled to be hosted by DHCP agent fb8f4d26-2508-472b-a3f6-593d1ff7e929 with binding_index 1 {{(pid=115111) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 15:46:15.335551 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.base_scheduler [None req-b7d09378-8470-4baf-8d88-c9be250e3634 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-11-iscsi, 79ec16e7-0db8-48bf-949b-d9757455ca2e) {{(pid=115111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:46:15.342588 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d09378-8470-4baf-8d88-c9be250e3634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:15.342588 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-b7d09378-8470-4baf-8d88-c9be250e3634 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for subnet (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:15.348294 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995be465-78f9-4348-8d0b-77daeb62a062 None None] Network 79ec16e7-0db8-48bf-949b-d9757455ca2e requested from dv-cinder-839793-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 15:46:15.362595 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-b7d09378-8470-4baf-8d88-c9be250e3634 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4860303 May 14 15:46:15.470498 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a637c96-cc89-4362-9747-98c1ff7a2914 None None] Network 79ec16e7-0db8-48bf-949b-d9757455ca2e requested from dv-cinder-839793-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 15:46:15.497631 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 33036) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:46:15.778866 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-3853a22f-5d51-448f-80aa-4836db61042b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1887592763-network', 'tenant_id': '5d2517d5440a4d30949f3dd36a46d813'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:46:15.804687 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3853a22f-5d51-448f-80aa-4836db61042b admin admin] Made reservation on behalf of 5d2517d5440a4d30949f3dd36a46d813 for: {'network': 1} {{(pid=115111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:46:15.805555 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 33058) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:46:15.806035 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-3853a22f-5d51-448f-80aa-4836db61042b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for network (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:15.817322 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-3853a22f-5d51-448f-80aa-4836db61042b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:15.909115 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-3853a22f-5d51-448f-80aa-4836db61042b admin admin] Publish callbacks [] for security_group (71af2dd0-250d-48dd-917f-44efd6d3ce56), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:15.916330 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-3853a22f-5d51-448f-80aa-4836db61042b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (71af2dd0-250d-48dd-917f-44efd6d3ce56), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:15.939310 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3853a22f-5d51-448f-80aa-4836db61042b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=115111) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 15:46:15.957247 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-3853a22f-5d51-448f-80aa-4836db61042b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770741945101', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32906243'] for segment (3fe1ec03-a37f-4897-9c40-415202097700), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:15.957662 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.db.segments_db [None req-3853a22f-5d51-448f-80aa-4836db61042b admin admin] Added segment 3fe1ec03-a37f-4897-9c40-415202097700 of type vlan for network 3e026b24-9d5e-4f74-ac5a-5d47dc1338b8 May 14 15:46:15.959032 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3853a22f-5d51-448f-80aa-4836db61042b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71af2dd0-250d-48dd-917f-44efd6d3ce56,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:16.008466 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-3853a22f-5d51-448f-80aa-4836db61042b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770741518219'] for network (3e026b24-9d5e-4f74-ac5a-5d47dc1338b8), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:16.053221 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-3853a22f-5d51-448f-80aa-4836db61042b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732'] for network (3e026b24-9d5e-4f74-ac5a-5d47dc1338b8), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:16.056035 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3853a22f-5d51-448f-80aa-4836db61042b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:16.056623 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-3853a22f-5d51-448f-80aa-4836db61042b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for network (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:16.092500 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-3853a22f-5d51-448f-80aa-4836db61042b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.5936155 May 14 15:46:16.095663 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 33078) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:46:16.101516 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-4beece31-0b3d-41c1-8cd9-ebb4afcc8f72 admin admin] Request body: {'subnet': {'network_id': '3e026b24-9d5e-4f74-ac5a-5d47dc1338b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1887592763-subnet', 'tenant_id': '5d2517d5440a4d30949f3dd36a46d813', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:46:16.120786 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3853a22f-5d51-448f-80aa-4836db61042b admin admin] Pushing event updated for resources: {'Network': ['ID=3e026b24-9d5e-4f74-ac5a-5d47dc1338b8,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:16.127610 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4beece31-0b3d-41c1-8cd9-ebb4afcc8f72 admin admin] Made reservation on behalf of 5d2517d5440a4d30949f3dd36a46d813 for: {'subnet': 1} {{(pid=115110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:46:16.130325 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-4beece31-0b3d-41c1-8cd9-ebb4afcc8f72 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:16.132361 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Network 3e026b24-9d5e-4f74-ac5a-5d47dc1338b8 details requested by agent ovs-agent-dv-cinder-839793-11-iscsi with host dv-cinder-839793-11-iscsi {{(pid=115112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 14 15:46:16.258295 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-1506bcc2-92d7-4c4a-8835-41fe9ade493d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-252484141-network', 'tenant_id': '7905689c95d44a5c9169249c70f7de57'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:46:16.325087 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1506bcc2-92d7-4c4a-8835-41fe9ade493d admin admin] Made reservation on behalf of 7905689c95d44a5c9169249c70f7de57 for: {'network': 1} {{(pid=115110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:46:16.325087 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1506bcc2-92d7-4c4a-8835-41fe9ade493d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for network (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:16.337533 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1506bcc2-92d7-4c4a-8835-41fe9ade493d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:16.362693 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-4beece31-0b3d-41c1-8cd9-ebb4afcc8f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732'] for subnet (4761eee7-0a5d-411d-9c6c-5f0c035f2564), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:16.406786 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 33090) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:46:16.430136 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4beece31-0b3d-41c1-8cd9-ebb4afcc8f72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4761eee7-0a5d-411d-9c6c-5f0c035f2564,revision_number=0']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:16.480096 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4beece31-0b3d-41c1-8cd9-ebb4afcc8f72 admin admin] Checking segment: {'id': '3fe1ec03-a37f-4897-9c40-415202097700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3e026b24-9d5e-4f74-ac5a-5d47dc1338b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:46:16.480456 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4beece31-0b3d-41c1-8cd9-ebb4afcc8f72 admin admin] Network hostable DHCP agents. Network: 3e026b24-9d5e-4f74-ac5a-5d47dc1338b8, hostable agents: ['fb8f4d26-2508-472b-a3f6-593d1ff7e929'], hosted agents: [] {{(pid=115110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 15:46:16.507751 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4beece31-0b3d-41c1-8cd9-ebb4afcc8f72 admin admin] Network 3e026b24-9d5e-4f74-ac5a-5d47dc1338b8 is scheduled to be hosted by DHCP agent fb8f4d26-2508-472b-a3f6-593d1ff7e929 with binding_index 1 {{(pid=115110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 15:46:16.520957 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1506bcc2-92d7-4c4a-8835-41fe9ade493d admin admin] Publish callbacks [] for security_group (3cb716a4-893e-4f96-9ce7-fd14a3a073e8), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:16.525156 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1506bcc2-92d7-4c4a-8835-41fe9ade493d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (3cb716a4-893e-4f96-9ce7-fd14a3a073e8), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:16.532858 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.base_scheduler [None req-4beece31-0b3d-41c1-8cd9-ebb4afcc8f72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-11-iscsi, 3e026b24-9d5e-4f74-ac5a-5d47dc1338b8) {{(pid=115110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:46:16.543462 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8994887d-8f31-4668-8d9a-c1042fff1ad4 None None] Network 3e026b24-9d5e-4f74-ac5a-5d47dc1338b8 requested from dv-cinder-839793-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 15:46:16.547948 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4beece31-0b3d-41c1-8cd9-ebb4afcc8f72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:16.548515 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-4beece31-0b3d-41c1-8cd9-ebb4afcc8f72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for subnet (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:16.562101 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1506bcc2-92d7-4c4a-8835-41fe9ade493d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=115110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 15:46:16.570776 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1506bcc2-92d7-4c4a-8835-41fe9ade493d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb716a4-893e-4f96-9ce7-fd14a3a073e8,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:16.578935 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1506bcc2-92d7-4c4a-8835-41fe9ade493d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770741945101', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32906243'] for segment (f5bdbe83-2873-41ef-b77e-b6a155bfb1ac), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:16.579342 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.db.segments_db [None req-1506bcc2-92d7-4c4a-8835-41fe9ade493d admin admin] Added segment f5bdbe83-2873-41ef-b77e-b6a155bfb1ac of type vlan for network 722d2578-8e0a-4535-bc1b-444c13327ab8 May 14 15:46:16.593355 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-4beece31-0b3d-41c1-8cd9-ebb4afcc8f72 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4963005 May 14 15:46:16.596124 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 33098) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:46:16.601484 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-70c694e6-9f45-4cdc-bd8e-9fe0bebbe338 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1887592763-router', 'tenant_id': '5d2517d5440a4d30949f3dd36a46d813', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'}}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:46:16.639489 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1506bcc2-92d7-4c4a-8835-41fe9ade493d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770741518219'] for network (722d2578-8e0a-4535-bc1b-444c13327ab8), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:16.642511 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-70c694e6-9f45-4cdc-bd8e-9fe0bebbe338 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1757982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104797'] for router (35fd2dc5-ef20-42dd-ae9a-60280cae2cab), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:16.645750 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-70c694e6-9f45-4cdc-bd8e-9fe0bebbe338 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1760263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104788'] for router (35fd2dc5-ef20-42dd-ae9a-60280cae2cab), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:16.672226 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1506bcc2-92d7-4c4a-8835-41fe9ade493d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732'] for network (722d2578-8e0a-4535-bc1b-444c13327ab8), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:16.673975 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1506bcc2-92d7-4c4a-8835-41fe9ade493d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:16.675471 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1506bcc2-92d7-4c4a-8835-41fe9ade493d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for network (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:16.721216 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e550917-243f-4063-b097-f55049b9ea45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf033a25f-6d82-560f-8aa4-47b981b79ac7-3e026b24-9d5e-4f74-ac5a-5d47dc1338b8', 'network_id': '3e026b24-9d5e-4f74-ac5a-5d47dc1338b8', 'project_id': '5d2517d5440a4d30949f3dd36a46d813', 'fixed_ips': [{'subnet_id': '4761eee7-0a5d-411d-9c6c-5f0c035f2564'}]}} from dv-cinder-839793-11-iscsi. {{(pid=115112) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 14 15:46:16.723056 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-5e550917-243f-4063-b097-f55049b9ea45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:16.729416 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-1506bcc2-92d7-4c4a-8835-41fe9ade493d admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.9219687 May 14 15:46:16.733070 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 33104) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:46:16.772728 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-70c694e6-9f45-4cdc-bd8e-9fe0bebbe338 admin admin] Publish callbacks [] for router_controller (35fd2dc5-ef20-42dd-ae9a-60280cae2cab), precommit_add_association {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:16.775967 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1506bcc2-92d7-4c4a-8835-41fe9ade493d admin admin] Pushing event updated for resources: {'Network': ['ID=722d2578-8e0a-4535-bc1b-444c13327ab8,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:16.788781 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-81a7d248-b39f-47ba-8006-1ca4d5e3c621 admin admin] Request body: {'subnet': {'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-252484141-subnet', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:46:16.821060 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a7d248-b39f-47ba-8006-1ca4d5e3c621 admin admin] Made reservation on behalf of 7905689c95d44a5c9169249c70f7de57 for: {'subnet': 1} {{(pid=115110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:46:16.825851 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-81a7d248-b39f-47ba-8006-1ca4d5e3c621 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:16.880757 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Network 722d2578-8e0a-4535-bc1b-444c13327ab8 details requested by agent ovs-agent-dv-cinder-839793-11-iscsi with host dv-cinder-839793-11-iscsi {{(pid=115112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 14 15:46:16.945380 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.db_base_plugin_common [None req-5e550917-243f-4063-b097-f55049b9ea45 None None] Allocated IP 172.20.0.2 (3e026b24-9d5e-4f74-ac5a-5d47dc1338b8/4761eee7-0a5d-411d-9c6c-5f0c035f2564/0c5312b9-8eb8-4a76-b316-2f2fe8b14823) {{(pid=115112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:46:17.044662 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-70c694e6-9f45-4cdc-bd8e-9fe0bebbe338 admin admin] Publish callbacks [] for router_gateway (35fd2dc5-ef20-42dd-ae9a-60280cae2cab), precommit_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:17.061664 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-765d3d79-bfb2-4f82-93a7-7ef3bbc8195f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-838760355-network', 'tenant_id': '0672be3fa3f7414da1c1a5b7300abbe7'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:46:17.072070 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-81a7d248-b39f-47ba-8006-1ca4d5e3c621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732'] for subnet (0d11558f-f514-43f3-89bc-cf74b70b0dae), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:17.139257 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a7d248-b39f-47ba-8006-1ca4d5e3c621 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d11558f-f514-43f3-89bc-cf74b70b0dae,revision_number=0']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:17.173311 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a7d248-b39f-47ba-8006-1ca4d5e3c621 admin admin] Checking segment: {'id': 'f5bdbe83-2873-41ef-b77e-b6a155bfb1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:46:17.173719 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a7d248-b39f-47ba-8006-1ca4d5e3c621 admin admin] Network hostable DHCP agents. Network: 722d2578-8e0a-4535-bc1b-444c13327ab8, hostable agents: ['fb8f4d26-2508-472b-a3f6-593d1ff7e929'], hosted agents: [] {{(pid=115110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 15:46:17.197847 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a7d248-b39f-47ba-8006-1ca4d5e3c621 admin admin] Network 722d2578-8e0a-4535-bc1b-444c13327ab8 is scheduled to be hosted by DHCP agent fb8f4d26-2508-472b-a3f6-593d1ff7e929 with binding_index 1 {{(pid=115110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 15:46:17.206448 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-5e550917-243f-4063-b097-f55049b9ea45 None None] Publish callbacks [] for port (0c5312b9-8eb8-4a76-b316-2f2fe8b14823), precommit_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:17.213068 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.base_scheduler [None req-81a7d248-b39f-47ba-8006-1ca4d5e3c621 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-11-iscsi, 722d2578-8e0a-4535-bc1b-444c13327ab8) {{(pid=115110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:46:17.215236 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-5e550917-243f-4063-b097-f55049b9ea45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197'] for port (0c5312b9-8eb8-4a76-b316-2f2fe8b14823), after_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:17.233731 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a7d248-b39f-47ba-8006-1ca4d5e3c621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:17.235513 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-81a7d248-b39f-47ba-8006-1ca4d5e3c621 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for subnet (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:17.260676 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-81a7d248-b39f-47ba-8006-1ca4d5e3c621 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5263638 May 14 15:46:17.265787 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 33122) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:46:17.275215 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-5f0ee602-319d-4b90-ac73-ceafe0c5f130 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-252484141-router', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'}}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:46:17.292538 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e550917-243f-4063-b097-f55049b9ea45 None None] Pushing event updated for resources: {'Port': ['ID=0c5312b9-8eb8-4a76-b316-2f2fe8b14823,revision_number=1']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:17.306668 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0685dc5a-6df7-4a67-845c-f99ea6fb9789 None None] Network 722d2578-8e0a-4535-bc1b-444c13327ab8 requested from dv-cinder-839793-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 15:46:17.324891 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-5f0ee602-319d-4b90-ac73-ceafe0c5f130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1757982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104797'] for router (5b7fd4ea-e5a8-46a9-b072-faa068d0f12c), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:17.326224 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-5f0ee602-319d-4b90-ac73-ceafe0c5f130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1760263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104788'] for router (5b7fd4ea-e5a8-46a9-b072-faa068d0f12c), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:17.326730 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765d3d79-bfb2-4f82-93a7-7ef3bbc8195f admin admin] Made reservation on behalf of 0672be3fa3f7414da1c1a5b7300abbe7 for: {'network': 1} {{(pid=115111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:46:17.329169 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-765d3d79-bfb2-4f82-93a7-7ef3bbc8195f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for network (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:17.397055 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e550917-243f-4063-b097-f55049b9ea45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:17.397804 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e550917-243f-4063-b097-f55049b9ea45 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:17.398380 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e550917-243f-4063-b097-f55049b9ea45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:17.398927 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e550917-243f-4063-b097-f55049b9ea45 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:17.399443 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e550917-243f-4063-b097-f55049b9ea45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:17.400182 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e550917-243f-4063-b097-f55049b9ea45 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:17.400707 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e550917-243f-4063-b097-f55049b9ea45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:17.401214 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e550917-243f-4063-b097-f55049b9ea45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:17.401750 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e550917-243f-4063-b097-f55049b9ea45 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:17.402251 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e550917-243f-4063-b097-f55049b9ea45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:17.403028 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e550917-243f-4063-b097-f55049b9ea45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:17.403584 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e550917-243f-4063-b097-f55049b9ea45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:17.404132 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e550917-243f-4063-b097-f55049b9ea45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:17.404649 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e550917-243f-4063-b097-f55049b9ea45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:17.405264 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e550917-243f-4063-b097-f55049b9ea45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:17.406928 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e550917-243f-4063-b097-f55049b9ea45 None None] Tracked resource versions report: May 14 15:46:17.406928 dv-cinder-839793-11-iscsi neutron-server[115112]: pushed versions: May 14 15:46:17.406928 dv-cinder-839793-11-iscsi neutron-server[115112]: { 'AddressGroup': {'1.2'}, May 14 15:46:17.406928 dv-cinder-839793-11-iscsi neutron-server[115112]: 'Agent': {'1.1'}, May 14 15:46:17.406928 dv-cinder-839793-11-iscsi neutron-server[115112]: 'ConntrackHelper': {'1.0'}, May 14 15:46:17.406928 dv-cinder-839793-11-iscsi neutron-server[115112]: 'LocalIPAssociation': {'1.0'}, May 14 15:46:17.406928 dv-cinder-839793-11-iscsi neutron-server[115112]: 'Log': {'1.0'}, May 14 15:46:17.406928 dv-cinder-839793-11-iscsi neutron-server[115112]: 'NDPProxy': {'1.0'}, May 14 15:46:17.406928 dv-cinder-839793-11-iscsi neutron-server[115112]: 'Network': {'1.1'}, May 14 15:46:17.406928 dv-cinder-839793-11-iscsi neutron-server[115112]: 'Port': {'1.7'}, May 14 15:46:17.406928 dv-cinder-839793-11-iscsi neutron-server[115112]: 'PortForwarding': {'1.3'}, May 14 15:46:17.406928 dv-cinder-839793-11-iscsi neutron-server[115112]: 'QosPolicy': {'1.10'}, May 14 15:46:17.406928 dv-cinder-839793-11-iscsi neutron-server[115112]: 'SecurityGroup': {'1.5'}, May 14 15:46:17.406928 dv-cinder-839793-11-iscsi neutron-server[115112]: 'SecurityGroupRule': {'1.2'}, May 14 15:46:17.406928 dv-cinder-839793-11-iscsi neutron-server[115112]: 'SubPort': {'1.0'}, May 14 15:46:17.406928 dv-cinder-839793-11-iscsi neutron-server[115112]: 'Subnet': {'1.1'}, May 14 15:46:17.406928 dv-cinder-839793-11-iscsi neutron-server[115112]: 'Trunk': {'1.1'}} May 14 15:46:17.406928 dv-cinder-839793-11-iscsi neutron-server[115112]: consumer versions: May 14 15:46:17.406928 dv-cinder-839793-11-iscsi neutron-server[115112]: { DHCP agent@dv-cinder-839793-11-iscsi: {}, May 14 15:46:17.406928 dv-cinder-839793-11-iscsi neutron-server[115112]: HyperV agent@hv-cinder-83979: {}, May 14 15:46:17.406928 dv-cinder-839793-11-iscsi neutron-server[115112]: L3 agent@dv-cinder-839793-11-iscsi: {}, May 14 15:46:17.406928 dv-cinder-839793-11-iscsi neutron-server[115112]: Metadata agent@dv-cinder-839793-11-iscsi: {}, May 14 15:46:17.406928 dv-cinder-839793-11-iscsi neutron-server[115112]: Metering agent@dv-cinder-839793-11-iscsi: {}, May 14 15:46:17.406928 dv-cinder-839793-11-iscsi neutron-server[115112]: Open vSwitch agent@dv-cinder-839793-11-iscsi: { 'AddressGroup': '1.2', May 14 15:46:17.406928 dv-cinder-839793-11-iscsi neutron-server[115112]: 'Agent': '1.1', May 14 15:46:17.406928 dv-cinder-839793-11-iscsi neutron-server[115112]: 'ConntrackHelper': '1.0', May 14 15:46:17.406928 dv-cinder-839793-11-iscsi neutron-server[115112]: 'LocalIPAssociation': '1.0', May 14 15:46:17.406928 dv-cinder-839793-11-iscsi neutron-server[115112]: 'Log': '1.0', May 14 15:46:17.406928 dv-cinder-839793-11-iscsi neutron-server[115112]: 'NDPProxy': '1.0', May 14 15:46:17.406928 dv-cinder-839793-11-iscsi neutron-server[115112]: 'Network': '1.1', May 14 15:46:17.406928 dv-cinder-839793-11-iscsi neutron-server[115112]: 'Port': '1.7', May 14 15:46:17.406928 dv-cinder-839793-11-iscsi neutron-server[115112]: 'PortForwarding': '1.3', May 14 15:46:17.406928 dv-cinder-839793-11-iscsi neutron-server[115112]: 'QosPolicy': '1.10', May 14 15:46:17.406928 dv-cinder-839793-11-iscsi neutron-server[115112]: 'SecurityGroup': '1.5', May 14 15:46:17.406928 dv-cinder-839793-11-iscsi neutron-server[115112]: 'SecurityGroupRule': '1.2', May 14 15:46:17.406928 dv-cinder-839793-11-iscsi neutron-server[115112]: 'SubPort': '1.0', May 14 15:46:17.406928 dv-cinder-839793-11-iscsi neutron-server[115112]: 'Subnet': '1.1', May 14 15:46:17.406928 dv-cinder-839793-11-iscsi neutron-server[115112]: 'Trunk': '1.1'}} May 14 15:46:17.406928 dv-cinder-839793-11-iscsi neutron-server[115112]: {{(pid=115112) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 14 15:46:17.420123 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-765d3d79-bfb2-4f82-93a7-7ef3bbc8195f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:17.436299 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-5f0ee602-319d-4b90-ac73-ceafe0c5f130 admin admin] Publish callbacks [] for router_controller (5b7fd4ea-e5a8-46a9-b072-faa068d0f12c), precommit_add_association {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:17.439686 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-70c694e6-9f45-4cdc-bd8e-9fe0bebbe338 admin admin] Publish callbacks [] for router_gateway (35fd2dc5-ef20-42dd-ae9a-60280cae2cab), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:17.448190 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e550917-243f-4063-b097-f55049b9ea45 None None] Network 3e026b24-9d5e-4f74-ac5a-5d47dc1338b8 is already hosted by enough agents. {{(pid=115112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:46:17.451931 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.scheduler.base_scheduler [None req-5e550917-243f-4063-b097-f55049b9ea45 None None] Resources bound (agent type, host, resource id): {{(pid=115112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:46:17.453988 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f71e64-8b76-438b-9889-9990bddbe42a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf033a25f-6d82-560f-8aa4-47b981b79ac7-722d2578-8e0a-4535-bc1b-444c13327ab8', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'project_id': '7905689c95d44a5c9169249c70f7de57', 'fixed_ips': [{'subnet_id': '0d11558f-f514-43f3-89bc-cf74b70b0dae'}]}} from dv-cinder-839793-11-iscsi. {{(pid=115112) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 14 15:46:17.455093 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-63f71e64-8b76-438b-9889-9990bddbe42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:17.470203 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e550917-243f-4063-b097-f55049b9ea45 None None] Received port after_create {{(pid=115112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:46:17.534807 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-70c694e6-9f45-4cdc-bd8e-9fe0bebbe338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:17.618748 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.db_base_plugin_common [None req-63f71e64-8b76-438b-9889-9990bddbe42a None None] Allocated IP 172.20.0.2 (722d2578-8e0a-4535-bc1b-444c13327ab8/0d11558f-f514-43f3-89bc-cf74b70b0dae/24798500-2043-4dfa-b233-c597c69fa978) {{(pid=115112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:46:17.697133 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-5e550917-243f-4063-b097-f55049b9ea45 None None] Attempting to bind port 0c5312b9-8eb8-4a76-b316-2f2fe8b14823 on host dv-cinder-839793-11-iscsi for vnic_type normal with profile {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 15:46:17.697354 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.db_base_plugin_common [None req-70c694e6-9f45-4cdc-bd8e-9fe0bebbe338 admin admin] Allocated IP 172.27.1.51 (ee365c6e-8595-4248-876b-4406c6eeb32a/3059297f-ebad-4161-8328-a5e88a7ee6dc/5413b9e8-cc37-4830-9b6f-486a4edd5361) {{(pid=115111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:46:17.698005 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-5e550917-243f-4063-b097-f55049b9ea45 None None] Attempting to bind port 0c5312b9-8eb8-4a76-b316-2f2fe8b14823 by drivers openvswitch,hyperv on host dv-cinder-839793-11-iscsi at level 0 using segments [{'id': '3fe1ec03-a37f-4897-9c40-415202097700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3e026b24-9d5e-4f74-ac5a-5d47dc1338b8'}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 15:46:17.698632 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e550917-243f-4063-b097-f55049b9ea45 None None] Attempting to bind port 0c5312b9-8eb8-4a76-b316-2f2fe8b14823 on network 3e026b24-9d5e-4f74-ac5a-5d47dc1338b8 {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:46:17.708920 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e550917-243f-4063-b097-f55049b9ea45 None None] Checking agent: {'id': '57d31cd8-17bf-47b9-a2cf-22310545150a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 38, 7), 'started_at': datetime.datetime(2022, 5, 14, 15, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 15, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 15:46:17.709706 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e550917-243f-4063-b097-f55049b9ea45 None None] Checking segment: {'id': '3fe1ec03-a37f-4897-9c40-415202097700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3e026b24-9d5e-4f74-ac5a-5d47dc1338b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:46:17.710435 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-5e550917-243f-4063-b097-f55049b9ea45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:17.711064 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e550917-243f-4063-b097-f55049b9ea45 None None] Bound using segment: {'id': '3fe1ec03-a37f-4897-9c40-415202097700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3e026b24-9d5e-4f74-ac5a-5d47dc1338b8'} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 15:46:17.711836 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-5e550917-243f-4063-b097-f55049b9ea45 None None] Bound port: 0c5312b9-8eb8-4a76-b316-2f2fe8b14823, host: dv-cinder-839793-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fe1ec03-a37f-4897-9c40-415202097700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3e026b24-9d5e-4f74-ac5a-5d47dc1338b8'}}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 15:46:17.712434 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-5e550917-243f-4063-b097-f55049b9ea45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (0c5312b9-8eb8-4a76-b316-2f2fe8b14823), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:17.820485 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-5f0ee602-319d-4b90-ac73-ceafe0c5f130 admin admin] Publish callbacks [] for router_gateway (5b7fd4ea-e5a8-46a9-b072-faa068d0f12c), precommit_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:17.850805 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-70c694e6-9f45-4cdc-bd8e-9fe0bebbe338 admin admin] Publish callbacks [] for port (5413b9e8-cc37-4830-9b6f-486a4edd5361), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:17.867977 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-5e550917-243f-4063-b097-f55049b9ea45 None None] For port 0c5312b9-8eb8-4a76-b316-2f2fe8b14823, host dv-cinder-839793-11-iscsi, cleared binding levels {{(pid=115112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 15:46:17.874393 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-5e550917-243f-4063-b097-f55049b9ea45 None None] For port 0c5312b9-8eb8-4a76-b316-2f2fe8b14823, host dv-cinder-839793-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=0c5312b9-8eb8-4a76-b316-2f2fe8b14823,segment=NetworkSegment(3fe1ec03-a37f-4897-9c40-415202097700),segment_id=3fe1ec03-a37f-4897-9c40-415202097700)] {{(pid=115112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 15:46:17.911706 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-5e550917-243f-4063-b097-f55049b9ea45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (0c5312b9-8eb8-4a76-b316-2f2fe8b14823), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:17.914113 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-70c694e6-9f45-4cdc-bd8e-9fe0bebbe338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197'] for port (5413b9e8-cc37-4830-9b6f-486a4edd5361), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:17.957386 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c694e6-9f45-4cdc-bd8e-9fe0bebbe338 admin admin] Network ee365c6e-8595-4248-876b-4406c6eeb32a is already hosted by enough agents. {{(pid=115111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:46:17.995222 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-63f71e64-8b76-438b-9889-9990bddbe42a None None] Publish callbacks [] for port (24798500-2043-4dfa-b233-c597c69fa978), precommit_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:18.006595 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e550917-243f-4063-b097-f55049b9ea45 None None] Pushing event updated for resources: {'Port': ['ID=0c5312b9-8eb8-4a76-b316-2f2fe8b14823,revision_number=2']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:18.010597 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-63f71e64-8b76-438b-9889-9990bddbe42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197'] for port (24798500-2043-4dfa-b233-c597c69fa978), after_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:18.057671 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f71e64-8b76-438b-9889-9990bddbe42a None None] Network 722d2578-8e0a-4535-bc1b-444c13327ab8 is already hosted by enough agents. {{(pid=115112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:46:18.061902 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.base_scheduler [None req-70c694e6-9f45-4cdc-bd8e-9fe0bebbe338 admin admin] Resources bound (agent type, host, resource id): {{(pid=115111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:46:18.062522 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.scheduler.base_scheduler [None req-63f71e64-8b76-438b-9889-9990bddbe42a None None] Resources bound (agent type, host, resource id): {{(pid=115112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:46:18.063797 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c694e6-9f45-4cdc-bd8e-9fe0bebbe338 admin admin] Pushing event updated for resources: {'Port': ['ID=5413b9e8-cc37-4830-9b6f-486a4edd5361,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:18.065957 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f71e64-8b76-438b-9889-9990bddbe42a None None] Received port after_create {{(pid=115112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:46:18.077248 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c694e6-9f45-4cdc-bd8e-9fe0bebbe338 admin admin] Received port after_create {{(pid=115111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:46:18.158123 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f71e64-8b76-438b-9889-9990bddbe42a None None] Pushing event updated for resources: {'Port': ['ID=24798500-2043-4dfa-b233-c597c69fa978,revision_number=1']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:18.209206 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-63f71e64-8b76-438b-9889-9990bddbe42a None None] Attempting to bind port 24798500-2043-4dfa-b233-c597c69fa978 on host dv-cinder-839793-11-iscsi for vnic_type normal with profile {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 15:46:18.209923 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-63f71e64-8b76-438b-9889-9990bddbe42a None None] Attempting to bind port 24798500-2043-4dfa-b233-c597c69fa978 by drivers openvswitch,hyperv on host dv-cinder-839793-11-iscsi at level 0 using segments [{'id': 'f5bdbe83-2873-41ef-b77e-b6a155bfb1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8'}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 15:46:18.209923 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f71e64-8b76-438b-9889-9990bddbe42a None None] Attempting to bind port 24798500-2043-4dfa-b233-c597c69fa978 on network 722d2578-8e0a-4535-bc1b-444c13327ab8 {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:46:18.225278 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f71e64-8b76-438b-9889-9990bddbe42a None None] Checking agent: {'id': '57d31cd8-17bf-47b9-a2cf-22310545150a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 38, 7), 'started_at': datetime.datetime(2022, 5, 14, 15, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 15, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 15:46:18.225664 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f71e64-8b76-438b-9889-9990bddbe42a None None] Checking segment: {'id': 'f5bdbe83-2873-41ef-b77e-b6a155bfb1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:46:18.226068 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-63f71e64-8b76-438b-9889-9990bddbe42a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:18.226491 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f71e64-8b76-438b-9889-9990bddbe42a None None] Bound using segment: {'id': 'f5bdbe83-2873-41ef-b77e-b6a155bfb1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8'} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 15:46:18.226970 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-63f71e64-8b76-438b-9889-9990bddbe42a None None] Bound port: 24798500-2043-4dfa-b233-c597c69fa978, host: dv-cinder-839793-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bdbe83-2873-41ef-b77e-b6a155bfb1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8'}}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 15:46:18.227348 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-63f71e64-8b76-438b-9889-9990bddbe42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (24798500-2043-4dfa-b233-c597c69fa978), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:18.306141 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-765d3d79-bfb2-4f82-93a7-7ef3bbc8195f admin admin] Publish callbacks [] for security_group (22a3377b-bf34-460e-b2db-94019eff1d07), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:18.373956 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-63f71e64-8b76-438b-9889-9990bddbe42a None None] For port 24798500-2043-4dfa-b233-c597c69fa978, host dv-cinder-839793-11-iscsi, cleared binding levels {{(pid=115112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 15:46:18.374947 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-5f0ee602-319d-4b90-ac73-ceafe0c5f130 admin admin] Publish callbacks [] for router_gateway (5b7fd4ea-e5a8-46a9-b072-faa068d0f12c), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:18.379017 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-63f71e64-8b76-438b-9889-9990bddbe42a None None] For port 24798500-2043-4dfa-b233-c597c69fa978, host dv-cinder-839793-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=24798500-2043-4dfa-b233-c597c69fa978,segment=NetworkSegment(f5bdbe83-2873-41ef-b77e-b6a155bfb1ac),segment_id=f5bdbe83-2873-41ef-b77e-b6a155bfb1ac)] {{(pid=115112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 15:46:18.388577 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-63f71e64-8b76-438b-9889-9990bddbe42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (24798500-2043-4dfa-b233-c597c69fa978), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:18.517622 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f71e64-8b76-438b-9889-9990bddbe42a None None] Pushing event updated for resources: {'Port': ['ID=24798500-2043-4dfa-b233-c597c69fa978,revision_number=2']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:18.525232 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-70c694e6-9f45-4cdc-bd8e-9fe0bebbe338 admin admin] Publish callbacks [] for router_gateway (35fd2dc5-ef20-42dd-ae9a-60280cae2cab), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:18.527194 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-5f0ee602-319d-4b90-ac73-ceafe0c5f130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:18.535761 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-765d3d79-bfb2-4f82-93a7-7ef3bbc8195f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (22a3377b-bf34-460e-b2db-94019eff1d07), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:18.612819 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-765d3d79-bfb2-4f82-93a7-7ef3bbc8195f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=115111) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 15:46:18.866495 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.db_base_plugin_common [None req-5f0ee602-319d-4b90-ac73-ceafe0c5f130 admin admin] Allocated IP 172.27.1.131 (ee365c6e-8595-4248-876b-4406c6eeb32a/3059297f-ebad-4161-8328-a5e88a7ee6dc/74622b65-a38b-4cd8-a497-601e6b15589c) {{(pid=115110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:46:18.877564 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-765d3d79-bfb2-4f82-93a7-7ef3bbc8195f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770741945101', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32906243'] for segment (4b29d80c-5a53-4124-96cc-b568754899ad), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:18.878209 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.db.segments_db [None req-765d3d79-bfb2-4f82-93a7-7ef3bbc8195f admin admin] Added segment 4b29d80c-5a53-4124-96cc-b568754899ad of type vlan for network d4128056-aa2b-474b-a7d3-2646c1ffdbcf May 14 15:46:18.946089 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 33198) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:46:18.949589 dv-cinder-839793-11-iscsi neutron-server[115111]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 14 15:46:18.977601 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-765d3d79-bfb2-4f82-93a7-7ef3bbc8195f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770741518219'] for network (d4128056-aa2b-474b-a7d3-2646c1ffdbcf), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:18.990908 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765d3d79-bfb2-4f82-93a7-7ef3bbc8195f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a3377b-bf34-460e-b2db-94019eff1d07,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:19.076484 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-5f0ee602-319d-4b90-ac73-ceafe0c5f130 admin admin] Publish callbacks [] for port (74622b65-a38b-4cd8-a497-601e6b15589c), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:19.322781 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67283811-1d3c-4cf4-bca2-aa418de96db7 req-46bb1dfe-e937-4f82-8286-96919665eb26 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:19.324445 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-67283811-1d3c-4cf4-bca2-aa418de96db7 req-46bb1dfe-e937-4f82-8286-96919665eb26 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/networks?id=79ec16e7-0db8-48bf-949b-d9757455ca2e HTTP/1.1" status: 200 len: 812 time: 0.3759391 May 14 15:46:19.345271 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-5f0ee602-319d-4b90-ac73-ceafe0c5f130 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197'] for port (74622b65-a38b-4cd8-a497-601e6b15589c), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:19.351399 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-765d3d79-bfb2-4f82-93a7-7ef3bbc8195f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732'] for network (d4128056-aa2b-474b-a7d3-2646c1ffdbcf), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:19.352423 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765d3d79-bfb2-4f82-93a7-7ef3bbc8195f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:19.352990 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-765d3d79-bfb2-4f82-93a7-7ef3bbc8195f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for network (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:19.365794 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-67283811-1d3c-4cf4-bca2-aa418de96db7 req-38bc1484-65de-4b69-b209-8a471cc1ed4c tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/quotas/6388da70b0dc48c1952570af4332dd6d HTTP/1.1" status: 200 len: 375 time: 0.0287421 May 14 15:46:19.442976 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0ee602-319d-4b90-ac73-ceafe0c5f130 admin admin] Network ee365c6e-8595-4248-876b-4406c6eeb32a is already hosted by enough agents. {{(pid=115110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:46:19.451645 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.base_scheduler [None req-5f0ee602-319d-4b90-ac73-ceafe0c5f130 admin admin] Resources bound (agent type, host, resource id): {{(pid=115110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:46:19.477179 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0ee602-319d-4b90-ac73-ceafe0c5f130 admin admin] Received port after_create {{(pid=115110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:46:19.498044 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-765d3d79-bfb2-4f82-93a7-7ef3bbc8195f admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 3.0901260 May 14 15:46:19.503871 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 33218) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:46:19.506499 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-67283811-1d3c-4cf4-bca2-aa418de96db7 req-f184fe4f-85f0-4681-8729-865ad82ee6ec tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=6388da70b0dc48c1952570af4332dd6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1293952 May 14 15:46:19.514869 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-8bd876b4-6f31-41c9-9e8a-9be59b8fa59c admin admin] Request body: {'subnet': {'network_id': 'd4128056-aa2b-474b-a7d3-2646c1ffdbcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-838760355-subnet', 'tenant_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:46:19.568887 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765d3d79-bfb2-4f82-93a7-7ef3bbc8195f admin admin] Pushing event updated for resources: {'Network': ['ID=d4128056-aa2b-474b-a7d3-2646c1ffdbcf,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:19.573641 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-70c694e6-9f45-4cdc-bd8e-9fe0bebbe338 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1760464'] for router (35fd2dc5-ef20-42dd-ae9a-60280cae2cab), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:19.593599 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Network d4128056-aa2b-474b-a7d3-2646c1ffdbcf details requested by agent ovs-agent-dv-cinder-839793-11-iscsi with host dv-cinder-839793-11-iscsi {{(pid=115112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 14 15:46:19.647134 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ee602-319d-4b90-ac73-ceafe0c5f130 admin admin] Pushing event updated for resources: {'Port': ['ID=74622b65-a38b-4cd8-a497-601e6b15589c,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:19.681672 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd876b4-6f31-41c9-9e8a-9be59b8fa59c admin admin] Made reservation on behalf of 0672be3fa3f7414da1c1a5b7300abbe7 for: {'subnet': 1} {{(pid=115111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:46:19.684645 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-8bd876b4-6f31-41c9-9e8a-9be59b8fa59c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:19.812534 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b8d915-1ea5-442a-a5a1-de84f86510a0 None None] Network 3e026b24-9d5e-4f74-ac5a-5d47dc1338b8 requested from dv-cinder-839793-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 15:46:19.884713 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-dfdd2754-51e1-4ef5-a602-a54762f7836c None None] Provisioning complete for port 0c5312b9-8eb8-4a76-b316-2f2fe8b14823 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:46:19.885436 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-dfdd2754-51e1-4ef5-a602-a54762f7836c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (0c5312b9-8eb8-4a76-b316-2f2fe8b14823), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:19.961368 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [req-67283811-1d3c-4cf4-bca2-aa418de96db7 req-23b72923-9f10-4036-bfd3-abcd9a507f9d service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=115111) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 14 15:46:19.962437 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-67283811-1d3c-4cf4-bca2-aa418de96db7 req-23b72923-9f10-4036-bfd3-abcd9a507f9d service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1199479 May 14 15:46:20.151965 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a2e84d-0daf-4a88-8c71-ac393d5374d9 None None] Network 722d2578-8e0a-4535-bc1b-444c13327ab8 requested from dv-cinder-839793-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 15:46:20.153440 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-67283811-1d3c-4cf4-bca2-aa418de96db7 req-a7aedbe0-e272-4c8a-82ab-49effa609129 service neutron] 10.222.0.61 "GET /v2.0/networks/79ec16e7-0db8-48bf-949b-d9757455ca2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780698 May 14 15:46:20.261778 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-5f0ee602-319d-4b90-ac73-ceafe0c5f130 admin admin] Publish callbacks [] for router_gateway (5b7fd4ea-e5a8-46a9-b072-faa068d0f12c), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:20.284782 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-67283811-1d3c-4cf4-bca2-aa418de96db7 req-3fffece5-dc62-4548-b3ae-22cfa4fba147 service neutron] 10.222.0.61 "GET /v2.0/networks/79ec16e7-0db8-48bf-949b-d9757455ca2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303937 May 14 15:46:20.326760 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-dfdd2754-51e1-4ef5-a602-a54762f7836c None None] Current status of the port 0c5312b9-8eb8-4a76-b316-2f2fe8b14823 is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:46:20.327313 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-dfdd2754-51e1-4ef5-a602-a54762f7836c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (0c5312b9-8eb8-4a76-b316-2f2fe8b14823), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:20.368983 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c694e6-9f45-4cdc-bd8e-9fe0bebbe338 admin admin] Router 35fd2dc5-ef20-42dd-ae9a-60280cae2cab is scheduled to L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f with binding_index 1 {{(pid=115111) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 14 15:46:20.461871 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-dfdd2754-51e1-4ef5-a602-a54762f7836c None None] For port 0c5312b9-8eb8-4a76-b316-2f2fe8b14823, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=0c5312b9-8eb8-4a76-b316-2f2fe8b14823,segment=NetworkSegment(3fe1ec03-a37f-4897-9c40-415202097700),segment_id=3fe1ec03-a37f-4897-9c40-415202097700)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:46:20.473367 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-dfdd2754-51e1-4ef5-a602-a54762f7836c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (0c5312b9-8eb8-4a76-b316-2f2fe8b14823), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:20.547423 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 24798500-2043-4dfa-b233-c597c69fa978 up at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:46:20.674420 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-8bd876b4-6f31-41c9-9e8a-9be59b8fa59c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732'] for subnet (8d228e71-c8a7-4ea8-bb77-1fa96d4cb770), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:20.716399 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-5f0ee602-319d-4b90-ac73-ceafe0c5f130 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1760464'] for router (5b7fd4ea-e5a8-46a9-b072-faa068d0f12c), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:20.814376 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-f089610e-7498-45c5-900c-e46023022995 None None] Provisioning complete for port 24798500-2043-4dfa-b233-c597c69fa978 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:46:20.814944 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-f089610e-7498-45c5-900c-e46023022995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (24798500-2043-4dfa-b233-c597c69fa978), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:20.900336 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd2754-51e1-4ef5-a602-a54762f7836c None None] Pushing event updated for resources: {'Port': ['ID=0c5312b9-8eb8-4a76-b316-2f2fe8b14823,revision_number=3']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:20.904891 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd876b4-6f31-41c9-9e8a-9be59b8fa59c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d228e71-c8a7-4ea8-bb77-1fa96d4cb770,revision_number=0']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:20.907838 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c694e6-9f45-4cdc-bd8e-9fe0bebbe338 admin admin] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 15:46:20.928611 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd876b4-6f31-41c9-9e8a-9be59b8fa59c admin admin] Checking segment: {'id': '4b29d80c-5a53-4124-96cc-b568754899ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd4128056-aa2b-474b-a7d3-2646c1ffdbcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:46:20.929801 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e3dc66-50d5-4a5a-afb5-a29793ecf422 None None] Sync routers for ids ['35fd2dc5-ef20-42dd-ae9a-60280cae2cab'] in dv-cinder-839793-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 15:46:20.930787 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd876b4-6f31-41c9-9e8a-9be59b8fa59c admin admin] Network hostable DHCP agents. Network: d4128056-aa2b-474b-a7d3-2646c1ffdbcf, hostable agents: ['fb8f4d26-2508-472b-a3f6-593d1ff7e929'], hosted agents: [] {{(pid=115111) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 15:46:20.947264 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e3dc66-50d5-4a5a-afb5-a29793ecf422 None None] Routers {'35fd2dc5-ef20-42dd-ae9a-60280cae2cab'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:46:20.950036 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Provisioning complete for port 24798500-2043-4dfa-b233-c597c69fa978 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:46:20.950549 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (24798500-2043-4dfa-b233-c597c69fa978), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:20.950996 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-d4e3dc66-50d5-4a5a-afb5-a29793ecf422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:46:03Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['35fd2dc5-ef20-42dd-ae9a-60280cae2cab'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:46:20.978241 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-70c694e6-9f45-4cdc-bd8e-9fe0bebbe338 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:20.989384 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-70c694e6-9f45-4cdc-bd8e-9fe0bebbe338 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.3920696 May 14 15:46:20.992155 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 33266) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:46:21.055861 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0ee602-319d-4b90-ac73-ceafe0c5f130 admin admin] Router 5b7fd4ea-e5a8-46a9-b072-faa068d0f12c is scheduled to L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f with binding_index 1 {{(pid=115110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 14 15:46:21.082694 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd876b4-6f31-41c9-9e8a-9be59b8fa59c admin admin] Network d4128056-aa2b-474b-a7d3-2646c1ffdbcf is scheduled to be hosted by DHCP agent fb8f4d26-2508-472b-a3f6-593d1ff7e929 with binding_index 1 {{(pid=115111) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 15:46:21.112117 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-93a7c703-d88f-4786-aae1-525351b810f5 req-21d33425-0f0c-4308-8d41-f69af6da5816 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/ports?device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 210 time: 0.0648179 May 14 15:46:21.119287 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.base_scheduler [None req-8bd876b4-6f31-41c9-9e8a-9be59b8fa59c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-11-iscsi, d4128056-aa2b-474b-a7d3-2646c1ffdbcf) {{(pid=115111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:46:21.132649 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd876b4-6f31-41c9-9e8a-9be59b8fa59c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:21.135005 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-8bd876b4-6f31-41c9-9e8a-9be59b8fa59c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for subnet (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:21.140417 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f20461-fbbe-4cef-b35b-8b31b6f8b8fc None None] Network d4128056-aa2b-474b-a7d3-2646c1ffdbcf requested from dv-cinder-839793-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 15:46:21.238081 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-8bd876b4-6f31-41c9-9e8a-9be59b8fa59c admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7301326 May 14 15:46:21.241202 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 33274) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:46:21.246721 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-57d53472-3d19-4be6-8360-0757814c21f2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-838760355-router', 'tenant_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'}}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:46:21.284876 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 33276) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:46:21.331124 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-d4e3dc66-50d5-4a5a-afb5-a29793ecf422 None None] Set router 35fd2dc5-ef20-42dd-ae9a-60280cae2cab gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:46:21.410208 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0ee602-319d-4b90-ac73-ceafe0c5f130 admin admin] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 15:46:21.456393 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-5f0ee602-319d-4b90-ac73-ceafe0c5f130 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:21.463768 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-5f0ee602-319d-4b90-ac73-ceafe0c5f130 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1962881 May 14 15:46:21.464523 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 33280) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:46:21.479787 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bf8bb9-5478-498f-8b0c-96509e14f0da None None] Sync routers for ids ['5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'] in dv-cinder-839793-11-iscsi {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 15:46:21.500213 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e1c029-c7a6-41e0-aeb9-2025675051ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf033a25f-6d82-560f-8aa4-47b981b79ac7-d4128056-aa2b-474b-a7d3-2646c1ffdbcf', 'network_id': 'd4128056-aa2b-474b-a7d3-2646c1ffdbcf', 'project_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'fixed_ips': [{'subnet_id': '8d228e71-c8a7-4ea8-bb77-1fa96d4cb770'}]}} from dv-cinder-839793-11-iscsi. {{(pid=115112) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 14 15:46:21.501172 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-98e1c029-c7a6-41e0-aeb9-2025675051ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:21.504172 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-57d53472-3d19-4be6-8360-0757814c21f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1757982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104797'] for router (d999361d-7937-46a9-8ca3-004e7ff6cde2), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:21.505787 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-57d53472-3d19-4be6-8360-0757814c21f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1760263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104788'] for router (d999361d-7937-46a9-8ca3-004e7ff6cde2), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:21.529502 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-3b620f3d-ba60-4cd2-8636-dd4ffbc70654 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:21.599238 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-f089610e-7498-45c5-900c-e46023022995 None None] Current status of the port 24798500-2043-4dfa-b233-c597c69fa978 is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:46:21.599842 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-f089610e-7498-45c5-900c-e46023022995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (24798500-2043-4dfa-b233-c597c69fa978), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:21.637500 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bf8bb9-5478-498f-8b0c-96509e14f0da None None] Routers {'5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:46:21.638251 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-13bf8bb9-5478-498f-8b0c-96509e14f0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:46:03Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:46:21.658156 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-d4e3dc66-50d5-4a5a-afb5-a29793ecf422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fd2dc5-ef20-42dd-ae9a-60280cae2cab', 'name': 'tempest-ServerRescueNegativeTestJSON-1887592763-router', 'tenant_id': '5d2517d5440a4d30949f3dd36a46d813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '5413b9e8-cc37-4830-9b6f-486a4edd5361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:16Z', 'updated_at': '2022-05-14T15:46:18Z', 'revision_number': 3, 'project_id': '5d2517d5440a4d30949f3dd36a46d813', 'gw_port': {'id': '5413b9e8-cc37-4830-9b6f-486a4edd5361', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:df:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35fd2dc5-ef20-42dd-ae9a-60280cae2cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:17Z', 'updated_at': '2022-05-14T15:46:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi'}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:46:21.727016 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e3dc66-50d5-4a5a-afb5-a29793ecf422 None None] Checking router: 35fd2dc5-ef20-42dd-ae9a-60280cae2cab for host: dv-cinder-839793-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 15:46:21.727380 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e3dc66-50d5-4a5a-afb5-a29793ecf422 None None] Updating router 35fd2dc5-ef20-42dd-ae9a-60280cae2cab port 5413b9e8-cc37-4830-9b6f-486a4edd5361 binding host dv-cinder-839793-11-iscsi {{(pid=115113) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 15:46:21.750526 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port 24798500-2043-4dfa-b233-c597c69fa978 is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:46:21.753322 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (24798500-2043-4dfa-b233-c597c69fa978), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:21.800313 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-d4e3dc66-50d5-4a5a-afb5-a29793ecf422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (5413b9e8-cc37-4830-9b6f-486a4edd5361), before_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:21.840847 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-f089610e-7498-45c5-900c-e46023022995 None None] For port 24798500-2043-4dfa-b233-c597c69fa978, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=24798500-2043-4dfa-b233-c597c69fa978,segment=NetworkSegment(f5bdbe83-2873-41ef-b77e-b6a155bfb1ac),segment_id=f5bdbe83-2873-41ef-b77e-b6a155bfb1ac)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:46:21.958526 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-57d53472-3d19-4be6-8360-0757814c21f2 admin admin] Publish callbacks [] for router_controller (d999361d-7937-46a9-8ca3-004e7ff6cde2), precommit_add_association {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:22.008561 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-f089610e-7498-45c5-900c-e46023022995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (24798500-2043-4dfa-b233-c597c69fa978), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:22.073431 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f089610e-7498-45c5-900c-e46023022995 None None] Pushing event updated for resources: {'Port': ['ID=24798500-2043-4dfa-b233-c597c69fa978,revision_number=3']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:22.124569 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.db.api [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115112) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 14 15:46:22.125056 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG oslo_db.api [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 15:46:22.178331 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-f7564a1d-4c4b-41fc-b13b-e0edad4e9226 None None] Provisioning complete for port 0c5312b9-8eb8-4a76-b316-2f2fe8b14823 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:46:22.178976 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-f7564a1d-4c4b-41fc-b13b-e0edad4e9226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (0c5312b9-8eb8-4a76-b316-2f2fe8b14823), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:22.288486 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-13bf8bb9-5478-498f-8b0c-96509e14f0da None None] Set router 5b7fd4ea-e5a8-46a9-b072-faa068d0f12c gateway port host: dv-cinder-839793-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:46:22.320072 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-d4e3dc66-50d5-4a5a-afb5-a29793ecf422 None None] Publish callbacks [] for port (5413b9e8-cc37-4830-9b6f-486a4edd5361), precommit_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:22.330538 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-d4e3dc66-50d5-4a5a-afb5-a29793ecf422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (5413b9e8-cc37-4830-9b6f-486a4edd5361), after_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:22.417175 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2202ec53-2cf2-4c00-a907-15edcd76cccc None None] Pushing event updated for resources: {'Port': ['ID=5413b9e8-cc37-4830-9b6f-486a4edd5361,revision_number=2']} {{(pid=115113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:22.440466 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2202ec53-2cf2-4c00-a907-15edcd76cccc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:22.440887 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2202ec53-2cf2-4c00-a907-15edcd76cccc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:22.444622 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2202ec53-2cf2-4c00-a907-15edcd76cccc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:22.444622 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2202ec53-2cf2-4c00-a907-15edcd76cccc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:22.445034 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2202ec53-2cf2-4c00-a907-15edcd76cccc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:22.445474 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2202ec53-2cf2-4c00-a907-15edcd76cccc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:22.445944 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2202ec53-2cf2-4c00-a907-15edcd76cccc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:22.446419 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2202ec53-2cf2-4c00-a907-15edcd76cccc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:22.447009 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2202ec53-2cf2-4c00-a907-15edcd76cccc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:22.448223 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2202ec53-2cf2-4c00-a907-15edcd76cccc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:22.449710 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2202ec53-2cf2-4c00-a907-15edcd76cccc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:22.451263 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2202ec53-2cf2-4c00-a907-15edcd76cccc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:22.453643 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2202ec53-2cf2-4c00-a907-15edcd76cccc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:22.454100 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2202ec53-2cf2-4c00-a907-15edcd76cccc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:22.454581 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2202ec53-2cf2-4c00-a907-15edcd76cccc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:46:22.457024 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2202ec53-2cf2-4c00-a907-15edcd76cccc None None] Tracked resource versions report: May 14 15:46:22.457024 dv-cinder-839793-11-iscsi neutron-server[115113]: pushed versions: May 14 15:46:22.457024 dv-cinder-839793-11-iscsi neutron-server[115113]: { 'AddressGroup': {'1.2'}, May 14 15:46:22.457024 dv-cinder-839793-11-iscsi neutron-server[115113]: 'Agent': {'1.1'}, May 14 15:46:22.457024 dv-cinder-839793-11-iscsi neutron-server[115113]: 'ConntrackHelper': {'1.0'}, May 14 15:46:22.457024 dv-cinder-839793-11-iscsi neutron-server[115113]: 'LocalIPAssociation': {'1.0'}, May 14 15:46:22.457024 dv-cinder-839793-11-iscsi neutron-server[115113]: 'Log': {'1.0'}, May 14 15:46:22.457024 dv-cinder-839793-11-iscsi neutron-server[115113]: 'NDPProxy': {'1.0'}, May 14 15:46:22.457024 dv-cinder-839793-11-iscsi neutron-server[115113]: 'Network': {'1.1'}, May 14 15:46:22.457024 dv-cinder-839793-11-iscsi neutron-server[115113]: 'Port': {'1.7'}, May 14 15:46:22.457024 dv-cinder-839793-11-iscsi neutron-server[115113]: 'PortForwarding': {'1.3'}, May 14 15:46:22.457024 dv-cinder-839793-11-iscsi neutron-server[115113]: 'QosPolicy': {'1.10'}, May 14 15:46:22.457024 dv-cinder-839793-11-iscsi neutron-server[115113]: 'SecurityGroup': {'1.5'}, May 14 15:46:22.457024 dv-cinder-839793-11-iscsi neutron-server[115113]: 'SecurityGroupRule': {'1.2'}, May 14 15:46:22.457024 dv-cinder-839793-11-iscsi neutron-server[115113]: 'SubPort': {'1.0'}, May 14 15:46:22.457024 dv-cinder-839793-11-iscsi neutron-server[115113]: 'Subnet': {'1.1'}, May 14 15:46:22.457024 dv-cinder-839793-11-iscsi neutron-server[115113]: 'Trunk': {'1.1'}} May 14 15:46:22.457024 dv-cinder-839793-11-iscsi neutron-server[115113]: consumer versions: May 14 15:46:22.457024 dv-cinder-839793-11-iscsi neutron-server[115113]: { DHCP agent@dv-cinder-839793-11-iscsi: {}, May 14 15:46:22.457024 dv-cinder-839793-11-iscsi neutron-server[115113]: HyperV agent@hv-cinder-83979: {}, May 14 15:46:22.457024 dv-cinder-839793-11-iscsi neutron-server[115113]: L3 agent@dv-cinder-839793-11-iscsi: {}, May 14 15:46:22.457024 dv-cinder-839793-11-iscsi neutron-server[115113]: Metadata agent@dv-cinder-839793-11-iscsi: {}, May 14 15:46:22.457024 dv-cinder-839793-11-iscsi neutron-server[115113]: Metering agent@dv-cinder-839793-11-iscsi: {}, May 14 15:46:22.457024 dv-cinder-839793-11-iscsi neutron-server[115113]: Open vSwitch agent@dv-cinder-839793-11-iscsi: { 'AddressGroup': '1.2', May 14 15:46:22.457024 dv-cinder-839793-11-iscsi neutron-server[115113]: 'Agent': '1.1', May 14 15:46:22.457024 dv-cinder-839793-11-iscsi neutron-server[115113]: 'ConntrackHelper': '1.0', May 14 15:46:22.457024 dv-cinder-839793-11-iscsi neutron-server[115113]: 'LocalIPAssociation': '1.0', May 14 15:46:22.457024 dv-cinder-839793-11-iscsi neutron-server[115113]: 'Log': '1.0', May 14 15:46:22.457024 dv-cinder-839793-11-iscsi neutron-server[115113]: 'NDPProxy': '1.0', May 14 15:46:22.457024 dv-cinder-839793-11-iscsi neutron-server[115113]: 'Network': '1.1', May 14 15:46:22.457024 dv-cinder-839793-11-iscsi neutron-server[115113]: 'Port': '1.7', May 14 15:46:22.457024 dv-cinder-839793-11-iscsi neutron-server[115113]: 'PortForwarding': '1.3', May 14 15:46:22.457024 dv-cinder-839793-11-iscsi neutron-server[115113]: 'QosPolicy': '1.10', May 14 15:46:22.457024 dv-cinder-839793-11-iscsi neutron-server[115113]: 'SecurityGroup': '1.5', May 14 15:46:22.457024 dv-cinder-839793-11-iscsi neutron-server[115113]: 'SecurityGroupRule': '1.2', May 14 15:46:22.457024 dv-cinder-839793-11-iscsi neutron-server[115113]: 'SubPort': '1.0', May 14 15:46:22.457024 dv-cinder-839793-11-iscsi neutron-server[115113]: 'Subnet': '1.1', May 14 15:46:22.457024 dv-cinder-839793-11-iscsi neutron-server[115113]: 'Trunk': '1.1'}} May 14 15:46:22.457024 dv-cinder-839793-11-iscsi neutron-server[115113]: {{(pid=115113) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 14 15:46:22.482608 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-970e3a98-a1f7-4ae7-b3ec-8781bfa7ec37 req-f65015a4-01a9-44b9-8cd3-416043347419 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/ports?device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 210 time: 0.2263675 May 14 15:46:22.488340 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-8ab7a013-8b48-4232-9287-438073b4dabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:22.491215 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.db_base_plugin_common [None req-98e1c029-c7a6-41e0-aeb9-2025675051ed None None] Allocated IP 172.20.0.2 (d4128056-aa2b-474b-a7d3-2646c1ffdbcf/8d228e71-c8a7-4ea8-bb77-1fa96d4cb770/4b3dd52e-d489-4b99-a758-6cced29c7380) {{(pid=115112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:46:22.519174 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-f7564a1d-4c4b-41fc-b13b-e0edad4e9226 None None] Current status of the port 0c5312b9-8eb8-4a76-b316-2f2fe8b14823 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:46:22.531435 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-f7564a1d-4c4b-41fc-b13b-e0edad4e9226 None None] Provisioning complete for port 24798500-2043-4dfa-b233-c597c69fa978 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:46:22.531809 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-f7564a1d-4c4b-41fc-b13b-e0edad4e9226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (24798500-2043-4dfa-b233-c597c69fa978), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:22.551452 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-d4e3dc66-50d5-4a5a-afb5-a29793ecf422 None None] Attempting to bind port 5413b9e8-cc37-4830-9b6f-486a4edd5361 on host dv-cinder-839793-11-iscsi for vnic_type normal with profile {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 15:46:22.551980 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-d4e3dc66-50d5-4a5a-afb5-a29793ecf422 None None] Attempting to bind port 5413b9e8-cc37-4830-9b6f-486a4edd5361 by drivers openvswitch,hyperv on host dv-cinder-839793-11-iscsi at level 0 using segments [{'id': 'fe506043-d64f-420e-bda4-fab290621067', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'}] {{(pid=115113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 15:46:22.553293 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e3dc66-50d5-4a5a-afb5-a29793ecf422 None None] Attempting to bind port 5413b9e8-cc37-4830-9b6f-486a4edd5361 on network ee365c6e-8595-4248-876b-4406c6eeb32a {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:46:22.576206 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e3dc66-50d5-4a5a-afb5-a29793ecf422 None None] Checking agent: {'id': '57d31cd8-17bf-47b9-a2cf-22310545150a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 38, 7), 'started_at': datetime.datetime(2022, 5, 14, 15, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 15, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 15:46:22.576586 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e3dc66-50d5-4a5a-afb5-a29793ecf422 None None] Checking segment: {'id': 'fe506043-d64f-420e-bda4-fab290621067', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:46:22.577043 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-d4e3dc66-50d5-4a5a-afb5-a29793ecf422 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:22.579670 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e3dc66-50d5-4a5a-afb5-a29793ecf422 None None] Bound using segment: {'id': 'fe506043-d64f-420e-bda4-fab290621067', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'} {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 15:46:22.582884 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-d4e3dc66-50d5-4a5a-afb5-a29793ecf422 None None] Bound port: 5413b9e8-cc37-4830-9b6f-486a4edd5361, host: dv-cinder-839793-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe506043-d64f-420e-bda4-fab290621067', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'}}] {{(pid=115113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 15:46:22.583610 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-d4e3dc66-50d5-4a5a-afb5-a29793ecf422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (5413b9e8-cc37-4830-9b6f-486a4edd5361), before_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:22.604495 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-13bf8bb9-5478-498f-8b0c-96509e14f0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'name': 'tempest-AttachVolumeNegativeTest-252484141-router', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:17Z', 'updated_at': '2022-05-14T15:46:19Z', 'revision_number': 3, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'gw_port': {'id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:30:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:18Z', 'updated_at': '2022-05-14T15:46:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi'}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:46:22.658375 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-3b620f3d-ba60-4cd2-8636-dd4ffbc70654 admin admin] Publish callbacks [] for security_group (044b485f-ee92-42da-b2e1-5f1627544c99), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:22.685093 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.db [None req-d4e3dc66-50d5-4a5a-afb5-a29793ecf422 None None] For port 5413b9e8-cc37-4830-9b6f-486a4edd5361, host dv-cinder-839793-11-iscsi, cleared binding levels {{(pid=115113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 15:46:22.690142 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.db [None req-d4e3dc66-50d5-4a5a-afb5-a29793ecf422 None None] For port 5413b9e8-cc37-4830-9b6f-486a4edd5361, host dv-cinder-839793-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=5413b9e8-cc37-4830-9b6f-486a4edd5361,segment=NetworkSegment(fe506043-d64f-420e-bda4-fab290621067),segment_id=fe506043-d64f-420e-bda4-fab290621067)] {{(pid=115113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 15:46:22.701453 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-d4e3dc66-50d5-4a5a-afb5-a29793ecf422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (5413b9e8-cc37-4830-9b6f-486a4edd5361), after_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:22.719108 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-57d53472-3d19-4be6-8360-0757814c21f2 admin admin] Publish callbacks [] for router_gateway (d999361d-7937-46a9-8ca3-004e7ff6cde2), precommit_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:22.722498 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-3b620f3d-ba60-4cd2-8636-dd4ffbc70654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (044b485f-ee92-42da-b2e1-5f1627544c99), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:22.762601 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-3b620f3d-ba60-4cd2-8636-dd4ffbc70654 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=21a8fa8fe7024dcd9256b27c88831fa4&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4724114 May 14 15:46:22.763789 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 33324) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:46:22.770634 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port 24798500-2043-4dfa-b233-c597c69fa978 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:46:22.771642 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 0c5312b9-8eb8-4a76-b316-2f2fe8b14823 up at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:46:22.795704 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e3dc66-50d5-4a5a-afb5-a29793ecf422 None None] Routers {'35fd2dc5-ef20-42dd-ae9a-60280cae2cab'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:46:22.811214 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-d4e3dc66-50d5-4a5a-afb5-a29793ecf422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:46:03Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['35fd2dc5-ef20-42dd-ae9a-60280cae2cab'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:46:22.873110 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bf8bb9-5478-498f-8b0c-96509e14f0da None None] Checking router: 5b7fd4ea-e5a8-46a9-b072-faa068d0f12c for host: dv-cinder-839793-11-iscsi {{(pid=115112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 15:46:22.885368 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bf8bb9-5478-498f-8b0c-96509e14f0da None None] Updating router 5b7fd4ea-e5a8-46a9-b072-faa068d0f12c port 74622b65-a38b-4cd8-a497-601e6b15589c binding host dv-cinder-839793-11-iscsi {{(pid=115112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 15:46:22.888108 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (df6c86ae-fc26-40a3-91a1-648a304bf46f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:22.910640 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-63c3c08b-224e-462d-9adc-528f1a7b9804 admin admin] Publish callbacks [] for security_group (044b485f-ee92-42da-b2e1-5f1627544c99), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:22.917880 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.db_base_plugin_common [None req-8ab7a013-8b48-4232-9287-438073b4dabf admin admin] Allocated IP 172.20.0.1 (722d2578-8e0a-4535-bc1b-444c13327ab8/0d11558f-f514-43f3-89bc-cf74b70b0dae/f58259cf-4cfe-4867-a867-9e17bac30662) {{(pid=115110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:46:22.974227 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-63c3c08b-224e-462d-9adc-528f1a7b9804 admin admin] Publish callbacks [] for security_group (044b485f-ee92-42da-b2e1-5f1627544c99), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:23.016191 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-d4e3dc66-50d5-4a5a-afb5-a29793ecf422 None None] Set router 35fd2dc5-ef20-42dd-ae9a-60280cae2cab gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:46:23.041654 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b620f3d-ba60-4cd2-8636-dd4ffbc70654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=044b485f-ee92-42da-b2e1-5f1627544c99,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:23.051125 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Provisioning complete for port 0c5312b9-8eb8-4a76-b316-2f2fe8b14823 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:46:23.051513 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (0c5312b9-8eb8-4a76-b316-2f2fe8b14823), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:23.189992 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-63c3c08b-224e-462d-9adc-528f1a7b9804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (044b485f-ee92-42da-b2e1-5f1627544c99), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:23.192612 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-7aa49379-c1eb-42b4-9a53-643900a1167b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:23.192947 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-63c3c08b-224e-462d-9adc-528f1a7b9804 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:23.194549 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-63c3c08b-224e-462d-9adc-528f1a7b9804 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/044b485f-ee92-42da-b2e1-5f1627544c99 HTTP/1.1" status: 204 len: 168 time: 0.4293036 May 14 15:46:23.219873 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-8ab7a013-8b48-4232-9287-438073b4dabf admin admin] Publish callbacks [] for port (f58259cf-4cfe-4867-a867-9e17bac30662), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:23.311842 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-8ab7a013-8b48-4232-9287-438073b4dabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197'] for port (f58259cf-4cfe-4867-a867-9e17bac30662), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:23.316410 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c3c08b-224e-462d-9adc-528f1a7b9804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044b485f-ee92-42da-b2e1-5f1627544c99,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:23.462677 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2202ec53-2cf2-4c00-a907-15edcd76cccc None None] Pushing event updated for resources: {'Port': ['ID=5413b9e8-cc37-4830-9b6f-486a4edd5361,revision_number=3']} {{(pid=115113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:23.475531 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab7a013-8b48-4232-9287-438073b4dabf admin admin] Network 722d2578-8e0a-4535-bc1b-444c13327ab8 is already hosted by enough agents. {{(pid=115110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:46:23.493852 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.base_scheduler [None req-8ab7a013-8b48-4232-9287-438073b4dabf admin admin] Resources bound (agent type, host, resource id): {{(pid=115110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:46:23.499400 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab7a013-8b48-4232-9287-438073b4dabf admin admin] Received port after_create {{(pid=115110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:46:23.500244 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-8ab7a013-8b48-4232-9287-438073b4dabf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753341'] for router_interface (5b7fd4ea-e5a8-46a9-b072-faa068d0f12c), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:23.540751 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-57d53472-3d19-4be6-8360-0757814c21f2 admin admin] Publish callbacks [] for router_gateway (d999361d-7937-46a9-8ca3-004e7ff6cde2), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:23.557700 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-f7564a1d-4c4b-41fc-b13b-e0edad4e9226 None None] Current status of the port 24798500-2043-4dfa-b233-c597c69fa978 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:46:23.565815 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-d4e3dc66-50d5-4a5a-afb5-a29793ecf422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fd2dc5-ef20-42dd-ae9a-60280cae2cab', 'name': 'tempest-ServerRescueNegativeTestJSON-1887592763-router', 'tenant_id': '5d2517d5440a4d30949f3dd36a46d813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '5413b9e8-cc37-4830-9b6f-486a4edd5361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:16Z', 'updated_at': '2022-05-14T15:46:18Z', 'revision_number': 3, 'project_id': '5d2517d5440a4d30949f3dd36a46d813', 'gw_port': {'id': '5413b9e8-cc37-4830-9b6f-486a4edd5361', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:df:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35fd2dc5-ef20-42dd-ae9a-60280cae2cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:17Z', 'updated_at': '2022-05-14T15:46:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi'}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:46:23.586782 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-13bf8bb9-5478-498f-8b0c-96509e14f0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (74622b65-a38b-4cd8-a497-601e6b15589c), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:23.592927 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7a013-8b48-4232-9287-438073b4dabf admin admin] Pushing event updated for resources: {'Port': ['ID=f58259cf-4cfe-4867-a867-9e17bac30662,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:23.638996 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e3dc66-50d5-4a5a-afb5-a29793ecf422 None None] The sync data for ids ['35fd2dc5-ef20-42dd-ae9a-60280cae2cab'] in dv-cinder-839793-11-iscsi is: [{'id': '35fd2dc5-ef20-42dd-ae9a-60280cae2cab', 'name': 'tempest-ServerRescueNegativeTestJSON-1887592763-router', 'tenant_id': '5d2517d5440a4d30949f3dd36a46d813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '5413b9e8-cc37-4830-9b6f-486a4edd5361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:16Z', 'updated_at': '2022-05-14T15:46:18Z', 'revision_number': 3, 'project_id': '5d2517d5440a4d30949f3dd36a46d813', 'gw_port': {'id': '5413b9e8-cc37-4830-9b6f-486a4edd5361', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:df:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35fd2dc5-ef20-42dd-ae9a-60280cae2cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:17Z', 'updated_at': '2022-05-14T15:46:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi'}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 15:46:23.767627 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-57d53472-3d19-4be6-8360-0757814c21f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:23.980168 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 33374) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:46:24.053109 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-c6bd18d8-a492-47a3-8a3f-6b968bfac1c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:24.081997 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-8ab7a013-8b48-4232-9287-438073b4dabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (f58259cf-4cfe-4867-a867-9e17bac30662), before_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:24.140984 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5ab21673-4dda-4f2d-a29a-42aadb6d8e74 req-b0e0464c-b92a-4ef5-bd57-3f876f415889 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/ports?device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 210 time: 0.1211960 May 14 15:46:24.174195 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.db_base_plugin_common [None req-57d53472-3d19-4be6-8360-0757814c21f2 admin admin] Allocated IP 172.27.1.244 (ee365c6e-8595-4248-876b-4406c6eeb32a/3059297f-ebad-4161-8328-a5e88a7ee6dc/9b2c3440-b55a-4246-8e9c-330ff957e157) {{(pid=115111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:46:24.175384 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-089863da-e7f0-401d-b7bd-07edd5ed78f8 None None] Provisioning complete for port f58259cf-4cfe-4867-a867-9e17bac30662 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:46:24.176394 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-089863da-e7f0-401d-b7bd-07edd5ed78f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (f58259cf-4cfe-4867-a867-9e17bac30662), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:24.222491 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.db_base_plugin_common [None req-7aa49379-c1eb-42b4-9a53-643900a1167b admin admin] Allocated IP 172.20.0.1 (3e026b24-9d5e-4f74-ac5a-5d47dc1338b8/4761eee7-0a5d-411d-9c6c-5f0c035f2564/7fc86151-fc54-47ff-96a0-c8760d7dc4de) {{(pid=115111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:46:24.247771 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.36', 63207) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:46:24.278167 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-98e1c029-c7a6-41e0-aeb9-2025675051ed None None] Publish callbacks [] for port (4b3dd52e-d489-4b99-a758-6cced29c7380), precommit_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:24.318503 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-089863da-e7f0-401d-b7bd-07edd5ed78f8 None None] Port f58259cf-4cfe-4867-a867-9e17bac30662 cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 14 15:46:24.328552 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-98e1c029-c7a6-41e0-aeb9-2025675051ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197'] for port (4b3dd52e-d489-4b99-a758-6cced29c7380), after_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:24.438289 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port 0c5312b9-8eb8-4a76-b316-2f2fe8b14823 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:46:24.440529 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e1c029-c7a6-41e0-aeb9-2025675051ed None None] Pushing event updated for resources: {'Port': ['ID=4b3dd52e-d489-4b99-a758-6cced29c7380,revision_number=1']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:24.447501 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-57d53472-3d19-4be6-8360-0757814c21f2 admin admin] Publish callbacks [] for port (9b2c3440-b55a-4246-8e9c-330ff957e157), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:24.463651 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e1c029-c7a6-41e0-aeb9-2025675051ed None None] Network d4128056-aa2b-474b-a7d3-2646c1ffdbcf is already hosted by enough agents. {{(pid=115112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:46:24.470387 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.scheduler.base_scheduler [None req-98e1c029-c7a6-41e0-aeb9-2025675051ed None None] Resources bound (agent type, host, resource id): {{(pid=115112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:46:24.475103 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e1c029-c7a6-41e0-aeb9-2025675051ed None None] Received port after_create {{(pid=115112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:46:24.478925 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-7aa49379-c1eb-42b4-9a53-643900a1167b admin admin] Publish callbacks [] for port (7fc86151-fc54-47ff-96a0-c8760d7dc4de), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:24.496879 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-c6bd18d8-a492-47a3-8a3f-6b968bfac1c8 admin admin] Publish callbacks [] for security_group (1f3b6ff6-3495-4e76-b537-c9af2d79e46b), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:24.526398 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-c6bd18d8-a492-47a3-8a3f-6b968bfac1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (1f3b6ff6-3495-4e76-b537-c9af2d79e46b), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:24.571941 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-57d53472-3d19-4be6-8360-0757814c21f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197'] for port (9b2c3440-b55a-4246-8e9c-330ff957e157), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:24.627571 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd18d8-a492-47a3-8a3f-6b968bfac1c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3b6ff6-3495-4e76-b537-c9af2d79e46b,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:24.641613 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-98e1c029-c7a6-41e0-aeb9-2025675051ed None None] Attempting to bind port 4b3dd52e-d489-4b99-a758-6cced29c7380 on host dv-cinder-839793-11-iscsi for vnic_type normal with profile {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 15:46:24.642978 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-98e1c029-c7a6-41e0-aeb9-2025675051ed None None] Attempting to bind port 4b3dd52e-d489-4b99-a758-6cced29c7380 by drivers openvswitch,hyperv on host dv-cinder-839793-11-iscsi at level 0 using segments [{'id': '4b29d80c-5a53-4124-96cc-b568754899ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd4128056-aa2b-474b-a7d3-2646c1ffdbcf'}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 15:46:24.643440 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e1c029-c7a6-41e0-aeb9-2025675051ed None None] Attempting to bind port 4b3dd52e-d489-4b99-a758-6cced29c7380 on network d4128056-aa2b-474b-a7d3-2646c1ffdbcf {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:46:24.676370 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-7aa49379-c1eb-42b4-9a53-643900a1167b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197'] for port (7fc86151-fc54-47ff-96a0-c8760d7dc4de), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:24.685290 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-c6bd18d8-a492-47a3-8a3f-6b968bfac1c8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1bd6ed025a45462794005d8150c08f41&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7032447 May 14 15:46:24.692664 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 33392) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:46:24.715528 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e1c029-c7a6-41e0-aeb9-2025675051ed None None] Checking agent: {'id': '57d31cd8-17bf-47b9-a2cf-22310545150a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 38, 7), 'started_at': datetime.datetime(2022, 5, 14, 15, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 15, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 15:46:24.715908 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e1c029-c7a6-41e0-aeb9-2025675051ed None None] Checking segment: {'id': '4b29d80c-5a53-4124-96cc-b568754899ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd4128056-aa2b-474b-a7d3-2646c1ffdbcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:46:24.716312 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-98e1c029-c7a6-41e0-aeb9-2025675051ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:24.716702 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e1c029-c7a6-41e0-aeb9-2025675051ed None None] Bound using segment: {'id': '4b29d80c-5a53-4124-96cc-b568754899ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd4128056-aa2b-474b-a7d3-2646c1ffdbcf'} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 15:46:24.717187 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-98e1c029-c7a6-41e0-aeb9-2025675051ed None None] Bound port: 4b3dd52e-d489-4b99-a758-6cced29c7380, host: dv-cinder-839793-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b29d80c-5a53-4124-96cc-b568754899ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd4128056-aa2b-474b-a7d3-2646c1ffdbcf'}}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 15:46:24.717564 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-98e1c029-c7a6-41e0-aeb9-2025675051ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (4b3dd52e-d489-4b99-a758-6cced29c7380), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:24.729905 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d53472-3d19-4be6-8360-0757814c21f2 admin admin] Network ee365c6e-8595-4248-876b-4406c6eeb32a is already hosted by enough agents. {{(pid=115111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:46:24.753202 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa49379-c1eb-42b4-9a53-643900a1167b admin admin] Network 3e026b24-9d5e-4f74-ac5a-5d47dc1338b8 is already hosted by enough agents. {{(pid=115111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:46:24.758991 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.base_scheduler [None req-57d53472-3d19-4be6-8360-0757814c21f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=115111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:46:24.763587 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d53472-3d19-4be6-8360-0757814c21f2 admin admin] Received port after_create {{(pid=115111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:46:24.791876 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67283811-1d3c-4cf4-bca2-aa418de96db7 req-cc40ecbd-8bee-4e95-9587-bc8d7aec63bf tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:24.794099 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-67283811-1d3c-4cf4-bca2-aa418de96db7 req-cc40ecbd-8bee-4e95-9587-bc8d7aec63bf tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.36 "GET /v2.0/networks?id=79ec16e7-0db8-48bf-949b-d9757455ca2e HTTP/1.1" status: 200 len: 812 time: 0.5440476 May 14 15:46:24.815996 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 24798500-2043-4dfa-b233-c597c69fa978 up at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:46:24.837547 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.base_scheduler [None req-7aa49379-c1eb-42b4-9a53-643900a1167b admin admin] Resources bound (agent type, host, resource id): {{(pid=115111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:46:24.841136 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d53472-3d19-4be6-8360-0757814c21f2 admin admin] Pushing event updated for resources: {'Port': ['ID=9b2c3440-b55a-4246-8e9c-330ff957e157,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:24.843833 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa49379-c1eb-42b4-9a53-643900a1167b admin admin] Received port after_create {{(pid=115111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:46:24.844685 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-7aa49379-c1eb-42b4-9a53-643900a1167b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753341'] for router_interface (35fd2dc5-ef20-42dd-ae9a-60280cae2cab), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:24.956952 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-f8a046e3-ecb5-4308-904b-2cf556b38b43 admin admin] Publish callbacks [] for security_group (1f3b6ff6-3495-4e76-b537-c9af2d79e46b), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:24.993620 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-8ab7a013-8b48-4232-9287-438073b4dabf admin admin] Publish callbacks [] for port (f58259cf-4cfe-4867-a867-9e17bac30662), precommit_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:25.032213 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-98e1c029-c7a6-41e0-aeb9-2025675051ed None None] For port 4b3dd52e-d489-4b99-a758-6cced29c7380, host dv-cinder-839793-11-iscsi, cleared binding levels {{(pid=115112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 15:46:25.041986 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-f8a046e3-ecb5-4308-904b-2cf556b38b43 admin admin] Publish callbacks [] for security_group (1f3b6ff6-3495-4e76-b537-c9af2d79e46b), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:25.052683 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-98e1c029-c7a6-41e0-aeb9-2025675051ed None None] For port 4b3dd52e-d489-4b99-a758-6cced29c7380, host dv-cinder-839793-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=4b3dd52e-d489-4b99-a758-6cced29c7380,segment=NetworkSegment(4b29d80c-5a53-4124-96cc-b568754899ad),segment_id=4b29d80c-5a53-4124-96cc-b568754899ad)] {{(pid=115112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 15:46:25.064910 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-8ab7a013-8b48-4232-9287-438073b4dabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (f58259cf-4cfe-4867-a867-9e17bac30662), after_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:25.067569 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-8ab7a013-8b48-4232-9287-438073b4dabf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1680718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753783'] for router_interface (5b7fd4ea-e5a8-46a9-b072-faa068d0f12c), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:25.104881 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-98e1c029-c7a6-41e0-aeb9-2025675051ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (4b3dd52e-d489-4b99-a758-6cced29c7380), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:25.111990 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa49379-c1eb-42b4-9a53-643900a1167b admin admin] Pushing event updated for resources: {'Port': ['ID=7fc86151-fc54-47ff-96a0-c8760d7dc4de,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:25.227504 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-13bf8bb9-5478-498f-8b0c-96509e14f0da None None] Publish callbacks [] for port (74622b65-a38b-4cd8-a497-601e6b15589c), precommit_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:25.255409 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Provisioning complete for port 24798500-2043-4dfa-b233-c597c69fa978 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:46:25.255788 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (24798500-2043-4dfa-b233-c597c69fa978), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:25.329777 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-13bf8bb9-5478-498f-8b0c-96509e14f0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (74622b65-a38b-4cd8-a497-601e6b15589c), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:25.348646 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-a38f8599-2fa2-4672-bfcc-077128a65262 None None] Provisioning complete for port 7fc86151-fc54-47ff-96a0-c8760d7dc4de triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:46:25.349174 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-a38f8599-2fa2-4672-bfcc-077128a65262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (7fc86151-fc54-47ff-96a0-c8760d7dc4de), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:25.425533 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-a38f8599-2fa2-4672-bfcc-077128a65262 None None] Port 7fc86151-fc54-47ff-96a0-c8760d7dc4de cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 14 15:46:25.430580 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-13bf8bb9-5478-498f-8b0c-96509e14f0da None None] Attempting to bind port 74622b65-a38b-4cd8-a497-601e6b15589c on host dv-cinder-839793-11-iscsi for vnic_type normal with profile {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 15:46:25.431552 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-13bf8bb9-5478-498f-8b0c-96509e14f0da None None] Attempting to bind port 74622b65-a38b-4cd8-a497-601e6b15589c by drivers openvswitch,hyperv on host dv-cinder-839793-11-iscsi at level 0 using segments [{'id': 'fe506043-d64f-420e-bda4-fab290621067', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 15:46:25.432086 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bf8bb9-5478-498f-8b0c-96509e14f0da None None] Attempting to bind port 74622b65-a38b-4cd8-a497-601e6b15589c on network ee365c6e-8595-4248-876b-4406c6eeb32a {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:46:25.452101 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bf8bb9-5478-498f-8b0c-96509e14f0da None None] Checking agent: {'id': '57d31cd8-17bf-47b9-a2cf-22310545150a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 38, 7), 'started_at': datetime.datetime(2022, 5, 14, 15, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 15, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 15:46:25.454092 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bf8bb9-5478-498f-8b0c-96509e14f0da None None] Checking segment: {'id': 'fe506043-d64f-420e-bda4-fab290621067', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:46:25.454706 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-13bf8bb9-5478-498f-8b0c-96509e14f0da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:25.455494 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bf8bb9-5478-498f-8b0c-96509e14f0da None None] Bound using segment: {'id': 'fe506043-d64f-420e-bda4-fab290621067', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 15:46:25.456478 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-13bf8bb9-5478-498f-8b0c-96509e14f0da None None] Bound port: 74622b65-a38b-4cd8-a497-601e6b15589c, host: dv-cinder-839793-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe506043-d64f-420e-bda4-fab290621067', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'}}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 15:46:25.457236 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-13bf8bb9-5478-498f-8b0c-96509e14f0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (74622b65-a38b-4cd8-a497-601e6b15589c), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:25.460002 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 33418) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:46:25.587916 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-13bf8bb9-5478-498f-8b0c-96509e14f0da None None] For port 74622b65-a38b-4cd8-a497-601e6b15589c, host dv-cinder-839793-11-iscsi, cleared binding levels {{(pid=115112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 15:46:25.603549 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7a013-8b48-4232-9287-438073b4dabf admin admin] Pushing event updated for resources: {'Port': ['ID=f58259cf-4cfe-4867-a867-9e17bac30662,revision_number=2']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:25.627543 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab7a013-8b48-4232-9287-438073b4dabf admin admin] Network 722d2578-8e0a-4535-bc1b-444c13327ab8 is already hosted by enough agents. {{(pid=115110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:46:25.634254 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.base_scheduler [None req-8ab7a013-8b48-4232-9287-438073b4dabf admin admin] Resources bound (agent type, host, resource id): {{(pid=115110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:46:25.636714 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-7aa49379-c1eb-42b4-9a53-643900a1167b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (7fc86151-fc54-47ff-96a0-c8760d7dc4de), before_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:25.642194 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-13bf8bb9-5478-498f-8b0c-96509e14f0da None None] For port 74622b65-a38b-4cd8-a497-601e6b15589c, host dv-cinder-839793-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=74622b65-a38b-4cd8-a497-601e6b15589c,segment=NetworkSegment(fe506043-d64f-420e-bda4-fab290621067),segment_id=fe506043-d64f-420e-bda4-fab290621067)] {{(pid=115112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 15:46:25.645956 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e1c029-c7a6-41e0-aeb9-2025675051ed None None] Pushing event updated for resources: {'Port': ['ID=4b3dd52e-d489-4b99-a758-6cced29c7380,revision_number=2']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:25.669607 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-13bf8bb9-5478-498f-8b0c-96509e14f0da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (74622b65-a38b-4cd8-a497-601e6b15589c), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:25.671616 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5834cb55-9501-4131-be38-e215fb3b5cf0 req-29fc2865-0349-4019-8c60-f055ec4d2df2 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/ports?device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 210 time: 0.2053237 May 14 15:46:25.676028 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port 24798500-2043-4dfa-b233-c597c69fa978 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:46:25.677749 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 0c5312b9-8eb8-4a76-b316-2f2fe8b14823 up at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:46:25.733235 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-f8a046e3-ecb5-4308-904b-2cf556b38b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (1f3b6ff6-3495-4e76-b537-c9af2d79e46b), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:25.736577 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-f8a046e3-ecb5-4308-904b-2cf556b38b43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:25.740074 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-f8a046e3-ecb5-4308-904b-2cf556b38b43 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1f3b6ff6-3495-4e76-b537-c9af2d79e46b HTTP/1.1" status: 204 len: 168 time: 1.0427387 May 14 15:46:25.752535 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a046e3-ecb5-4308-904b-2cf556b38b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3b6ff6-3495-4e76-b537-c9af2d79e46b,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:25.888500 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-57d53472-3d19-4be6-8360-0757814c21f2 admin admin] Publish callbacks [] for router_gateway (d999361d-7937-46a9-8ca3-004e7ff6cde2), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:25.898281 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420c924-1944-412c-bf59-cfecc397f616 None None] Pushing event updated for resources: {'Port': ['ID=74622b65-a38b-4cd8-a497-601e6b15589c,revision_number=3']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:25.939241 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bf8bb9-5478-498f-8b0c-96509e14f0da None None] Routers {'5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:46:25.940595 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-13bf8bb9-5478-498f-8b0c-96509e14f0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:46:03Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:46:25.971962 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab7a013-8b48-4232-9287-438073b4dabf admin admin] Router 5b7fd4ea-e5a8-46a9-b072-faa068d0f12c has already been hosted by L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f {{(pid=115110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 15:46:26.044361 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Provisioning complete for port 0c5312b9-8eb8-4a76-b316-2f2fe8b14823 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:46:26.044738 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (0c5312b9-8eb8-4a76-b316-2f2fe8b14823), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:26.127635 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420c924-1944-412c-bf59-cfecc397f616 None None] Pushing event updated for resources: {'Port': ['ID=74622b65-a38b-4cd8-a497-601e6b15589c,revision_number=3']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:26.234060 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab7a013-8b48-4232-9287-438073b4dabf admin admin] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 15:46:26.235702 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-d7535fec-cc08-418f-a8a0-b6112541207e None None] Provisioning complete for port f58259cf-4cfe-4867-a867-9e17bac30662 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:46:26.236192 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-d7535fec-cc08-418f-a8a0-b6112541207e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (f58259cf-4cfe-4867-a867-9e17bac30662), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:26.249770 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-8ab7a013-8b48-4232-9287-438073b4dabf admin admin] 10.222.0.61 "PUT /v2.0/routers/5b7fd4ea-e5a8-46a9-b072-faa068d0f12c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7836056 May 14 15:46:26.277222 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-d7535fec-cc08-418f-a8a0-b6112541207e None None] Port f58259cf-4cfe-4867-a867-9e17bac30662 cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 14 15:46:26.310376 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-13bf8bb9-5478-498f-8b0c-96509e14f0da None None] Set router 5b7fd4ea-e5a8-46a9-b072-faa068d0f12c gateway port host: dv-cinder-839793-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:46:26.384022 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port 0c5312b9-8eb8-4a76-b316-2f2fe8b14823 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:46:26.384663 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 5413b9e8-cc37-4830-9b6f-486a4edd5361 up at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:46:26.498046 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-7aa49379-c1eb-42b4-9a53-643900a1167b admin admin] Publish callbacks [] for port (7fc86151-fc54-47ff-96a0-c8760d7dc4de), precommit_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:26.508500 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-7aa49379-c1eb-42b4-9a53-643900a1167b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (7fc86151-fc54-47ff-96a0-c8760d7dc4de), after_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:26.509705 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-7aa49379-c1eb-42b4-9a53-643900a1167b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1680718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753783'] for router_interface (35fd2dc5-ef20-42dd-ae9a-60280cae2cab), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:26.551661 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Provisioning complete for port 5413b9e8-cc37-4830-9b6f-486a4edd5361 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:46:26.551661 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (5413b9e8-cc37-4830-9b6f-486a4edd5361), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:26.574675 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa49379-c1eb-42b4-9a53-643900a1167b admin admin] Pushing event updated for resources: {'Port': ['ID=7fc86151-fc54-47ff-96a0-c8760d7dc4de,revision_number=2']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:26.596284 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-57d53472-3d19-4be6-8360-0757814c21f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1760464'] for router (d999361d-7937-46a9-8ca3-004e7ff6cde2), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:26.728022 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-13bf8bb9-5478-498f-8b0c-96509e14f0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'name': 'tempest-AttachVolumeNegativeTest-252484141-router', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:17Z', 'updated_at': '2022-05-14T15:46:23Z', 'revision_number': 4, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'gw_port': {'id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:30:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:18Z', 'updated_at': '2022-05-14T15:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': 'f58259cf-4cfe-4867-a867-9e17bac30662', 'name': '', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'mac_address': 'fa:16:3e:9e:e9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:22Z', 'updated_at': '2022-05-14T15:46:24Z', 'revision_number': 2, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'subnets': [{'id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:46:26.806754 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa49379-c1eb-42b4-9a53-643900a1167b admin admin] Network 3e026b24-9d5e-4f74-ac5a-5d47dc1338b8 is already hosted by enough agents. {{(pid=115111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:46:26.811212 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.base_scheduler [None req-7aa49379-c1eb-42b4-9a53-643900a1167b admin admin] Resources bound (agent type, host, resource id): {{(pid=115111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:46:26.830249 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bf8bb9-5478-498f-8b0c-96509e14f0da None None] The sync data for ids ['5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'] in dv-cinder-839793-11-iscsi is: [{'id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'name': 'tempest-AttachVolumeNegativeTest-252484141-router', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:17Z', 'updated_at': '2022-05-14T15:46:23Z', 'revision_number': 4, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'gw_port': {'id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:30:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:18Z', 'updated_at': '2022-05-14T15:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': 'f58259cf-4cfe-4867-a867-9e17bac30662', 'name': '', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'mac_address': 'fa:16:3e:9e:e9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:22Z', 'updated_at': '2022-05-14T15:46:24Z', 'revision_number': 2, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'subnets': [{'id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 15:46:26.888032 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-965fc0bf-78dc-429a-8ae2-28aabed3c0bf req-c50de498-d0c4-443a-8d0b-80a2cda392c6 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/ports?device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 210 time: 0.0682316 May 14 15:46:27.008140 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 33464) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:46:27.015283 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-32665a03-82f4-4480-bffa-8cfe65591698 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Request body: {'security_group': {'name': 'tempest-securitygroup--714534168', 'description': 'tempest-description--1843908622'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:46:27.069033 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-32665a03-82f4-4480-bffa-8cfe65591698 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:27.093879 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port 5413b9e8-cc37-4830-9b6f-486a4edd5361 is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:46:27.094521 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (5413b9e8-cc37-4830-9b6f-486a4edd5361), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:27.146295 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3c0073-b324-4753-8f33-9d043b60aeb8 None None] Network d4128056-aa2b-474b-a7d3-2646c1ffdbcf requested from dv-cinder-839793-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 15:46:27.151886 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa49379-c1eb-42b4-9a53-643900a1167b admin admin] Router 35fd2dc5-ef20-42dd-ae9a-60280cae2cab has already been hosted by L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f {{(pid=115111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 15:46:27.155733 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] For port 5413b9e8-cc37-4830-9b6f-486a4edd5361, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=5413b9e8-cc37-4830-9b6f-486a4edd5361,segment=NetworkSegment(fe506043-d64f-420e-bda4-fab290621067),segment_id=fe506043-d64f-420e-bda4-fab290621067)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:46:27.165872 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-32665a03-82f4-4480-bffa-8cfe65591698 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for security_group (58ff08c5-0fad-4ab6-aa47-581db38532da), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:27.175055 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-32665a03-82f4-4480-bffa-8cfe65591698 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (58ff08c5-0fad-4ab6-aa47-581db38532da), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:27.176983 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d53472-3d19-4be6-8360-0757814c21f2 admin admin] Router d999361d-7937-46a9-8ca3-004e7ff6cde2 is scheduled to L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f with binding_index 1 {{(pid=115111) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 14 15:46:27.194737 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (5413b9e8-cc37-4830-9b6f-486a4edd5361), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:27.275322 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32665a03-82f4-4480-bffa-8cfe65591698 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58ff08c5-0fad-4ab6-aa47-581db38532da,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:27.321935 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-62bb81d8-ac53-4e66-a28a-0b0f016bd9cf None None] Provisioning complete for port 7fc86151-fc54-47ff-96a0-c8760d7dc4de triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:46:27.322537 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-32665a03-82f4-4480-bffa-8cfe65591698 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:27.322639 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-62bb81d8-ac53-4e66-a28a-0b0f016bd9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (7fc86151-fc54-47ff-96a0-c8760d7dc4de), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:27.324422 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-32665a03-82f4-4480-bffa-8cfe65591698 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3146720 May 14 15:46:27.330050 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 33472) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:46:27.344248 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-9e08801b-9647-4424-9a12-a7319da4e359 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Request body: {'security_group_rule': {'security_group_id': '58ff08c5-0fad-4ab6-aa47-581db38532da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:46:27.392024 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-9e08801b-9647-4424-9a12-a7319da4e359 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for security_group_rule (278e0cc9-5182-4701-becc-4a793b4b7640), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:27.441092 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Pushing event updated for resources: {'Port': ['ID=5413b9e8-cc37-4830-9b6f-486a4edd5361,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:27.445542 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa49379-c1eb-42b4-9a53-643900a1167b admin admin] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 15:46:27.449453 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-62bb81d8-ac53-4e66-a28a-0b0f016bd9cf None None] Port 7fc86151-fc54-47ff-96a0-c8760d7dc4de cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 14 15:46:27.466181 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-7aa49379-c1eb-42b4-9a53-643900a1167b admin admin] 10.222.0.61 "PUT /v2.0/routers/35fd2dc5-ef20-42dd-ae9a-60280cae2cab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4635382 May 14 15:46:27.466406 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0656a14-ba7c-44b0-b894-5a5573077334 None None] Sync routers for ids ['35fd2dc5-ef20-42dd-ae9a-60280cae2cab'] in dv-cinder-839793-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 15:46:27.474559 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0656a14-ba7c-44b0-b894-5a5573077334 None None] Routers {'35fd2dc5-ef20-42dd-ae9a-60280cae2cab'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:46:27.475181 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-e0656a14-ba7c-44b0-b894-5a5573077334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:46:03Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['35fd2dc5-ef20-42dd-ae9a-60280cae2cab'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:46:27.492055 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-62bb81d8-ac53-4e66-a28a-0b0f016bd9cf None None] Provisioning complete for port 4b3dd52e-d489-4b99-a758-6cced29c7380 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:46:27.492426 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-62bb81d8-ac53-4e66-a28a-0b0f016bd9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (4b3dd52e-d489-4b99-a758-6cced29c7380), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:27.556492 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-9e08801b-9647-4424-9a12-a7319da4e359 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for security_group_rule (278e0cc9-5182-4701-becc-4a793b4b7640), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:27.559370 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 4b3dd52e-d489-4b99-a758-6cced29c7380 up at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:46:27.564645 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-9e08801b-9647-4424-9a12-a7319da4e359 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639472'] for security_group_rule (278e0cc9-5182-4701-becc-4a793b4b7640), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:27.607756 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d53472-3d19-4be6-8360-0757814c21f2 admin admin] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 15:46:27.634760 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e08801b-9647-4424-9a12-a7319da4e359 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=278e0cc9-5182-4701-becc-4a793b4b7640,revision_number=0']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:27.641394 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-57d53472-3d19-4be6-8360-0757814c21f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:27.647015 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-57d53472-3d19-4be6-8360-0757814c21f2 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.4014323 May 14 15:46:27.647206 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 33484) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:46:27.657066 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a12613-140c-40b8-9cd1-aa429195c639 None None] Sync routers for ids ['d999361d-7937-46a9-8ca3-004e7ff6cde2'] in dv-cinder-839793-11-iscsi {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 15:46:27.684199 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-9e08801b-9647-4424-9a12-a7319da4e359 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:27.685491 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-9e08801b-9647-4424-9a12-a7319da4e359 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3542137 May 14 15:46:27.688320 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 33486) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:46:27.693202 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-953b6fb4-10f3-4bf8-8b76-ab856e920430 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Request body: {'security_group_rule': {'security_group_id': '58ff08c5-0fad-4ab6-aa47-581db38532da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:46:27.750620 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-953b6fb4-10f3-4bf8-8b76-ab856e920430 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for security_group_rule (9051b1b5-ede3-47ee-9b7b-29c8390b8c81), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:27.778817 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a12613-140c-40b8-9cd1-aa429195c639 None None] Routers {'d999361d-7937-46a9-8ca3-004e7ff6cde2'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:46:27.779394 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-00a12613-140c-40b8-9cd1-aa429195c639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:46:03Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['d999361d-7937-46a9-8ca3-004e7ff6cde2'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:46:27.786353 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-e0656a14-ba7c-44b0-b894-5a5573077334 None None] Set router 35fd2dc5-ef20-42dd-ae9a-60280cae2cab gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:46:27.882031 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Provisioning complete for port 4b3dd52e-d489-4b99-a758-6cced29c7380 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:46:27.883541 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (4b3dd52e-d489-4b99-a758-6cced29c7380), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:27.991638 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-953b6fb4-10f3-4bf8-8b76-ab856e920430 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for security_group_rule (9051b1b5-ede3-47ee-9b7b-29c8390b8c81), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:28.004016 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-953b6fb4-10f3-4bf8-8b76-ab856e920430 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639472'] for security_group_rule (9051b1b5-ede3-47ee-9b7b-29c8390b8c81), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:28.088925 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b6fb4-10f3-4bf8-8b76-ab856e920430 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9051b1b5-ede3-47ee-9b7b-29c8390b8c81,revision_number=0']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:28.107618 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-00a12613-140c-40b8-9cd1-aa429195c639 None None] Set router d999361d-7937-46a9-8ca3-004e7ff6cde2 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:46:28.150925 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9d18f64c-238b-4f0f-a65c-b87ff54bf7fb req-75174c51-c198-4fb0-bc01-7aa36d93a239 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/ports?device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 210 time: 0.1397171 May 14 15:46:28.155550 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-953b6fb4-10f3-4bf8-8b76-ab856e920430 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:28.157499 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-953b6fb4-10f3-4bf8-8b76-ab856e920430 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4681411 May 14 15:46:28.161308 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 33506) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:46:28.177670 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-610de957-3d73-4e0a-9da4-af4482d74faa tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Request body: {'floatingip': {'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:46:28.221607 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-610de957-3d73-4e0a-9da4-af4482d74faa tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:28.377960 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-e0656a14-ba7c-44b0-b894-5a5573077334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fd2dc5-ef20-42dd-ae9a-60280cae2cab', 'name': 'tempest-ServerRescueNegativeTestJSON-1887592763-router', 'tenant_id': '5d2517d5440a4d30949f3dd36a46d813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '5413b9e8-cc37-4830-9b6f-486a4edd5361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:16Z', 'updated_at': '2022-05-14T15:46:25Z', 'revision_number': 4, 'project_id': '5d2517d5440a4d30949f3dd36a46d813', 'gw_port': {'id': '5413b9e8-cc37-4830-9b6f-486a4edd5361', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:df:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fd2dc5-ef20-42dd-ae9a-60280cae2cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:17Z', 'updated_at': '2022-05-14T15:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': '7fc86151-fc54-47ff-96a0-c8760d7dc4de', 'name': '', 'network_id': '3e026b24-9d5e-4f74-ac5a-5d47dc1338b8', 'tenant_id': '5d2517d5440a4d30949f3dd36a46d813', 'mac_address': 'fa:16:3e:7f:19:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35fd2dc5-ef20-42dd-ae9a-60280cae2cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4761eee7-0a5d-411d-9c6c-5f0c035f2564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:23Z', 'updated_at': '2022-05-14T15:46:26Z', 'revision_number': 2, 'project_id': '5d2517d5440a4d30949f3dd36a46d813', 'subnets': [{'id': '4761eee7-0a5d-411d-9c6c-5f0c035f2564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:46:28.420470 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0656a14-ba7c-44b0-b894-5a5573077334 None None] Checking router: 35fd2dc5-ef20-42dd-ae9a-60280cae2cab for host: dv-cinder-839793-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 15:46:28.420777 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0656a14-ba7c-44b0-b894-5a5573077334 None None] Updating router 35fd2dc5-ef20-42dd-ae9a-60280cae2cab port 7fc86151-fc54-47ff-96a0-c8760d7dc4de binding host dv-cinder-839793-11-iscsi {{(pid=115113) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 15:46:28.463819 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-e0656a14-ba7c-44b0-b894-5a5573077334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (7fc86151-fc54-47ff-96a0-c8760d7dc4de), before_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:28.578650 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port 4b3dd52e-d489-4b99-a758-6cced29c7380 is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:46:28.579914 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (4b3dd52e-d489-4b99-a758-6cced29c7380), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:28.584904 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-62bb81d8-ac53-4e66-a28a-0b0f016bd9cf None None] Current status of the port 4b3dd52e-d489-4b99-a758-6cced29c7380 is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:46:28.585437 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-62bb81d8-ac53-4e66-a28a-0b0f016bd9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (4b3dd52e-d489-4b99-a758-6cced29c7380), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:28.673916 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-62bb81d8-ac53-4e66-a28a-0b0f016bd9cf None None] For port 4b3dd52e-d489-4b99-a758-6cced29c7380, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=4b3dd52e-d489-4b99-a758-6cced29c7380,segment=NetworkSegment(4b29d80c-5a53-4124-96cc-b568754899ad),segment_id=4b29d80c-5a53-4124-96cc-b568754899ad)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:46:28.697412 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-62bb81d8-ac53-4e66-a28a-0b0f016bd9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (4b3dd52e-d489-4b99-a758-6cced29c7380), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:28.892606 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-e0656a14-ba7c-44b0-b894-5a5573077334 None None] Publish callbacks [] for port (7fc86151-fc54-47ff-96a0-c8760d7dc4de), precommit_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:28.901866 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-e0656a14-ba7c-44b0-b894-5a5573077334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (7fc86151-fc54-47ff-96a0-c8760d7dc4de), after_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:28.919567 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-8140a118-5603-4134-9b3c-27b9392b580e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:28.960642 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-610de957-3d73-4e0a-9da4-af4482d74faa tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:28.965912 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.db.api [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115112) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 14 15:46:28.978968 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG oslo_db.api [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 14 15:46:28.979494 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-691d73e2-c7a8-4390-a908-f38133a11e55 None None] Provisioning complete for port 4b3dd52e-d489-4b99-a758-6cced29c7380 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:46:28.979857 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-691d73e2-c7a8-4390-a908-f38133a11e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (4b3dd52e-d489-4b99-a758-6cced29c7380), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:29.044919 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa942fb3-372b-41a2-8663-900ec193e32c None None] Pushing event updated for resources: {'Port': ['ID=7fc86151-fc54-47ff-96a0-c8760d7dc4de,revision_number=3']} {{(pid=115113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:29.047192 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb81d8-ac53-4e66-a28a-0b0f016bd9cf None None] Pushing event updated for resources: {'Port': ['ID=4b3dd52e-d489-4b99-a758-6cced29c7380,revision_number=3']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:29.058910 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-00a12613-140c-40b8-9cd1-aa429195c639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'name': 'tempest-AttachVolumeShelveTestJSON-838760355-router', 'tenant_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '9b2c3440-b55a-4246-8e9c-330ff957e157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:21Z', 'updated_at': '2022-05-14T15:46:25Z', 'revision_number': 3, 'project_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'gw_port': {'id': '9b2c3440-b55a-4246-8e9c-330ff957e157', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e4:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:23Z', 'updated_at': '2022-05-14T15:46:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi'}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:46:29.119605 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.db_base_plugin_common [None req-8140a118-5603-4134-9b3c-27b9392b580e admin admin] Allocated IP 172.20.0.1 (d4128056-aa2b-474b-a7d3-2646c1ffdbcf/8d228e71-c8a7-4ea8-bb77-1fa96d4cb770/2133801e-511d-4d96-8fe0-3b65a0dd64ff) {{(pid=115110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:46:29.153298 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a12613-140c-40b8-9cd1-aa429195c639 None None] Checking router: d999361d-7937-46a9-8ca3-004e7ff6cde2 for host: dv-cinder-839793-11-iscsi {{(pid=115112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 15:46:29.153645 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a12613-140c-40b8-9cd1-aa429195c639 None None] Updating router d999361d-7937-46a9-8ca3-004e7ff6cde2 port 9b2c3440-b55a-4246-8e9c-330ff957e157 binding host dv-cinder-839793-11-iscsi {{(pid=115112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 15:46:29.197578 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-e0656a14-ba7c-44b0-b894-5a5573077334 None None] Attempting to bind port 7fc86151-fc54-47ff-96a0-c8760d7dc4de on host dv-cinder-839793-11-iscsi for vnic_type normal with profile {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 15:46:29.198547 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-e0656a14-ba7c-44b0-b894-5a5573077334 None None] Attempting to bind port 7fc86151-fc54-47ff-96a0-c8760d7dc4de by drivers openvswitch,hyperv on host dv-cinder-839793-11-iscsi at level 0 using segments [{'id': '3fe1ec03-a37f-4897-9c40-415202097700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3e026b24-9d5e-4f74-ac5a-5d47dc1338b8'}] {{(pid=115113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 15:46:29.204279 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f08f3f-4838-470e-96a1-7c616e80e9a1 req-c0375516-280a-4f73-b5c9-e5dbc9831581 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:29.212794 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-34f08f3f-4838-470e-96a1-7c616e80e9a1 req-c0375516-280a-4f73-b5c9-e5dbc9831581 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/networks?id=3e026b24-9d5e-4f74-ac5a-5d47dc1338b8 HTTP/1.1" status: 200 len: 819 time: 0.4237263 May 14 15:46:29.225061 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0656a14-ba7c-44b0-b894-5a5573077334 None None] Attempting to bind port 7fc86151-fc54-47ff-96a0-c8760d7dc4de on network 3e026b24-9d5e-4f74-ac5a-5d47dc1338b8 {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:46:29.232941 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-34f08f3f-4838-470e-96a1-7c616e80e9a1 req-209c965e-fd38-48af-ad2c-a5de8bcba653 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/quotas/5d2517d5440a4d30949f3dd36a46d813 HTTP/1.1" status: 200 len: 375 time: 0.0185678 May 14 15:46:29.236569 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0656a14-ba7c-44b0-b894-5a5573077334 None None] Checking agent: {'id': '57d31cd8-17bf-47b9-a2cf-22310545150a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 38, 7), 'started_at': datetime.datetime(2022, 5, 14, 15, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 15, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 15:46:29.242368 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0656a14-ba7c-44b0-b894-5a5573077334 None None] Checking segment: {'id': '3fe1ec03-a37f-4897-9c40-415202097700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3e026b24-9d5e-4f74-ac5a-5d47dc1338b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:46:29.243029 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-e0656a14-ba7c-44b0-b894-5a5573077334 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:29.243570 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0656a14-ba7c-44b0-b894-5a5573077334 None None] Bound using segment: {'id': '3fe1ec03-a37f-4897-9c40-415202097700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3e026b24-9d5e-4f74-ac5a-5d47dc1338b8'} {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 15:46:29.245307 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-e0656a14-ba7c-44b0-b894-5a5573077334 None None] Bound port: 7fc86151-fc54-47ff-96a0-c8760d7dc4de, host: dv-cinder-839793-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fe1ec03-a37f-4897-9c40-415202097700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3e026b24-9d5e-4f74-ac5a-5d47dc1338b8'}}] {{(pid=115113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 15:46:29.247474 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-e0656a14-ba7c-44b0-b894-5a5573077334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (7fc86151-fc54-47ff-96a0-c8760d7dc4de), before_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:29.327256 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-00a12613-140c-40b8-9cd1-aa429195c639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (9b2c3440-b55a-4246-8e9c-330ff957e157), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:29.337231 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.db [None req-e0656a14-ba7c-44b0-b894-5a5573077334 None None] For port 7fc86151-fc54-47ff-96a0-c8760d7dc4de, host dv-cinder-839793-11-iscsi, cleared binding levels {{(pid=115113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 15:46:29.344674 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.db [None req-e0656a14-ba7c-44b0-b894-5a5573077334 None None] For port 7fc86151-fc54-47ff-96a0-c8760d7dc4de, host dv-cinder-839793-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=7fc86151-fc54-47ff-96a0-c8760d7dc4de,segment=NetworkSegment(3fe1ec03-a37f-4897-9c40-415202097700),segment_id=3fe1ec03-a37f-4897-9c40-415202097700)] {{(pid=115113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 15:46:29.364423 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-e0656a14-ba7c-44b0-b894-5a5573077334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (7fc86151-fc54-47ff-96a0-c8760d7dc4de), after_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:29.395338 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-8140a118-5603-4134-9b3c-27b9392b580e admin admin] Publish callbacks [] for port (2133801e-511d-4d96-8fe0-3b65a0dd64ff), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:29.425345 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.db_base_plugin_common [None req-610de957-3d73-4e0a-9da4-af4482d74faa tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Allocated IP 172.27.1.59 (ee365c6e-8595-4248-876b-4406c6eeb32a/3059297f-ebad-4161-8328-a5e88a7ee6dc/8e47fa13-f866-4757-b63e-3a5b902eb247) {{(pid=115111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:46:29.446965 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0656a14-ba7c-44b0-b894-5a5573077334 None None] Routers {'35fd2dc5-ef20-42dd-ae9a-60280cae2cab'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:46:29.447799 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-e0656a14-ba7c-44b0-b894-5a5573077334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:46:03Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['35fd2dc5-ef20-42dd-ae9a-60280cae2cab'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:46:29.447923 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [req-67283811-1d3c-4cf4-bca2-aa418de96db7 req-f7bc1cc3-e817-45f2-93ec-a8cd4b6fab19 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Request body: {'port': {'device_id': '75ca93de-6825-44ce-af10-44cba59218a1', 'network_id': '79ec16e7-0db8-48bf-949b-d9757455ca2e', 'admin_state_up': True, 'tenant_id': '6388da70b0dc48c1952570af4332dd6d'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:46:29.567498 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa942fb3-372b-41a2-8663-900ec193e32c None None] Pushing event updated for resources: {'Port': ['ID=7fc86151-fc54-47ff-96a0-c8760d7dc4de,revision_number=4']} {{(pid=115113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:29.621942 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-691d73e2-c7a8-4390-a908-f38133a11e55 None None] Current status of the port 4b3dd52e-d489-4b99-a758-6cced29c7380 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:46:29.674120 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-db2d6b5f-608e-483f-a7bd-767b206358d1 req-117d94be-15e8-4678-95fe-bb958c075bd0 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/ports?device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 210 time: 0.3772299 May 14 15:46:29.743889 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-34f08f3f-4838-470e-96a1-7c616e80e9a1 req-77fcb811-88c0-483e-a2aa-24015e042130 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5d2517d5440a4d30949f3dd36a46d813&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5097685 May 14 15:46:29.818462 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-e0656a14-ba7c-44b0-b894-5a5573077334 None None] Set router 35fd2dc5-ef20-42dd-ae9a-60280cae2cab gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:46:29.831665 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port 4b3dd52e-d489-4b99-a758-6cced29c7380 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:46:29.866218 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-fe25d106-ad7a-42e3-90d4-93f097135a9f None None] Provisioning complete for port 7fc86151-fc54-47ff-96a0-c8760d7dc4de triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:46:29.870806 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-fe25d106-ad7a-42e3-90d4-93f097135a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (7fc86151-fc54-47ff-96a0-c8760d7dc4de), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:29.957895 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-610de957-3d73-4e0a-9da4-af4482d74faa tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for port (8e47fa13-f866-4757-b63e-3a5b902eb247), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:29.968863 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-8140a118-5603-4134-9b3c-27b9392b580e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197'] for port (2133801e-511d-4d96-8fe0-3b65a0dd64ff), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:29.993393 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8140a118-5603-4134-9b3c-27b9392b580e admin admin] Network d4128056-aa2b-474b-a7d3-2646c1ffdbcf is already hosted by enough agents. {{(pid=115110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:46:29.994792 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67283811-1d3c-4cf4-bca2-aa418de96db7 req-f7bc1cc3-e817-45f2-93ec-a8cd4b6fab19 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Made reservation on behalf of 6388da70b0dc48c1952570af4332dd6d for: {'port': 1} {{(pid=115110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:46:30.000787 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-67283811-1d3c-4cf4-bca2-aa418de96db7 req-f7bc1cc3-e817-45f2-93ec-a8cd4b6fab19 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:30.022809 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.base_scheduler [None req-8140a118-5603-4134-9b3c-27b9392b580e admin admin] Resources bound (agent type, host, resource id): {{(pid=115110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:46:30.026489 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8140a118-5603-4134-9b3c-27b9392b580e admin admin] Received port after_create {{(pid=115110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:46:30.029445 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-8140a118-5603-4134-9b3c-27b9392b580e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753341'] for router_interface (d999361d-7937-46a9-8ca3-004e7ff6cde2), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:30.092301 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-34f08f3f-4838-470e-96a1-7c616e80e9a1 req-bc2ec3f9-2baa-4652-8cb7-3cd48466aa3e service neutron] 10.222.0.61 "GET /v2.0/networks/3e026b24-9d5e-4f74-ac5a-5d47dc1338b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453965 May 14 15:46:30.203928 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-fe25d106-ad7a-42e3-90d4-93f097135a9f None None] Current status of the port 7fc86151-fc54-47ff-96a0-c8760d7dc4de is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:46:30.204324 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-fe25d106-ad7a-42e3-90d4-93f097135a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (7fc86151-fc54-47ff-96a0-c8760d7dc4de), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:30.243525 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-e0656a14-ba7c-44b0-b894-5a5573077334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fd2dc5-ef20-42dd-ae9a-60280cae2cab', 'name': 'tempest-ServerRescueNegativeTestJSON-1887592763-router', 'tenant_id': '5d2517d5440a4d30949f3dd36a46d813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '5413b9e8-cc37-4830-9b6f-486a4edd5361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:16Z', 'updated_at': '2022-05-14T15:46:25Z', 'revision_number': 4, 'project_id': '5d2517d5440a4d30949f3dd36a46d813', 'gw_port': {'id': '5413b9e8-cc37-4830-9b6f-486a4edd5361', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:df:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fd2dc5-ef20-42dd-ae9a-60280cae2cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:17Z', 'updated_at': '2022-05-14T15:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': '7fc86151-fc54-47ff-96a0-c8760d7dc4de', 'name': '', 'network_id': '3e026b24-9d5e-4f74-ac5a-5d47dc1338b8', 'tenant_id': '5d2517d5440a4d30949f3dd36a46d813', 'mac_address': 'fa:16:3e:7f:19:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35fd2dc5-ef20-42dd-ae9a-60280cae2cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4761eee7-0a5d-411d-9c6c-5f0c035f2564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:23Z', 'updated_at': '2022-05-14T15:46:29Z', 'revision_number': 4, 'project_id': '5d2517d5440a4d30949f3dd36a46d813', 'subnets': [{'id': '4761eee7-0a5d-411d-9c6c-5f0c035f2564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:46:30.357947 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-fe25d106-ad7a-42e3-90d4-93f097135a9f None None] For port 7fc86151-fc54-47ff-96a0-c8760d7dc4de, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=7fc86151-fc54-47ff-96a0-c8760d7dc4de,segment=NetworkSegment(3fe1ec03-a37f-4897-9c40-415202097700),segment_id=3fe1ec03-a37f-4897-9c40-415202097700)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:46:30.361252 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0656a14-ba7c-44b0-b894-5a5573077334 None None] The sync data for ids ['35fd2dc5-ef20-42dd-ae9a-60280cae2cab'] in dv-cinder-839793-11-iscsi is: [{'id': '35fd2dc5-ef20-42dd-ae9a-60280cae2cab', 'name': 'tempest-ServerRescueNegativeTestJSON-1887592763-router', 'tenant_id': '5d2517d5440a4d30949f3dd36a46d813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '5413b9e8-cc37-4830-9b6f-486a4edd5361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:16Z', 'updated_at': '2022-05-14T15:46:25Z', 'revision_number': 4, 'project_id': '5d2517d5440a4d30949f3dd36a46d813', 'gw_port': {'id': '5413b9e8-cc37-4830-9b6f-486a4edd5361', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:df:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fd2dc5-ef20-42dd-ae9a-60280cae2cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:17Z', 'updated_at': '2022-05-14T15:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': '7fc86151-fc54-47ff-96a0-c8760d7dc4de', 'name': '', 'network_id': '3e026b24-9d5e-4f74-ac5a-5d47dc1338b8', 'tenant_id': '5d2517d5440a4d30949f3dd36a46d813', 'mac_address': 'fa:16:3e:7f:19:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35fd2dc5-ef20-42dd-ae9a-60280cae2cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4761eee7-0a5d-411d-9c6c-5f0c035f2564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:23Z', 'updated_at': '2022-05-14T15:46:29Z', 'revision_number': 4, 'project_id': '5d2517d5440a4d30949f3dd36a46d813', 'subnets': [{'id': '4761eee7-0a5d-411d-9c6c-5f0c035f2564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 15:46:30.372425 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 4b3dd52e-d489-4b99-a758-6cced29c7380 up at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:46:30.467175 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-fe25d106-ad7a-42e3-90d4-93f097135a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (7fc86151-fc54-47ff-96a0-c8760d7dc4de), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:30.488918 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-34f08f3f-4838-470e-96a1-7c616e80e9a1 req-cca54123-37ef-4936-b7fc-2ab0fc49aaad service neutron] 10.222.0.61 "GET /v2.0/networks/3e026b24-9d5e-4f74-ac5a-5d47dc1338b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690205 May 14 15:46:30.512767 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-610de957-3d73-4e0a-9da4-af4482d74faa tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197'] for port (8e47fa13-f866-4757-b63e-3a5b902eb247), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:30.611143 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610de957-3d73-4e0a-9da4-af4482d74faa tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Network ee365c6e-8595-4248-876b-4406c6eeb32a is already hosted by enough agents. {{(pid=115111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:46:30.643008 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.base_scheduler [None req-610de957-3d73-4e0a-9da4-af4482d74faa tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Resources bound (agent type, host, resource id): {{(pid=115111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:46:30.646767 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610de957-3d73-4e0a-9da4-af4482d74faa tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Received port after_create {{(pid=115111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:46:30.768169 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Provisioning complete for port 4b3dd52e-d489-4b99-a758-6cced29c7380 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:46:30.779918 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (4b3dd52e-d489-4b99-a758-6cced29c7380), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:30.900246 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610de957-3d73-4e0a-9da4-af4482d74faa tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Pushing event updated for resources: {'Port': ['ID=8e47fa13-f866-4757-b63e-3a5b902eb247,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:30.968237 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-dc034c98-9215-4cf3-bec2-ec5c79637301 None None] Provisioning complete for port 7fc86151-fc54-47ff-96a0-c8760d7dc4de triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:46:30.968618 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-dc034c98-9215-4cf3-bec2-ec5c79637301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (7fc86151-fc54-47ff-96a0-c8760d7dc4de), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:30.981079 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 33628) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:46:31.129489 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b4c38649-cb63-448a-b9b4-d4797c59030b req-8933e30f-18f5-41c5-b1fb-c9c25e27af9b tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fbb269d-11cd-49ed-81ac-570e721c15cd HTTP/1.1" status: 200 len: 210 time: 0.2660015 May 14 15:46:31.167722 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-79ca7bd1-e46d-4329-8d1b-37fcd363fc98 req-10cb5180-7a06-4cd4-8015-177d3ff0a1eb tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/ports?device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 210 time: 0.2685380 May 14 15:46:31.210473 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-610de957-3d73-4e0a-9da4-af4482d74faa tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for floatingip (cdd7c357-19fe-4659-a6ac-64533a4a356e), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:31.221509 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8140a118-5603-4134-9b3c-27b9392b580e admin admin] Pushing event updated for resources: {'Port': ['ID=2133801e-511d-4d96-8fe0-3b65a0dd64ff,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:31.339442 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-610de957-3d73-4e0a-9da4-af4482d74faa tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (8e47fa13-f866-4757-b63e-3a5b902eb247), before_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:31.532286 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.db_base_plugin_common [req-67283811-1d3c-4cf4-bca2-aa418de96db7 req-f7bc1cc3-e817-45f2-93ec-a8cd4b6fab19 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Allocated IP 172.20.0.6 (79ec16e7-0db8-48bf-949b-d9757455ca2e/bc58ad40-21b8-403e-9544-5b39892ae866/fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6) {{(pid=115110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:46:31.619314 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd587e9-ead0-4d12-9c05-cd13cd460168 None None] Sync routers for ids ['5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'] in dv-cinder-839793-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 15:46:31.640099 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd587e9-ead0-4d12-9c05-cd13cd460168 None None] Routers {'5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:46:31.640785 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-2bd587e9-ead0-4d12-9c05-cd13cd460168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:46:03Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:46:31.857398 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe25d106-ad7a-42e3-90d4-93f097135a9f None None] Pushing event updated for resources: {'Port': ['ID=7fc86151-fc54-47ff-96a0-c8760d7dc4de,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:31.925350 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-8140a118-5603-4134-9b3c-27b9392b580e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (2133801e-511d-4d96-8fe0-3b65a0dd64ff), before_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:31.963444 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port 4b3dd52e-d489-4b99-a758-6cced29c7380 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:46:31.975508 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 74622b65-a38b-4cd8-a497-601e6b15589c up at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:46:32.092523 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-2bd587e9-ead0-4d12-9c05-cd13cd460168 None None] Set router 5b7fd4ea-e5a8-46a9-b072-faa068d0f12c gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:46:32.150067 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-610de957-3d73-4e0a-9da4-af4482d74faa tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for port (8e47fa13-f866-4757-b63e-3a5b902eb247), precommit_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:32.199739 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-610de957-3d73-4e0a-9da4-af4482d74faa tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (8e47fa13-f866-4757-b63e-3a5b902eb247), after_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:32.462986 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198fd946-10cc-48d3-bfa6-4c1d5bbbf25b req-4b8c3e5f-ecef-4a4b-8e37-f2ce8f58dc19 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:32.475798 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-198fd946-10cc-48d3-bfa6-4c1d5bbbf25b req-4b8c3e5f-ecef-4a4b-8e37-f2ce8f58dc19 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/networks?id=3e026b24-9d5e-4f74-ac5a-5d47dc1338b8 HTTP/1.1" status: 200 len: 819 time: 0.3226700 May 14 15:46:32.498504 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-449e3406-44c5-4297-aa8e-eb1ba415ecc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:32.508760 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-00a12613-140c-40b8-9cd1-aa429195c639 None None] Publish callbacks [] for port (9b2c3440-b55a-4246-8e9c-330ff957e157), precommit_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:32.554259 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 33688) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:46:32.569440 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-198fd946-10cc-48d3-bfa6-4c1d5bbbf25b req-6501e41c-585b-4d93-97c6-03c06839cfb7 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/quotas/5d2517d5440a4d30949f3dd36a46d813 HTTP/1.1" status: 200 len: 375 time: 0.0922625 May 14 15:46:32.586109 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-8140a118-5603-4134-9b3c-27b9392b580e admin admin] Publish callbacks [] for port (2133801e-511d-4d96-8fe0-3b65a0dd64ff), precommit_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:32.624014 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-00a12613-140c-40b8-9cd1-aa429195c639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (9b2c3440-b55a-4246-8e9c-330ff957e157), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:32.653095 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-4bdea1b0-add5-4bef-bf4f-15b44708082f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:32.655867 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-dc034c98-9215-4cf3-bec2-ec5c79637301 None None] Current status of the port 7fc86151-fc54-47ff-96a0-c8760d7dc4de is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:46:32.723526 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-2bd587e9-ead0-4d12-9c05-cd13cd460168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'name': 'tempest-AttachVolumeNegativeTest-252484141-router', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:17Z', 'updated_at': '2022-05-14T15:46:23Z', 'revision_number': 4, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'gw_port': {'id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:30:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:18Z', 'updated_at': '2022-05-14T15:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': 'f58259cf-4cfe-4867-a867-9e17bac30662', 'name': '', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'mac_address': 'fa:16:3e:9e:e9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:22Z', 'updated_at': '2022-05-14T15:46:24Z', 'revision_number': 2, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'subnets': [{'id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:46:32.813628 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Provisioning complete for port 74622b65-a38b-4cd8-a497-601e6b15589c triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:46:32.820390 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (74622b65-a38b-4cd8-a497-601e6b15589c), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:32.822822 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-dc034c98-9215-4cf3-bec2-ec5c79637301 None None] Provisioning complete for port 2133801e-511d-4d96-8fe0-3b65a0dd64ff triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:46:32.826795 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-dc034c98-9215-4cf3-bec2-ec5c79637301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (2133801e-511d-4d96-8fe0-3b65a0dd64ff), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:32.829118 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd587e9-ead0-4d12-9c05-cd13cd460168 None None] Checking router: 5b7fd4ea-e5a8-46a9-b072-faa068d0f12c for host: dv-cinder-839793-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 15:46:32.830036 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd587e9-ead0-4d12-9c05-cd13cd460168 None None] Updating router 5b7fd4ea-e5a8-46a9-b072-faa068d0f12c port f58259cf-4cfe-4867-a867-9e17bac30662 binding host dv-cinder-839793-11-iscsi {{(pid=115113) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 15:46:32.889680 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-449e3406-44c5-4297-aa8e-eb1ba415ecc2 admin admin] Publish callbacks [] for security_group (d72bdacc-658e-4ac0-bdfe-ae7df8a5f1a4), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:32.919324 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-198fd946-10cc-48d3-bfa6-4c1d5bbbf25b req-11a6e0d9-2426-49cb-a0fc-4eb234b22830 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5d2517d5440a4d30949f3dd36a46d813&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3472018 May 14 15:46:32.933894 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-2bd587e9-ead0-4d12-9c05-cd13cd460168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (f58259cf-4cfe-4867-a867-9e17bac30662), before_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:32.953744 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-67283811-1d3c-4cf4-bca2-aa418de96db7 req-f7bc1cc3-e817-45f2-93ec-a8cd4b6fab19 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Publish callbacks [] for port (fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:33.008018 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a29c59-50b1-4a03-a97b-b8ba74b330f1 None None] Pushing event updated for resources: {'Port': ['ID=9b2c3440-b55a-4246-8e9c-330ff957e157,revision_number=2']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:33.028989 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-00a12613-140c-40b8-9cd1-aa429195c639 None None] Attempting to bind port 9b2c3440-b55a-4246-8e9c-330ff957e157 on host dv-cinder-839793-11-iscsi for vnic_type normal with profile {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 15:46:33.036064 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-8140a118-5603-4134-9b3c-27b9392b580e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (2133801e-511d-4d96-8fe0-3b65a0dd64ff), after_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:33.038948 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-00a12613-140c-40b8-9cd1-aa429195c639 None None] Attempting to bind port 9b2c3440-b55a-4246-8e9c-330ff957e157 by drivers openvswitch,hyperv on host dv-cinder-839793-11-iscsi at level 0 using segments [{'id': 'fe506043-d64f-420e-bda4-fab290621067', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 15:46:33.039511 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-8140a118-5603-4134-9b3c-27b9392b580e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1680718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753783'] for router_interface (d999361d-7937-46a9-8ca3-004e7ff6cde2), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:33.040884 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a12613-140c-40b8-9cd1-aa429195c639 None None] Attempting to bind port 9b2c3440-b55a-4246-8e9c-330ff957e157 on network ee365c6e-8595-4248-876b-4406c6eeb32a {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:46:33.118607 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a12613-140c-40b8-9cd1-aa429195c639 None None] Checking agent: {'id': '57d31cd8-17bf-47b9-a2cf-22310545150a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 38, 7), 'started_at': datetime.datetime(2022, 5, 14, 15, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 15, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 15:46:33.119552 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a12613-140c-40b8-9cd1-aa429195c639 None None] Checking segment: {'id': 'fe506043-d64f-420e-bda4-fab290621067', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:46:33.120176 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-00a12613-140c-40b8-9cd1-aa429195c639 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:33.120921 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a12613-140c-40b8-9cd1-aa429195c639 None None] Bound using segment: {'id': 'fe506043-d64f-420e-bda4-fab290621067', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 15:46:33.121691 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-00a12613-140c-40b8-9cd1-aa429195c639 None None] Bound port: 9b2c3440-b55a-4246-8e9c-330ff957e157, host: dv-cinder-839793-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe506043-d64f-420e-bda4-fab290621067', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'}}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 15:46:33.122293 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-00a12613-140c-40b8-9cd1-aa429195c639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (9b2c3440-b55a-4246-8e9c-330ff957e157), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:33.185644 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8140a118-5603-4134-9b3c-27b9392b580e admin admin] Pushing event updated for resources: {'Port': ['ID=2133801e-511d-4d96-8fe0-3b65a0dd64ff,revision_number=2']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:33.193095 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-67283811-1d3c-4cf4-bca2-aa418de96db7 req-f7bc1cc3-e817-45f2-93ec-a8cd4b6fab19 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197'] for port (fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:33.212680 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-dc034c98-9215-4cf3-bec2-ec5c79637301 None None] Port 2133801e-511d-4d96-8fe0-3b65a0dd64ff cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 14 15:46:33.255775 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-198fd946-10cc-48d3-bfa6-4c1d5bbbf25b req-1393988c-d40a-4e40-90cf-7858efb92b91 service neutron] 10.222.0.61 "GET /v2.0/networks/3e026b24-9d5e-4f74-ac5a-5d47dc1338b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345232 May 14 15:46:33.257539 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-449e3406-44c5-4297-aa8e-eb1ba415ecc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (d72bdacc-658e-4ac0-bdfe-ae7df8a5f1a4), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:33.366722 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-00a12613-140c-40b8-9cd1-aa429195c639 None None] For port 9b2c3440-b55a-4246-8e9c-330ff957e157, host dv-cinder-839793-11-iscsi, cleared binding levels {{(pid=115112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 15:46:33.367698 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65924aa8-e8db-460a-b985-e44c7b7e6ab5 req-7450716a-2548-47bd-8410-73983f958edb tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:33.376339 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-65924aa8-e8db-460a-b985-e44c7b7e6ab5 req-7450716a-2548-47bd-8410-73983f958edb tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/ports?device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 931 time: 0.8517692 May 14 15:46:33.376865 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-00a12613-140c-40b8-9cd1-aa429195c639 None None] For port 9b2c3440-b55a-4246-8e9c-330ff957e157, host dv-cinder-839793-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=9b2c3440-b55a-4246-8e9c-330ff957e157,segment=NetworkSegment(fe506043-d64f-420e-bda4-fab290621067),segment_id=fe506043-d64f-420e-bda4-fab290621067)] {{(pid=115112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 15:46:33.380572 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-610de957-3d73-4e0a-9da4-af4482d74faa tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1759531'] for floatingip (cdd7c357-19fe-4659-a6ac-64533a4a356e), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:33.422112 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-00a12613-140c-40b8-9cd1-aa429195c639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (9b2c3440-b55a-4246-8e9c-330ff957e157), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:33.453452 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-74efcab8-8bdb-4309-adc6-d8e732ddf751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:33.454153 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610de957-3d73-4e0a-9da4-af4482d74faa tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Pushing event updated for resources: {'Port': ['ID=8e47fa13-f866-4757-b63e-3a5b902eb247,revision_number=2']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:33.528012 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f5e9e625-ca9c-46b1-8590-f28b51e07fca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:33.564293 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a29c59-50b1-4a03-a97b-b8ba74b330f1 None None] Pushing event updated for resources: {'Port': ['ID=9b2c3440-b55a-4246-8e9c-330ff957e157,revision_number=3']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:33.599430 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a12613-140c-40b8-9cd1-aa429195c639 None None] Routers {'d999361d-7937-46a9-8ca3-004e7ff6cde2'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:46:33.600379 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-00a12613-140c-40b8-9cd1-aa429195c639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:46:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['d999361d-7937-46a9-8ca3-004e7ff6cde2'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:46:33.632444 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67283811-1d3c-4cf4-bca2-aa418de96db7 req-f7bc1cc3-e817-45f2-93ec-a8cd4b6fab19 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Network 79ec16e7-0db8-48bf-949b-d9757455ca2e is already hosted by enough agents. {{(pid=115110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:46:33.649722 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.base_scheduler [req-67283811-1d3c-4cf4-bca2-aa418de96db7 req-f7bc1cc3-e817-45f2-93ec-a8cd4b6fab19 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Resources bound (agent type, host, resource id): {{(pid=115110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:46:33.686390 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.l3_dvrscheduler_db [req-67283811-1d3c-4cf4-bca2-aa418de96db7 req-f7bc1cc3-e817-45f2-93ec-a8cd4b6fab19 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Received port after_create {{(pid=115110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:46:33.700478 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67283811-1d3c-4cf4-bca2-aa418de96db7 req-f7bc1cc3-e817-45f2-93ec-a8cd4b6fab19 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:33.700764 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-67283811-1d3c-4cf4-bca2-aa418de96db7 req-f7bc1cc3-e817-45f2-93ec-a8cd4b6fab19 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for port (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:33.762651 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f5e9e625-ca9c-46b1-8590-f28b51e07fca admin admin] Publish callbacks [] for security_group (31928114-760f-4186-b19f-2fcfdb9849a9), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:33.765699 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-449e3406-44c5-4297-aa8e-eb1ba415ecc2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=30a66041704940c797c76366b41ee359&name=default HTTP/1.1" status: 200 len: 2992 time: 2.7353926 May 14 15:46:33.783029 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-67283811-1d3c-4cf4-bca2-aa418de96db7 req-f7bc1cc3-e817-45f2-93ec-a8cd4b6fab19 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3390627 May 14 15:46:33.785456 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 33724) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:46:33.793324 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f5e9e625-ca9c-46b1-8590-f28b51e07fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (31928114-760f-4186-b19f-2fcfdb9849a9), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:33.813848 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-00a12613-140c-40b8-9cd1-aa429195c639 None None] Set router d999361d-7937-46a9-8ca3-004e7ff6cde2 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:46:33.859493 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bc1cc3-e817-45f2-93ec-a8cd4b6fab19 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Pushing event updated for resources: {'Port': ['ID=fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:33.878924 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-f5e9e625-ca9c-46b1-8590-f28b51e07fca admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8a926765ff1b48c09ae97181c680dc32&name=default HTTP/1.1" status: 200 len: 2995 time: 0.9876516 May 14 15:46:33.882479 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 33730) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:46:33.889820 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8140a118-5603-4134-9b3c-27b9392b580e admin admin] Network d4128056-aa2b-474b-a7d3-2646c1ffdbcf is already hosted by enough agents. {{(pid=115110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:46:33.930594 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.base_scheduler [None req-8140a118-5603-4134-9b3c-27b9392b580e admin admin] Resources bound (agent type, host, resource id): {{(pid=115110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:46:33.944916 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e3406-44c5-4297-aa8e-eb1ba415ecc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72bdacc-658e-4ac0-bdfe-ae7df8a5f1a4,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:33.949574 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-610de957-3d73-4e0a-9da4-af4482d74faa tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for floatingip (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:33.951166 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-610de957-3d73-4e0a-9da4-af4482d74faa tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7886393 May 14 15:46:34.071961 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [req-67283811-1d3c-4cf4-bca2-aa418de96db7 req-fc113674-fd98-4ac2-a2c3-75a9b49d1dec tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=115110) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 14 15:46:34.073444 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-67283811-1d3c-4cf4-bca2-aa418de96db7 req-fc113674-fd98-4ac2-a2c3-75a9b49d1dec tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0934277 May 14 15:46:34.102719 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-b4134ef2-7be2-400c-9477-2cca2dd22aaf admin admin] Publish callbacks [] for security_group (31928114-760f-4186-b19f-2fcfdb9849a9), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:34.176989 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port 74622b65-a38b-4cd8-a497-601e6b15589c is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:46:34.177624 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (74622b65-a38b-4cd8-a497-601e6b15589c), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:34.217249 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.36', 63223) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:46:34.262196 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] For port 74622b65-a38b-4cd8-a497-601e6b15589c, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=74622b65-a38b-4cd8-a497-601e6b15589c,segment=NetworkSegment(fe506043-d64f-420e-bda4-fab290621067),segment_id=fe506043-d64f-420e-bda4-fab290621067)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:46:34.335674 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (74622b65-a38b-4cd8-a497-601e6b15589c), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:34.337705 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 5413b9e8-cc37-4830-9b6f-486a4edd5361 up at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:46:34.339979 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-b4134ef2-7be2-400c-9477-2cca2dd22aaf admin admin] Publish callbacks [] for security_group (31928114-760f-4186-b19f-2fcfdb9849a9), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:34.424605 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-2bd587e9-ead0-4d12-9c05-cd13cd460168 None None] Publish callbacks [] for port (f58259cf-4cfe-4867-a867-9e17bac30662), precommit_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:34.434483 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-2bd587e9-ead0-4d12-9c05-cd13cd460168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (f58259cf-4cfe-4867-a867-9e17bac30662), after_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:34.500390 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:34.518772 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004351e3-1a6e-45d4-b9d4-32cc796f508b None None] Pushing event updated for resources: {'Port': ['ID=f58259cf-4cfe-4867-a867-9e17bac30662,revision_number=3']} {{(pid=115113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:34.548801 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Pushing event updated for resources: {'Port': ['ID=74622b65-a38b-4cd8-a497-601e6b15589c,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:34.551837 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [req-67283811-1d3c-4cf4-bca2-aa418de96db7 req-a3398078-c145-4866-a9e8-abcd5f34f656 service neutron] Request body: {'port': {'device_id': '75ca93de-6825-44ce-af10-44cba59218a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:46:34.560535 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-e5a223b6-e42a-4f99-af1a-ca5a0ec02bbd None None] Provisioning complete for port 2133801e-511d-4d96-8fe0-3b65a0dd64ff triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:46:34.560941 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-e5a223b6-e42a-4f99-af1a-ca5a0ec02bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (2133801e-511d-4d96-8fe0-3b65a0dd64ff), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:34.578870 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-2e51bc4e-d767-4891-bc50-370a833cd931 admin admin] Publish callbacks [] for security_group (d72bdacc-658e-4ac0-bdfe-ae7df8a5f1a4), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:34.584504 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e9e625-ca9c-46b1-8590-f28b51e07fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31928114-760f-4186-b19f-2fcfdb9849a9,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:34.596077 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-198fd946-10cc-48d3-bfa6-4c1d5bbbf25b req-ef1af560-e762-4874-996b-cfc2899a1a44 service neutron] 10.222.0.61 "GET /v2.0/networks/3e026b24-9d5e-4f74-ac5a-5d47dc1338b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3394368 May 14 15:46:34.634834 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-b4134ef2-7be2-400c-9477-2cca2dd22aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (31928114-760f-4186-b19f-2fcfdb9849a9), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:34.638933 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-b4134ef2-7be2-400c-9477-2cca2dd22aaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:34.640356 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-b4134ef2-7be2-400c-9477-2cca2dd22aaf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/31928114-760f-4186-b19f-2fcfdb9849a9 HTTP/1.1" status: 204 len: 168 time: 0.7563810 May 14 15:46:34.654212 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-2bd587e9-ead0-4d12-9c05-cd13cd460168 None None] Attempting to bind port f58259cf-4cfe-4867-a867-9e17bac30662 on host dv-cinder-839793-11-iscsi for vnic_type normal with profile {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 15:46:34.654629 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-2bd587e9-ead0-4d12-9c05-cd13cd460168 None None] Attempting to bind port f58259cf-4cfe-4867-a867-9e17bac30662 by drivers openvswitch,hyperv on host dv-cinder-839793-11-iscsi at level 0 using segments [{'id': 'f5bdbe83-2873-41ef-b77e-b6a155bfb1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8'}] {{(pid=115113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 15:46:34.659442 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd587e9-ead0-4d12-9c05-cd13cd460168 None None] Attempting to bind port f58259cf-4cfe-4867-a867-9e17bac30662 on network 722d2578-8e0a-4535-bc1b-444c13327ab8 {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:46:34.680724 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-e5a223b6-e42a-4f99-af1a-ca5a0ec02bbd None None] Port 2133801e-511d-4d96-8fe0-3b65a0dd64ff cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 14 15:46:34.682428 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd587e9-ead0-4d12-9c05-cd13cd460168 None None] Checking agent: {'id': '57d31cd8-17bf-47b9-a2cf-22310545150a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 38, 7), 'started_at': datetime.datetime(2022, 5, 14, 15, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 15, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 15:46:34.682828 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd587e9-ead0-4d12-9c05-cd13cd460168 None None] Checking segment: {'id': 'f5bdbe83-2873-41ef-b77e-b6a155bfb1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:46:34.683317 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-2bd587e9-ead0-4d12-9c05-cd13cd460168 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:34.683892 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd587e9-ead0-4d12-9c05-cd13cd460168 None None] Bound using segment: {'id': 'f5bdbe83-2873-41ef-b77e-b6a155bfb1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8'} {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 15:46:34.684213 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-2bd587e9-ead0-4d12-9c05-cd13cd460168 None None] Bound port: f58259cf-4cfe-4867-a867-9e17bac30662, host: dv-cinder-839793-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5bdbe83-2873-41ef-b77e-b6a155bfb1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8'}}] {{(pid=115113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 15:46:34.684605 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-2bd587e9-ead0-4d12-9c05-cd13cd460168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (f58259cf-4cfe-4867-a867-9e17bac30662), before_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:34.713633 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Provisioning complete for port 5413b9e8-cc37-4830-9b6f-486a4edd5361 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:46:34.713871 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (5413b9e8-cc37-4830-9b6f-486a4edd5361), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:34.769899 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-2e51bc4e-d767-4891-bc50-370a833cd931 admin admin] Publish callbacks [] for security_group (d72bdacc-658e-4ac0-bdfe-ae7df8a5f1a4), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:34.790214 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-65924aa8-e8db-460a-b985-e44c7b7e6ab5 req-5ee6bb12-5294-477a-8b28-2cad2277dbf9 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/security-groups?id=79193f64-8143-47c0-9226-6232633195e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2644820 May 14 15:46:34.822515 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4134ef2-7be2-400c-9477-2cca2dd22aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31928114-760f-4186-b19f-2fcfdb9849a9,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:34.866953 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-00a12613-140c-40b8-9cd1-aa429195c639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'name': 'tempest-AttachVolumeShelveTestJSON-838760355-router', 'tenant_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '9b2c3440-b55a-4246-8e9c-330ff957e157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:21Z', 'updated_at': '2022-05-14T15:46:31Z', 'revision_number': 4, 'project_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'gw_port': {'id': '9b2c3440-b55a-4246-8e9c-330ff957e157', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e4:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:23Z', 'updated_at': '2022-05-14T15:46:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': '2133801e-511d-4d96-8fe0-3b65a0dd64ff', 'name': '', 'network_id': 'd4128056-aa2b-474b-a7d3-2646c1ffdbcf', 'tenant_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'mac_address': 'fa:16:3e:56:3e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8d228e71-c8a7-4ea8-bb77-1fa96d4cb770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:28Z', 'updated_at': '2022-05-14T15:46:32Z', 'revision_number': 2, 'project_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'subnets': [{'id': '8d228e71-c8a7-4ea8-bb77-1fa96d4cb770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:46:34.969076 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.db [None req-2bd587e9-ead0-4d12-9c05-cd13cd460168 None None] For port f58259cf-4cfe-4867-a867-9e17bac30662, host dv-cinder-839793-11-iscsi, cleared binding levels {{(pid=115113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 15:46:34.973354 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-2e51bc4e-d767-4891-bc50-370a833cd931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (d72bdacc-658e-4ac0-bdfe-ae7df8a5f1a4), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:34.976344 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-2e51bc4e-d767-4891-bc50-370a833cd931 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:34.976670 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.db [None req-2bd587e9-ead0-4d12-9c05-cd13cd460168 None None] For port f58259cf-4cfe-4867-a867-9e17bac30662, host dv-cinder-839793-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=f58259cf-4cfe-4867-a867-9e17bac30662,segment=NetworkSegment(f5bdbe83-2873-41ef-b77e-b6a155bfb1ac),segment_id=f5bdbe83-2873-41ef-b77e-b6a155bfb1ac)] {{(pid=115113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 15:46:34.977888 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-2e51bc4e-d767-4891-bc50-370a833cd931 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d72bdacc-658e-4ac0-bdfe-ae7df8a5f1a4 HTTP/1.1" status: 204 len: 168 time: 1.1859612 May 14 15:46:34.998926 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-2bd587e9-ead0-4d12-9c05-cd13cd460168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (f58259cf-4cfe-4867-a867-9e17bac30662), after_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:35.014076 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e51bc4e-d767-4891-bc50-370a833cd931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72bdacc-658e-4ac0-bdfe-ae7df8a5f1a4,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:35.036245 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a12613-140c-40b8-9cd1-aa429195c639 None None] The sync data for ids ['d999361d-7937-46a9-8ca3-004e7ff6cde2'] in dv-cinder-839793-11-iscsi is: [{'id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'name': 'tempest-AttachVolumeShelveTestJSON-838760355-router', 'tenant_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '9b2c3440-b55a-4246-8e9c-330ff957e157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:21Z', 'updated_at': '2022-05-14T15:46:31Z', 'revision_number': 4, 'project_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'gw_port': {'id': '9b2c3440-b55a-4246-8e9c-330ff957e157', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e4:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:23Z', 'updated_at': '2022-05-14T15:46:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': '2133801e-511d-4d96-8fe0-3b65a0dd64ff', 'name': '', 'network_id': 'd4128056-aa2b-474b-a7d3-2646c1ffdbcf', 'tenant_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'mac_address': 'fa:16:3e:56:3e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8d228e71-c8a7-4ea8-bb77-1fa96d4cb770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:28Z', 'updated_at': '2022-05-14T15:46:32Z', 'revision_number': 2, 'project_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'subnets': [{'id': '8d228e71-c8a7-4ea8-bb77-1fa96d4cb770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 15:46:35.114756 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8140a118-5603-4134-9b3c-27b9392b580e admin admin] Router d999361d-7937-46a9-8ca3-004e7ff6cde2 has already been hosted by L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f {{(pid=115110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 15:46:35.139610 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004351e3-1a6e-45d4-b9d4-32cc796f508b None None] Pushing event updated for resources: {'Port': ['ID=f58259cf-4cfe-4867-a867-9e17bac30662,revision_number=4']} {{(pid=115113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:35.169249 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd587e9-ead0-4d12-9c05-cd13cd460168 None None] Routers {'5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:46:35.170610 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-2bd587e9-ead0-4d12-9c05-cd13cd460168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:46:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:46:35.308268 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f08f3f-4838-470e-96a1-7c616e80e9a1 req-66cfc671-ac18-4072-b667-ad8469d10649 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:35.326142 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-34f08f3f-4838-470e-96a1-7c616e80e9a1 req-66cfc671-ac18-4072-b667-ad8469d10649 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.36 "GET /v2.0/networks?id=3e026b24-9d5e-4f74-ac5a-5d47dc1338b8 HTTP/1.1" status: 200 len: 819 time: 1.1510339 May 14 15:46:35.359411 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port 5413b9e8-cc37-4830-9b6f-486a4edd5361 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:46:35.367360 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [req-34f08f3f-4838-470e-96a1-7c616e80e9a1 req-e6ed8f4e-53ca-4935-be8f-b80f712c7304 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Request body: {'port': {'device_id': '9fbb269d-11cd-49ed-81ac-570e721c15cd', 'network_id': '3e026b24-9d5e-4f74-ac5a-5d47dc1338b8', 'admin_state_up': True, 'tenant_id': '5d2517d5440a4d30949f3dd36a46d813'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:46:35.371035 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-09a69ee7-e77b-4042-8c1f-36ab77d81817 None None] Provisioning complete for port f58259cf-4cfe-4867-a867-9e17bac30662 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:46:35.372397 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-09a69ee7-e77b-4042-8c1f-36ab77d81817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (f58259cf-4cfe-4867-a867-9e17bac30662), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:35.396830 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-67283811-1d3c-4cf4-bca2-aa418de96db7 req-a3398078-c145-4866-a9e8-abcd5f34f656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6), before_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:35.421276 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e6b73111-8bf8-4ad2-bfe5-e3f0bc5ec72f req-1ca7d214-7c0e-4724-99fe-4cf38b7fb490 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 210 time: 0.2135868 May 14 15:46:35.467299 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6a25c829-457f-4061-b9aa-f74b54d6a138 req-fc9343bf-2ad7-4b0e-8cc6-18d3566e4848 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--714534168&fields=id&tenant_id=7905689c95d44a5c9169249c70f7de57 HTTP/1.1" status: 200 len: 267 time: 0.3286781 May 14 15:46:35.787126 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-09a69ee7-e77b-4042-8c1f-36ab77d81817 None None] Current status of the port f58259cf-4cfe-4867-a867-9e17bac30662 is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:46:35.787631 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-09a69ee7-e77b-4042-8c1f-36ab77d81817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (f58259cf-4cfe-4867-a867-9e17bac30662), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:35.820994 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-2bd587e9-ead0-4d12-9c05-cd13cd460168 None None] Set router 5b7fd4ea-e5a8-46a9-b072-faa068d0f12c gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:46:35.890204 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:36.015502 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-09a69ee7-e77b-4042-8c1f-36ab77d81817 None None] For port f58259cf-4cfe-4867-a867-9e17bac30662, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=f58259cf-4cfe-4867-a867-9e17bac30662,segment=NetworkSegment(f5bdbe83-2873-41ef-b77e-b6a155bfb1ac),segment_id=f5bdbe83-2873-41ef-b77e-b6a155bfb1ac)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:46:36.027578 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-09a69ee7-e77b-4042-8c1f-36ab77d81817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (f58259cf-4cfe-4867-a867-9e17bac30662), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:36.050369 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25c829-457f-4061-b9aa-f74b54d6a138 req-22d6fc78-cd87-4712-8efc-f5403cac96a7 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:36.064308 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6a25c829-457f-4061-b9aa-f74b54d6a138 req-22d6fc78-cd87-4712-8efc-f5403cac96a7 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/networks?id=722d2578-8e0a-4535-bc1b-444c13327ab8 HTTP/1.1" status: 200 len: 814 time: 0.5721323 May 14 15:46:36.070856 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8140a118-5603-4134-9b3c-27b9392b580e admin admin] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 15:46:36.089582 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-8140a118-5603-4134-9b3c-27b9392b580e admin admin] 10.222.0.61 "PUT /v2.0/routers/d999361d-7937-46a9-8ca3-004e7ff6cde2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4410646 May 14 15:46:36.129667 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6a25c829-457f-4061-b9aa-f74b54d6a138 req-7fd0c673-d3c7-4407-98be-899a8952607f tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/quotas/7905689c95d44a5c9169249c70f7de57 HTTP/1.1" status: 200 len: 375 time: 0.0621219 May 14 15:46:36.190005 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device f58259cf-4cfe-4867-a867-9e17bac30662 up at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:46:36.491578 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 33798) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:46:36.500080 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6a25c829-457f-4061-b9aa-f74b54d6a138 req-bbbfebc7-f274-439d-a429-7ad086ad4124 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7905689c95d44a5c9169249c70f7de57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3694527 May 14 15:46:36.560871 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-5b4a3f36-550c-4b39-b7f0-d767d9e57004 None None] Provisioning complete for port f58259cf-4cfe-4867-a867-9e17bac30662 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:46:36.563863 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-5b4a3f36-550c-4b39-b7f0-d767d9e57004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (f58259cf-4cfe-4867-a867-9e17bac30662), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:36.565426 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1e546529-8cc1-410f-b004-efd60a7ebf5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:36.567519 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a69ee7-e77b-4042-8c1f-36ab77d81817 None None] Pushing event updated for resources: {'Port': ['ID=f58259cf-4cfe-4867-a867-9e17bac30662,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:36.736965 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Provisioning complete for port f58259cf-4cfe-4867-a867-9e17bac30662 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:46:36.737341 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (f58259cf-4cfe-4867-a867-9e17bac30662), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:36.757629 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade135d5-76e8-4462-b06d-7b7d4623e0e1 req-7fbc4eac-bb7a-42c4-8eaa-289b0dbde9b0 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:36.774209 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ade135d5-76e8-4462-b06d-7b7d4623e0e1 req-7fbc4eac-bb7a-42c4-8eaa-289b0dbde9b0 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/ports?device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 931 time: 0.5909941 May 14 15:46:36.833329 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-2bd587e9-ead0-4d12-9c05-cd13cd460168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'name': 'tempest-AttachVolumeNegativeTest-252484141-router', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:17Z', 'updated_at': '2022-05-14T15:46:23Z', 'revision_number': 4, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'gw_port': {'id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:30:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:18Z', 'updated_at': '2022-05-14T15:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': 'f58259cf-4cfe-4867-a867-9e17bac30662', 'name': '', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'mac_address': 'fa:16:3e:9e:e9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:22Z', 'updated_at': '2022-05-14T15:46:34Z', 'revision_number': 4, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'subnets': [{'id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:46:36.904687 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd587e9-ead0-4d12-9c05-cd13cd460168 None None] The sync data for ids ['5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'] in dv-cinder-839793-11-iscsi is: [{'id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'name': 'tempest-AttachVolumeNegativeTest-252484141-router', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:17Z', 'updated_at': '2022-05-14T15:46:23Z', 'revision_number': 4, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'gw_port': {'id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:30:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:18Z', 'updated_at': '2022-05-14T15:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': 'f58259cf-4cfe-4867-a867-9e17bac30662', 'name': '', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'mac_address': 'fa:16:3e:9e:e9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:22Z', 'updated_at': '2022-05-14T15:46:34Z', 'revision_number': 4, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'subnets': [{'id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 15:46:37.081818 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6a25c829-457f-4061-b9aa-f74b54d6a138 req-b91c8196-6662-4aaf-8a34-ed8b2ef1c8f9 service neutron] 10.222.0.61 "GET /v2.0/networks/722d2578-8e0a-4535-bc1b-444c13327ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4946544 May 14 15:46:37.085338 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ade135d5-76e8-4462-b06d-7b7d4623e0e1 req-d63817e0-69d9-45dc-9b6c-ef7e0a4f7513 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/security-groups?id=79193f64-8143-47c0-9226-6232633195e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012851 May 14 15:46:37.104451 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34f08f3f-4838-470e-96a1-7c616e80e9a1 req-e6ed8f4e-53ca-4935-be8f-b80f712c7304 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Made reservation on behalf of 5d2517d5440a4d30949f3dd36a46d813 for: {'port': 1} {{(pid=115110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:46:37.106212 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port f58259cf-4cfe-4867-a867-9e17bac30662 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:46:37.110047 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 7fc86151-fc54-47ff-96a0-c8760d7dc4de up at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:46:37.116896 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-34f08f3f-4838-470e-96a1-7c616e80e9a1 req-e6ed8f4e-53ca-4935-be8f-b80f712c7304 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:37.216549 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 33810) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:46:37.333086 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-5b4a3f36-550c-4b39-b7f0-d767d9e57004 None None] Current status of the port f58259cf-4cfe-4867-a867-9e17bac30662 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:46:37.344142 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Provisioning complete for port 7fc86151-fc54-47ff-96a0-c8760d7dc4de triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:46:37.344664 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (7fc86151-fc54-47ff-96a0-c8760d7dc4de), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:37.455409 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ace06ac7-f27f-4a1e-b1d6-cfa29ee05208 req-d212a599-89fb-43e1-8989-50967a1ec5ae tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 210 time: 0.1823616 May 14 15:46:37.456692 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:37.614553 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6a25c829-457f-4061-b9aa-f74b54d6a138 req-56601cbc-2d50-4911-bdb4-ce0b27a6a7ae service neutron] 10.222.0.61 "GET /v2.0/networks/722d2578-8e0a-4535-bc1b-444c13327ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5170038 May 14 15:46:37.615956 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-b6e8617d-4d9c-4ef2-8240-828ba368ea11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:37.645808 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.36', 63227) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:46:37.646959 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port 7fc86151-fc54-47ff-96a0-c8760d7dc4de is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:46:37.655202 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 74622b65-a38b-4cd8-a497-601e6b15589c up at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:46:37.892318 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Provisioning complete for port 74622b65-a38b-4cd8-a497-601e6b15589c triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:46:37.892807 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (74622b65-a38b-4cd8-a497-601e6b15589c), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:37.933937 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-b6e8617d-4d9c-4ef2-8240-828ba368ea11 admin admin] Publish callbacks [] for security_group (38904361-5c58-40ba-9522-5387f10fdf25), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:38.057335 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-b6e8617d-4d9c-4ef2-8240-828ba368ea11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (38904361-5c58-40ba-9522-5387f10fdf25), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:38.075200 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1e546529-8cc1-410f-b004-efd60a7ebf5d admin admin] Publish callbacks [] for security_group (28a9fdd5-6e7e-47d1-b6fd-b77fdf3fbb99), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:38.115774 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1e546529-8cc1-410f-b004-efd60a7ebf5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (28a9fdd5-6e7e-47d1-b6fd-b77fdf3fbb99), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:38.201703 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.db_base_plugin_common [req-34f08f3f-4838-470e-96a1-7c616e80e9a1 req-e6ed8f4e-53ca-4935-be8f-b80f712c7304 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Allocated IP 172.20.0.12 (3e026b24-9d5e-4f74-ac5a-5d47dc1338b8/4761eee7-0a5d-411d-9c6c-5f0c035f2564/3697c0c4-258d-43cd-a608-dec915d0b3e8) {{(pid=115110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:46:38.397356 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-b6e8617d-4d9c-4ef2-8240-828ba368ea11 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b97938b286404711bf362311d1daca56&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1797497 May 14 15:46:38.412882 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 33846) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:46:38.478720 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e8617d-4d9c-4ef2-8240-828ba368ea11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38904361-5c58-40ba-9522-5387f10fdf25,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:38.507121 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-34f08f3f-4838-470e-96a1-7c616e80e9a1 req-e6ed8f4e-53ca-4935-be8f-b80f712c7304 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks [] for port (3697c0c4-258d-43cd-a608-dec915d0b3e8), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:38.523819 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port 74622b65-a38b-4cd8-a497-601e6b15589c is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:46:38.570507 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-34f08f3f-4838-470e-96a1-7c616e80e9a1 req-e6ed8f4e-53ca-4935-be8f-b80f712c7304 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197'] for port (3697c0c4-258d-43cd-a608-dec915d0b3e8), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:38.695182 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 33854) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:46:38.696447 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198fd946-10cc-48d3-bfa6-4c1d5bbbf25b req-04899c32-b334-49c2-bb89-a50ec3d14df5 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:38.702462 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-198fd946-10cc-48d3-bfa6-4c1d5bbbf25b req-04899c32-b334-49c2-bb89-a50ec3d14df5 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.36 "GET /v2.0/networks?id=3e026b24-9d5e-4f74-ac5a-5d47dc1338b8 HTTP/1.1" status: 200 len: 819 time: 0.7276833 May 14 15:46:38.709437 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34f08f3f-4838-470e-96a1-7c616e80e9a1 req-e6ed8f4e-53ca-4935-be8f-b80f712c7304 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Network 3e026b24-9d5e-4f74-ac5a-5d47dc1338b8 is already hosted by enough agents. {{(pid=115110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:46:38.731948 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-87dbf1cd-71d1-46af-bafd-2066584bfe37 req-e6ec247d-6ea8-46ea-b9ad-b4ce815768f0 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 210 time: 0.3994005 May 14 15:46:38.733521 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.base_scheduler [req-34f08f3f-4838-470e-96a1-7c616e80e9a1 req-e6ed8f4e-53ca-4935-be8f-b80f712c7304 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Resources bound (agent type, host, resource id): {{(pid=115110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:46:38.739734 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f08f3f-4838-470e-96a1-7c616e80e9a1 req-e6ed8f4e-53ca-4935-be8f-b80f712c7304 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Received port after_create {{(pid=115110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:46:38.753323 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f08f3f-4838-470e-96a1-7c616e80e9a1 req-e6ed8f4e-53ca-4935-be8f-b80f712c7304 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:38.757773 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-34f08f3f-4838-470e-96a1-7c616e80e9a1 req-e6ed8f4e-53ca-4935-be8f-b80f712c7304 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for port (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:38.780866 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [req-198fd946-10cc-48d3-bfa6-4c1d5bbbf25b req-0ab7a0e7-5d7f-4b1a-892c-f29b3ac05e98 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Request body: {'port': {'device_id': '563c74e0-060d-49d5-abc5-389cee4bd9d5', 'network_id': '3e026b24-9d5e-4f74-ac5a-5d47dc1338b8', 'admin_state_up': True, 'tenant_id': '5d2517d5440a4d30949f3dd36a46d813'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:46:38.781409 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-1237e025-8839-4cad-8c46-fa3eaec87642 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Request body: {'security_group': {'name': 'tempest-securitygroup--900799558', 'description': 'tempest-description--1542536737'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:46:39.042204 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e546529-8cc1-410f-b004-efd60a7ebf5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a9fdd5-6e7e-47d1-b6fd-b77fdf3fbb99,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:39.130067 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 9b2c3440-b55a-4246-8e9c-330ff957e157 up at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:46:39.158887 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-34f08f3f-4838-470e-96a1-7c616e80e9a1 req-e6ed8f4e-53ca-4935-be8f-b80f712c7304 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8071938 May 14 15:46:39.160482 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1237e025-8839-4cad-8c46-fa3eaec87642 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:39.168278 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.notifiers.nova [req-67283811-1d3c-4cf4-bca2-aa418de96db7 req-a3398078-c145-4866-a9e8-abcd5f34f656 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6 {{(pid=115110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 15:46:39.178707 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-1e546529-8cc1-410f-b004-efd60a7ebf5d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8ec54ba6b21244b4b80990eb98f87b3b&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6859453 May 14 15:46:39.201215 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [req-34f08f3f-4838-470e-96a1-7c616e80e9a1 req-15a4c670-f127-46ce-89f1-5554f0ebca96 service neutron] Request body: {'port': {'device_id': '9fbb269d-11cd-49ed-81ac-570e721c15cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:46:39.246457 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 33878) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:46:39.286907 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-67283811-1d3c-4cf4-bca2-aa418de96db7 req-a3398078-c145-4866-a9e8-abcd5f34f656 service neutron] Publish callbacks [] for port (fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6), precommit_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:39.295209 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-34f08f3f-4838-470e-96a1-7c616e80e9a1 req-15a4c670-f127-46ce-89f1-5554f0ebca96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (3697c0c4-258d-43cd-a608-dec915d0b3e8), before_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:39.300538 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Provisioning complete for port 9b2c3440-b55a-4246-8e9c-330ff957e157 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:46:39.300972 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (9b2c3440-b55a-4246-8e9c-330ff957e157), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:39.316192 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ed8f4e-53ca-4935-be8f-b80f712c7304 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Pushing event updated for resources: {'Port': ['ID=3697c0c4-258d-43cd-a608-dec915d0b3e8,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:39.462866 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1237e025-8839-4cad-8c46-fa3eaec87642 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks [] for security_group (3c423e1a-70d6-4c8a-82d3-76b197594ea9), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:39.476156 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1237e025-8839-4cad-8c46-fa3eaec87642 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (3c423e1a-70d6-4c8a-82d3-76b197594ea9), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:39.507128 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.provisioning_blocks [req-67283811-1d3c-4cf4-bca2-aa418de96db7 req-a3398078-c145-4866-a9e8-abcd5f34f656 service neutron] Transition to ACTIVE for port object fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6 will not be triggered until provisioned by entity L2. {{(pid=115110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 14 15:46:39.521229 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1237e025-8839-4cad-8c46-fa3eaec87642 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:39.523119 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-1237e025-8839-4cad-8c46-fa3eaec87642 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8117030 May 14 15:46:39.544613 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-c25f155f-d56c-4184-bee3-191978a3376a None None] Provisioning complete for port 3697c0c4-258d-43cd-a608-dec915d0b3e8 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:46:39.547817 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 33886) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:46:39.548005 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-c25f155f-d56c-4184-bee3-191978a3376a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (3697c0c4-258d-43cd-a608-dec915d0b3e8), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:39.557182 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-30beeb2d-036b-4815-a62a-74c66efa2f89 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Request body: {'security_group_rule': {'security_group_id': '3c423e1a-70d6-4c8a-82d3-76b197594ea9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:46:39.578579 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-67283811-1d3c-4cf4-bca2-aa418de96db7 req-a3398078-c145-4866-a9e8-abcd5f34f656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6), after_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:39.631012 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-211c241e-1e79-49ce-baf3-1999db30a62b req-92077b17-412d-413a-9319-1d92a137a242 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 210 time: 0.4283390 May 14 15:46:39.718238 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1237e025-8839-4cad-8c46-fa3eaec87642 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c423e1a-70d6-4c8a-82d3-76b197594ea9,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:39.720825 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-30beeb2d-036b-4815-a62a-74c66efa2f89 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks [] for security_group_rule (971ec5b2-9599-41a7-a399-80166a8bd43e), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:39.731825 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-c25f155f-d56c-4184-bee3-191978a3376a None None] Port 3697c0c4-258d-43cd-a608-dec915d0b3e8 cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 14 15:46:39.773105 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e09a81-bfe2-409a-a6ee-7e43a1eee32f req-cb6c1c58-56d0-4cd6-89ca-5077671f3acf tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:39.786156 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f7e09a81-bfe2-409a-a6ee-7e43a1eee32f req-cb6c1c58-56d0-4cd6-89ca-5077671f3acf tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/ports?device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 931 time: 0.6258962 May 14 15:46:39.873202 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port 9b2c3440-b55a-4246-8e9c-330ff957e157 is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:46:39.881234 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (9b2c3440-b55a-4246-8e9c-330ff957e157), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:39.911735 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3398078-c145-4866-a9e8-abcd5f34f656 service neutron] Pushing event updated for resources: {'Port': ['ID=fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6,revision_number=2']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:39.932806 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] For port 9b2c3440-b55a-4246-8e9c-330ff957e157, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=9b2c3440-b55a-4246-8e9c-330ff957e157,segment=NetworkSegment(fe506043-d64f-420e-bda4-fab290621067),segment_id=fe506043-d64f-420e-bda4-fab290621067)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:46:39.939515 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (9b2c3440-b55a-4246-8e9c-330ff957e157), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:39.940736 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device f58259cf-4cfe-4867-a867-9e17bac30662 up at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:46:39.985374 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-198fd946-10cc-48d3-bfa6-4c1d5bbbf25b req-0ab7a0e7-5d7f-4b1a-892c-f29b3ac05e98 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Made reservation on behalf of 5d2517d5440a4d30949f3dd36a46d813 for: {'port': 1} {{(pid=115111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:46:39.999412 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-198fd946-10cc-48d3-bfa6-4c1d5bbbf25b req-0ab7a0e7-5d7f-4b1a-892c-f29b3ac05e98 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:40.061505 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-5fecb572-030e-40d9-ad79-bc7a2d25afc0 admin admin] Publish callbacks [] for security_group (38904361-5c58-40ba-9522-5387f10fdf25), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:40.188049 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Pushing event updated for resources: {'Port': ['ID=9b2c3440-b55a-4246-8e9c-330ff957e157,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:40.205131 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Provisioning complete for port f58259cf-4cfe-4867-a867-9e17bac30662 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:46:40.205771 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (f58259cf-4cfe-4867-a867-9e17bac30662), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:40.212166 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.managers [req-67283811-1d3c-4cf4-bca2-aa418de96db7 req-a3398078-c145-4866-a9e8-abcd5f34f656 service neutron] Attempting to bind port fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 15:46:40.212724 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.managers [req-67283811-1d3c-4cf4-bca2-aa418de96db7 req-a3398078-c145-4866-a9e8-abcd5f34f656 service neutron] Attempting to bind port fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'a46b64b6-b2d7-4dd3-824f-6c223d938abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '79ec16e7-0db8-48bf-949b-d9757455ca2e'}] {{(pid=115110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 15:46:40.212888 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67283811-1d3c-4cf4-bca2-aa418de96db7 req-a3398078-c145-4866-a9e8-abcd5f34f656 service neutron] Attempting to bind port fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6 on network 79ec16e7-0db8-48bf-949b-d9757455ca2e {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:46:40.227989 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67283811-1d3c-4cf4-bca2-aa418de96db7 req-a3398078-c145-4866-a9e8-abcd5f34f656 service neutron] Port fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6 on network 79ec16e7-0db8-48bf-949b-d9757455ca2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 14 15:46:40.228316 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67283811-1d3c-4cf4-bca2-aa418de96db7 req-a3398078-c145-4866-a9e8-abcd5f34f656 service neutron] Attempting to bind port fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6 on network 79ec16e7-0db8-48bf-949b-d9757455ca2e {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:46:40.257918 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67283811-1d3c-4cf4-bca2-aa418de96db7 req-a3398078-c145-4866-a9e8-abcd5f34f656 service neutron] Checking agent: {'id': 'df6c86ae-fc26-40a3-91a1-648a304bf46f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 44, 23), 'started_at': datetime.datetime(2022, 5, 14, 15, 44, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 15, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 15:46:40.257918 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67283811-1d3c-4cf4-bca2-aa418de96db7 req-a3398078-c145-4866-a9e8-abcd5f34f656 service neutron] Checking segment: {'id': 'a46b64b6-b2d7-4dd3-824f-6c223d938abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '79ec16e7-0db8-48bf-949b-d9757455ca2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:46:40.257918 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67283811-1d3c-4cf4-bca2-aa418de96db7 req-a3398078-c145-4866-a9e8-abcd5f34f656 service neutron] Bound using segment: {'id': 'a46b64b6-b2d7-4dd3-824f-6c223d938abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '79ec16e7-0db8-48bf-949b-d9757455ca2e'} {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 15:46:40.257918 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.managers [req-67283811-1d3c-4cf4-bca2-aa418de96db7 req-a3398078-c145-4866-a9e8-abcd5f34f656 service neutron] Bound port: fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a46b64b6-b2d7-4dd3-824f-6c223d938abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '79ec16e7-0db8-48bf-949b-d9757455ca2e'}}] {{(pid=115110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 15:46:40.257918 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-67283811-1d3c-4cf4-bca2-aa418de96db7 req-a3398078-c145-4866-a9e8-abcd5f34f656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6), before_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:40.259396 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-30beeb2d-036b-4815-a62a-74c66efa2f89 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks [] for security_group_rule (971ec5b2-9599-41a7-a399-80166a8bd43e), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:40.284180 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-30beeb2d-036b-4815-a62a-74c66efa2f89 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639472'] for security_group_rule (971ec5b2-9599-41a7-a399-80166a8bd43e), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:40.355718 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-4219a9bd-0976-4bbb-b27e-af226f26d21a req-08a2f0a3-24f9-45f1-a0e2-3e111ae77de6 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 210 time: 0.4405267 May 14 15:46:40.375431 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port f58259cf-4cfe-4867-a867-9e17bac30662 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:46:40.380960 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30beeb2d-036b-4815-a62a-74c66efa2f89 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=971ec5b2-9599-41a7-a399-80166a8bd43e,revision_number=0']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:40.399233 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-5fecb572-030e-40d9-ad79-bc7a2d25afc0 admin admin] Publish callbacks [] for security_group (38904361-5c58-40ba-9522-5387f10fdf25), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:40.508890 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f6cd8854-dba8-4091-b1ce-dfbe739a50b6 admin admin] Publish callbacks [] for security_group (28a9fdd5-6e7e-47d1-b6fd-b77fdf3fbb99), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:40.518375 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.36', 63231) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:46:40.544530 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f7e09a81-bfe2-409a-a6ee-7e43a1eee32f req-92fb85af-08ed-4d78-8f96-0f7da836448b tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/security-groups?id=79193f64-8143-47c0-9226-6232633195e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7555361 May 14 15:46:40.596997 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-30beeb2d-036b-4815-a62a-74c66efa2f89 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:40.598283 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-30beeb2d-036b-4815-a62a-74c66efa2f89 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0466144 May 14 15:46:40.618174 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 33902) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:46:40.620326 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-5fecb572-030e-40d9-ad79-bc7a2d25afc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (38904361-5c58-40ba-9522-5387f10fdf25), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:40.627194 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-7ebab036-0ed9-4d7c-a9a6-e4963eceb98a tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Request body: {'security_group_rule': {'security_group_id': '3c423e1a-70d6-4c8a-82d3-76b197594ea9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:46:40.627925 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-5fecb572-030e-40d9-ad79-bc7a2d25afc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:40.635706 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-5fecb572-030e-40d9-ad79-bc7a2d25afc0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/38904361-5c58-40ba-9522-5387f10fdf25 HTTP/1.1" status: 204 len: 168 time: 2.1608083 May 14 15:46:40.651434 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f6cd8854-dba8-4091-b1ce-dfbe739a50b6 admin admin] Publish callbacks [] for security_group (28a9fdd5-6e7e-47d1-b6fd-b77fdf3fbb99), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:40.723405 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fecb572-030e-40d9-ad79-bc7a2d25afc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38904361-5c58-40ba-9522-5387f10fdf25,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:40.788641 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [req-67283811-1d3c-4cf4-bca2-aa418de96db7 req-a3398078-c145-4866-a9e8-abcd5f34f656 service neutron] For port fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6, host hv-cinder-83979, cleared binding levels {{(pid=115110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 15:46:40.805175 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [req-67283811-1d3c-4cf4-bca2-aa418de96db7 req-a3398078-c145-4866-a9e8-abcd5f34f656 service neutron] For port fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6,segment=NetworkSegment(a46b64b6-b2d7-4dd3-824f-6c223d938abb),segment_id=a46b64b6-b2d7-4dd3-824f-6c223d938abb)] {{(pid=115110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 15:46:40.864142 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 9b2c3440-b55a-4246-8e9c-330ff957e157 up at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:46:40.939420 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-67283811-1d3c-4cf4-bca2-aa418de96db7 req-a3398078-c145-4866-a9e8-abcd5f34f656 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6), after_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:40.966360 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-4ba63ee0-6414-4467-9cf9-16970b44e699 req-9d3e767c-e646-4cb2-ba58-57ece55caceb tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 210 time: 0.1219666 May 14 15:46:40.973553 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f6cd8854-dba8-4091-b1ce-dfbe739a50b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (28a9fdd5-6e7e-47d1-b6fd-b77fdf3fbb99), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:40.987408 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f6cd8854-dba8-4091-b1ce-dfbe739a50b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:40.995573 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Provisioning complete for port 9b2c3440-b55a-4246-8e9c-330ff957e157 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:46:40.996308 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (9b2c3440-b55a-4246-8e9c-330ff957e157), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:41.010049 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-f6cd8854-dba8-4091-b1ce-dfbe739a50b6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/28a9fdd5-6e7e-47d1-b6fd-b77fdf3fbb99 HTTP/1.1" status: 204 len: 168 time: 1.7584488 May 14 15:46:41.031275 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cd8854-dba8-4091-b1ce-dfbe739a50b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a9fdd5-6e7e-47d1-b6fd-b77fdf3fbb99,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:41.100702 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-7ebab036-0ed9-4d7c-a9a6-e4963eceb98a tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks [] for security_group_rule (5a678d1b-7476-4da7-80bb-e60cecb23ffd), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:41.174788 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67283811-1d3c-4cf4-bca2-aa418de96db7 req-a3398078-c145-4866-a9e8-abcd5f34f656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:41.175405 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-67283811-1d3c-4cf4-bca2-aa418de96db7 req-a3398078-c145-4866-a9e8-abcd5f34f656 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for port (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:41.177708 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-67283811-1d3c-4cf4-bca2-aa418de96db7 req-a3398078-c145-4866-a9e8-abcd5f34f656 service neutron] 10.222.0.36 "PUT /v2.0/ports/fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6 HTTP/1.1" status: 200 len: 1093 time: 6.9595447 May 14 15:46:41.181386 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75ca93de-6825-44ce-af10-44cba59218a1', 'tag': 'fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6'}] {{(pid=115110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:46:41.222708 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port 9b2c3440-b55a-4246-8e9c-330ff957e157 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:46:41.413684 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.notifiers.nova [req-34f08f3f-4838-470e-96a1-7c616e80e9a1 req-15a4c670-f127-46ce-89f1-5554f0ebca96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3697c0c4-258d-43cd-a608-dec915d0b3e8 {{(pid=115110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 15:46:41.425259 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-34f08f3f-4838-470e-96a1-7c616e80e9a1 req-15a4c670-f127-46ce-89f1-5554f0ebca96 service neutron] Publish callbacks [] for port (3697c0c4-258d-43cd-a608-dec915d0b3e8), precommit_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:41.442760 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.provisioning_blocks [req-34f08f3f-4838-470e-96a1-7c616e80e9a1 req-15a4c670-f127-46ce-89f1-5554f0ebca96 service neutron] Transition to ACTIVE for port object 3697c0c4-258d-43cd-a608-dec915d0b3e8 will not be triggered until provisioned by entity L2. {{(pid=115110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 14 15:46:41.520320 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25c829-457f-4061-b9aa-f74b54d6a138 req-c9df1878-1e69-4412-8ce8-ec78d4545d15 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:41.523298 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-6a25c829-457f-4061-b9aa-f74b54d6a138 req-c9df1878-1e69-4412-8ce8-ec78d4545d15 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.36 "GET /v2.0/networks?id=722d2578-8e0a-4535-bc1b-444c13327ab8 HTTP/1.1" status: 200 len: 814 time: 1.0024405 May 14 15:46:41.524801 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3398078-c145-4866-a9e8-abcd5f34f656 service neutron] Pushing event updated for resources: {'Port': ['ID=fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6,revision_number=3']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:41.563145 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-34f08f3f-4838-470e-96a1-7c616e80e9a1 req-15a4c670-f127-46ce-89f1-5554f0ebca96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (3697c0c4-258d-43cd-a608-dec915d0b3e8), after_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:41.700920 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-462d13a4-c399-464d-86ec-10cf8e39a9a6 req-c8ac5b73-451e-4047-9bef-b38d800a578b tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 210 time: 0.0911160 May 14 15:46:41.782223 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dfc0b7-f45c-4be6-bc0f-57bd34b8ff2d req-a78703fa-5391-49a6-b3eb-4ce92f1eefe5 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:41.796637 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a6dfc0b7-f45c-4be6-bc0f-57bd34b8ff2d req-a78703fa-5391-49a6-b3eb-4ce92f1eefe5 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/ports?device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 943 time: 0.1350558 May 14 15:46:41.836739 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67283811-1d3c-4cf4-bca2-aa418de96db7 req-ab4bd4a1-f571-4f27-a241-2d1f25f1be04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:41.839272 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-67283811-1d3c-4cf4-bca2-aa418de96db7 req-ab4bd4a1-f571-4f27-a241-2d1f25f1be04 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6388da70b0dc48c1952570af4332dd6d&device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 1127 time: 0.3942270 May 14 15:46:41.926113 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.db_base_plugin_common [req-198fd946-10cc-48d3-bfa6-4c1d5bbbf25b req-0ab7a0e7-5d7f-4b1a-892c-f29b3ac05e98 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Allocated IP 172.20.0.11 (3e026b24-9d5e-4f74-ac5a-5d47dc1338b8/4761eee7-0a5d-411d-9c6c-5f0c035f2564/e71a293a-1d12-4e53-a116-f52bc19b1aa0) {{(pid=115111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:46:41.938705 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a6dfc0b7-f45c-4be6-bc0f-57bd34b8ff2d req-9985582c-e3e9-4239-aa25-d0213206e743 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/security-groups?id=79193f64-8143-47c0-9226-6232633195e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409295 May 14 15:46:42.071025 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a4c670-f127-46ce-89f1-5554f0ebca96 service neutron] Pushing event updated for resources: {'Port': ['ID=3697c0c4-258d-43cd-a608-dec915d0b3e8,revision_number=2']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:42.240311 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e869e404-bafb-45a0-be19-4435d956841e req-fc5e3666-e6d7-4df3-a15c-3f108c800975 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 210 time: 0.1020613 May 14 15:46:42.547548 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a270656aa08f71c574e37588e4b5bc67f1398202d03dea947e2a2c931e3df3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c2521b-7193-438b-9915-f17c5bbd89c2" -d '{"events": [{"name": "network-changed", "server_uuid": "75ca93de-6825-44ce-af10-44cba59218a1", "tag": "fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6"}]}' {{(pid=115110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:46:42.562774 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-7ebab036-0ed9-4d7c-a9a6-e4963eceb98a tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks [] for security_group_rule (5a678d1b-7476-4da7-80bb-e60cecb23ffd), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:42.564807 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-67283811-1d3c-4cf4-bca2-aa418de96db7 req-354d7277-2ada-473f-9b5f-42789dcd713d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6 HTTP/1.1" status: 200 len: 217 time: 0.6705968 May 14 15:46:42.588543 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-7ebab036-0ed9-4d7c-a9a6-e4963eceb98a tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639472'] for security_group_rule (5a678d1b-7476-4da7-80bb-e60cecb23ffd), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:42.738152 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.managers [req-34f08f3f-4838-470e-96a1-7c616e80e9a1 req-15a4c670-f127-46ce-89f1-5554f0ebca96 service neutron] Attempting to bind port 3697c0c4-258d-43cd-a608-dec915d0b3e8 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 15:46:42.738152 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.managers [req-34f08f3f-4838-470e-96a1-7c616e80e9a1 req-15a4c670-f127-46ce-89f1-5554f0ebca96 service neutron] Attempting to bind port 3697c0c4-258d-43cd-a608-dec915d0b3e8 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '3fe1ec03-a37f-4897-9c40-415202097700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3e026b24-9d5e-4f74-ac5a-5d47dc1338b8'}] {{(pid=115110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 15:46:42.738152 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f08f3f-4838-470e-96a1-7c616e80e9a1 req-15a4c670-f127-46ce-89f1-5554f0ebca96 service neutron] Attempting to bind port 3697c0c4-258d-43cd-a608-dec915d0b3e8 on network 3e026b24-9d5e-4f74-ac5a-5d47dc1338b8 {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:46:42.793594 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-6a25c829-457f-4061-b9aa-f74b54d6a138 req-60f967bb-27cb-4243-b4d5-1e35f26f72e6 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7905689c95d44a5c9169249c70f7de57 HTTP/1.1" status: 200 len: 379 time: 1.1935811 May 14 15:46:42.810072 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebab036-0ed9-4d7c-a9a6-e4963eceb98a tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a678d1b-7476-4da7-80bb-e60cecb23ffd,revision_number=0']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:42.848751 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [req-6a25c829-457f-4061-b9aa-f74b54d6a138 req-953b5a55-ea6a-425e-9273-0a8ec0f15879 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Request body: {'port': {'device_id': '113f6b52-519c-45f4-9bc2-37168d644e15', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'admin_state_up': True, 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'security_groups': ['58ff08c5-0fad-4ab6-aa47-581db38532da']}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:46:42.864180 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f08f3f-4838-470e-96a1-7c616e80e9a1 req-15a4c670-f127-46ce-89f1-5554f0ebca96 service neutron] Port 3697c0c4-258d-43cd-a608-dec915d0b3e8 on network 3e026b24-9d5e-4f74-ac5a-5d47dc1338b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 14 15:46:42.864625 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f08f3f-4838-470e-96a1-7c616e80e9a1 req-15a4c670-f127-46ce-89f1-5554f0ebca96 service neutron] Attempting to bind port 3697c0c4-258d-43cd-a608-dec915d0b3e8 on network 3e026b24-9d5e-4f74-ac5a-5d47dc1338b8 {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:46:42.904048 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-7ebab036-0ed9-4d7c-a9a6-e4963eceb98a tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:42.905367 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-7ebab036-0ed9-4d7c-a9a6-e4963eceb98a tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2818320 May 14 15:46:42.909065 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f08f3f-4838-470e-96a1-7c616e80e9a1 req-15a4c670-f127-46ce-89f1-5554f0ebca96 service neutron] Checking agent: {'id': 'df6c86ae-fc26-40a3-91a1-648a304bf46f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 44, 23), 'started_at': datetime.datetime(2022, 5, 14, 15, 44, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 15, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 15:46:42.909515 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f08f3f-4838-470e-96a1-7c616e80e9a1 req-15a4c670-f127-46ce-89f1-5554f0ebca96 service neutron] Checking segment: {'id': '3fe1ec03-a37f-4897-9c40-415202097700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3e026b24-9d5e-4f74-ac5a-5d47dc1338b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:46:42.909971 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34f08f3f-4838-470e-96a1-7c616e80e9a1 req-15a4c670-f127-46ce-89f1-5554f0ebca96 service neutron] Bound using segment: {'id': '3fe1ec03-a37f-4897-9c40-415202097700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3e026b24-9d5e-4f74-ac5a-5d47dc1338b8'} {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 15:46:42.910566 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.managers [req-34f08f3f-4838-470e-96a1-7c616e80e9a1 req-15a4c670-f127-46ce-89f1-5554f0ebca96 service neutron] Bound port: 3697c0c4-258d-43cd-a608-dec915d0b3e8, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fe1ec03-a37f-4897-9c40-415202097700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3e026b24-9d5e-4f74-ac5a-5d47dc1338b8'}}] {{(pid=115110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 15:46:42.911053 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-34f08f3f-4838-470e-96a1-7c616e80e9a1 req-15a4c670-f127-46ce-89f1-5554f0ebca96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (3697c0c4-258d-43cd-a608-dec915d0b3e8), before_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:42.915629 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 33988) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:46:42.921053 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-73a01c22-79e6-4235-aee8-439af8984851 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Request body: {'floatingip': {'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:46:42.927393 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67283811-1d3c-4cf4-bca2-aa418de96db7 req-3753851e-32d4-42d6-9d7c-6b5b6f151ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:42.928887 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-67283811-1d3c-4cf4-bca2-aa418de96db7 req-3753851e-32d4-42d6-9d7c-6b5b6f151ac4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bc58ad40-21b8-403e-9544-5b39892ae866 HTTP/1.1" status: 200 len: 852 time: 0.3371289 May 14 15:46:42.948096 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-198fd946-10cc-48d3-bfa6-4c1d5bbbf25b req-0ab7a0e7-5d7f-4b1a-892c-f29b3ac05e98 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks [] for port (e71a293a-1d12-4e53-a116-f52bc19b1aa0), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:42.966891 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938d4857-a08c-46eb-9d43-427f314fba3a None None] Sync routers for ids ['d999361d-7937-46a9-8ca3-004e7ff6cde2'] in dv-cinder-839793-11-iscsi {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 15:46:42.984849 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938d4857-a08c-46eb-9d43-427f314fba3a None None] Routers {'d999361d-7937-46a9-8ca3-004e7ff6cde2'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:46:42.987443 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-938d4857-a08c-46eb-9d43-427f314fba3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:46:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['d999361d-7937-46a9-8ca3-004e7ff6cde2'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:46:43.021378 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-198fd946-10cc-48d3-bfa6-4c1d5bbbf25b req-0ab7a0e7-5d7f-4b1a-892c-f29b3ac05e98 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197'] for port (e71a293a-1d12-4e53-a116-f52bc19b1aa0), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:43.024530 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-612886b8-c9cf-4cd3-8a91-488d3ee757f9 req-bb8d178f-161e-4ab7-939a-34ba7bbe503d tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 210 time: 0.0410643 May 14 15:46:43.128025 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-198fd946-10cc-48d3-bfa6-4c1d5bbbf25b req-0ab7a0e7-5d7f-4b1a-892c-f29b3ac05e98 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Network 3e026b24-9d5e-4f74-ac5a-5d47dc1338b8 is already hosted by enough agents. {{(pid=115111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:46:43.135733 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.base_scheduler [req-198fd946-10cc-48d3-bfa6-4c1d5bbbf25b req-0ab7a0e7-5d7f-4b1a-892c-f29b3ac05e98 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Resources bound (agent type, host, resource id): {{(pid=115111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:46:43.149491 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.l3_dvrscheduler_db [req-198fd946-10cc-48d3-bfa6-4c1d5bbbf25b req-0ab7a0e7-5d7f-4b1a-892c-f29b3ac05e98 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Received port after_create {{(pid=115111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:46:43.158841 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198fd946-10cc-48d3-bfa6-4c1d5bbbf25b req-0ab7a0e7-5d7f-4b1a-892c-f29b3ac05e98 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:43.159807 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-198fd946-10cc-48d3-bfa6-4c1d5bbbf25b req-0ab7a0e7-5d7f-4b1a-892c-f29b3ac05e98 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for port (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:43.175106 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab7a0e7-5d7f-4b1a-892c-f29b3ac05e98 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Pushing event updated for resources: {'Port': ['ID=e71a293a-1d12-4e53-a116-f52bc19b1aa0,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:43.182565 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-198fd946-10cc-48d3-bfa6-4c1d5bbbf25b req-0ab7a0e7-5d7f-4b1a-892c-f29b3ac05e98 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4332287 May 14 15:46:43.282498 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-67283811-1d3c-4cf4-bca2-aa418de96db7 req-409eb975-9ee1-4be1-ba99-24f7e5f00799 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79ec16e7-0db8-48bf-949b-d9757455ca2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3264201 May 14 15:46:43.289059 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-73a01c22-79e6-4235-aee8-439af8984851 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:43.311901 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [req-198fd946-10cc-48d3-bfa6-4c1d5bbbf25b req-74fbded9-b72d-4467-8baf-f6986f066b93 service neutron] Request body: {'port': {'device_id': '563c74e0-060d-49d5-abc5-389cee4bd9d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:46:43.319041 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-938d4857-a08c-46eb-9d43-427f314fba3a None None] Set router d999361d-7937-46a9-8ca3-004e7ff6cde2 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:46:43.394019 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f4b80-0963-4a53-a3ea-9195ba237443 req-977142be-65d8-4ddc-a663-9f06e0196b80 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:43.404443 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-402f4b80-0963-4a53-a3ea-9195ba237443 req-977142be-65d8-4ddc-a663-9f06e0196b80 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/ports?device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 943 time: 0.1677759 May 14 15:46:43.467190 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 15:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ede83e-96ac-4544-bdfc-4042f83fe77e x-openstack-request-id: req-c3ede83e-96ac-4544-bdfc-4042f83fe77e {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:46:43.467688 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75ca93de-6825-44ce-af10-44cba59218a1", "tag": "fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6", "status": "completed", "code": 200}]} {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:46:43.467809 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c3ede83e-96ac-4544-bdfc-4042f83fe77e {{(pid=115110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:46:43.468266 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3ede83e-96ac-4544-bdfc-4042f83fe77e'] response: {'name': 'network-changed', 'server_uuid': '75ca93de-6825-44ce-af10-44cba59218a1', 'tag': 'fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6', 'status': 'completed', 'code': 200} May 14 15:46:43.486945 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-198fd946-10cc-48d3-bfa6-4c1d5bbbf25b req-74fbded9-b72d-4467-8baf-f6986f066b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (e71a293a-1d12-4e53-a116-f52bc19b1aa0), before_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:43.765200 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-a50d1fd9-720f-45b2-b88e-514dc8b14a91 None None] Provisioning complete for port e71a293a-1d12-4e53-a116-f52bc19b1aa0 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:46:43.765200 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-a50d1fd9-720f-45b2-b88e-514dc8b14a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (e71a293a-1d12-4e53-a116-f52bc19b1aa0), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:43.825598 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [req-34f08f3f-4838-470e-96a1-7c616e80e9a1 req-15a4c670-f127-46ce-89f1-5554f0ebca96 service neutron] For port 3697c0c4-258d-43cd-a608-dec915d0b3e8, host hv-cinder-83979, cleared binding levels {{(pid=115110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 15:46:43.871324 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [req-34f08f3f-4838-470e-96a1-7c616e80e9a1 req-15a4c670-f127-46ce-89f1-5554f0ebca96 service neutron] For port 3697c0c4-258d-43cd-a608-dec915d0b3e8, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=3697c0c4-258d-43cd-a608-dec915d0b3e8,segment=NetworkSegment(3fe1ec03-a37f-4897-9c40-415202097700),segment_id=3fe1ec03-a37f-4897-9c40-415202097700)] {{(pid=115110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 15:46:43.911621 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-34f08f3f-4838-470e-96a1-7c616e80e9a1 req-15a4c670-f127-46ce-89f1-5554f0ebca96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (3697c0c4-258d-43cd-a608-dec915d0b3e8), after_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:43.914611 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-a50d1fd9-720f-45b2-b88e-514dc8b14a91 None None] Port e71a293a-1d12-4e53-a116-f52bc19b1aa0 cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 14 15:46:43.918634 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-938d4857-a08c-46eb-9d43-427f314fba3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'name': 'tempest-AttachVolumeShelveTestJSON-838760355-router', 'tenant_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '9b2c3440-b55a-4246-8e9c-330ff957e157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:21Z', 'updated_at': '2022-05-14T15:46:31Z', 'revision_number': 4, 'project_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'gw_port': {'id': '9b2c3440-b55a-4246-8e9c-330ff957e157', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:23Z', 'updated_at': '2022-05-14T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': '2133801e-511d-4d96-8fe0-3b65a0dd64ff', 'name': '', 'network_id': 'd4128056-aa2b-474b-a7d3-2646c1ffdbcf', 'tenant_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'mac_address': 'fa:16:3e:56:3e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8d228e71-c8a7-4ea8-bb77-1fa96d4cb770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:28Z', 'updated_at': '2022-05-14T15:46:32Z', 'revision_number': 2, 'project_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'subnets': [{'id': '8d228e71-c8a7-4ea8-bb77-1fa96d4cb770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:46:43.935738 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-73a01c22-79e6-4235-aee8-439af8984851 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:43.974882 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-402f4b80-0963-4a53-a3ea-9195ba237443 req-71b7aa4c-8d8c-423d-95f6-515bbadca081 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/security-groups?id=79193f64-8143-47c0-9226-6232633195e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5693300 May 14 15:46:43.988229 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938d4857-a08c-46eb-9d43-427f314fba3a None None] Checking router: d999361d-7937-46a9-8ca3-004e7ff6cde2 for host: dv-cinder-839793-11-iscsi {{(pid=115112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 15:46:43.988785 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938d4857-a08c-46eb-9d43-427f314fba3a None None] Updating router d999361d-7937-46a9-8ca3-004e7ff6cde2 port 2133801e-511d-4d96-8fe0-3b65a0dd64ff binding host dv-cinder-839793-11-iscsi {{(pid=115112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 15:46:44.031781 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96706256-80cb-4a61-9f6e-246e138b207d req-b8f13c72-8a24-4557-b7d7-4457ca9b53bc tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:44.038941 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-96706256-80cb-4a61-9f6e-246e138b207d req-b8f13c72-8a24-4557-b7d7-4457ca9b53bc tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 932 time: 0.1905534 May 14 15:46:44.062781 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-938d4857-a08c-46eb-9d43-427f314fba3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (2133801e-511d-4d96-8fe0-3b65a0dd64ff), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:44.129323 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.db_base_plugin_common [None req-73a01c22-79e6-4235-aee8-439af8984851 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Allocated IP 172.27.1.92 (ee365c6e-8595-4248-876b-4406c6eeb32a/3059297f-ebad-4161-8328-a5e88a7ee6dc/578e1916-4a03-45c8-b643-384d2728aa21) {{(pid=115110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:46:44.160848 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-96706256-80cb-4a61-9f6e-246e138b207d req-5f451435-7793-4e03-9673-b51111b0b919 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208808 May 14 15:46:44.285897 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9c14db2c-ca09-4d4e-8ec0-4b9bb58c27c8 req-2b851aad-8202-4f69-9caa-5ac22d7fd58c tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 210 time: 0.0506191 May 14 15:46:44.308913 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.notifiers.nova [req-198fd946-10cc-48d3-bfa6-4c1d5bbbf25b req-74fbded9-b72d-4467-8baf-f6986f066b93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e71a293a-1d12-4e53-a116-f52bc19b1aa0 {{(pid=115111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 15:46:44.333329 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-198fd946-10cc-48d3-bfa6-4c1d5bbbf25b req-74fbded9-b72d-4467-8baf-f6986f066b93 service neutron] Publish callbacks [] for port (e71a293a-1d12-4e53-a116-f52bc19b1aa0), precommit_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:44.341097 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-73a01c22-79e6-4235-aee8-439af8984851 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks [] for port (578e1916-4a03-45c8-b643-384d2728aa21), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:44.364598 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a25c829-457f-4061-b9aa-f74b54d6a138 req-953b5a55-ea6a-425e-9273-0a8ec0f15879 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Made reservation on behalf of 7905689c95d44a5c9169249c70f7de57 for: {'port': 1} {{(pid=115110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:46:44.366822 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.provisioning_blocks [req-198fd946-10cc-48d3-bfa6-4c1d5bbbf25b req-74fbded9-b72d-4467-8baf-f6986f066b93 service neutron] Transition to ACTIVE for port object e71a293a-1d12-4e53-a116-f52bc19b1aa0 will not be triggered until provisioned by entity L2. {{(pid=115111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 14 15:46:44.368102 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-6a25c829-457f-4061-b9aa-f74b54d6a138 req-953b5a55-ea6a-425e-9273-0a8ec0f15879 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:44.373122 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-198fd946-10cc-48d3-bfa6-4c1d5bbbf25b req-74fbded9-b72d-4467-8baf-f6986f066b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (e71a293a-1d12-4e53-a116-f52bc19b1aa0), after_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:44.384532 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-67283811-1d3c-4cf4-bca2-aa418de96db7 req-920bfc3a-6cde-4a58-b8e7-a9c11ba045db service neutron] 10.222.0.36 "GET /v2.0/networks/79ec16e7-0db8-48bf-949b-d9757455ca2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0863752 May 14 15:46:44.425216 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f08f3f-4838-470e-96a1-7c616e80e9a1 req-15a4c670-f127-46ce-89f1-5554f0ebca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:44.426941 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-34f08f3f-4838-470e-96a1-7c616e80e9a1 req-15a4c670-f127-46ce-89f1-5554f0ebca96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for port (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:44.434822 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-34f08f3f-4838-470e-96a1-7c616e80e9a1 req-15a4c670-f127-46ce-89f1-5554f0ebca96 service neutron] 10.222.0.36 "PUT /v2.0/ports/3697c0c4-258d-43cd-a608-dec915d0b3e8 HTTP/1.1" status: 200 len: 1094 time: 5.2382362 May 14 15:46:44.508159 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-73a01c22-79e6-4235-aee8-439af8984851 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197'] for port (578e1916-4a03-45c8-b643-384d2728aa21), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:44.534089 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a4c670-f127-46ce-89f1-5554f0ebca96 service neutron] Pushing event updated for resources: {'Port': ['ID=3697c0c4-258d-43cd-a608-dec915d0b3e8,revision_number=3']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:44.553864 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a01c22-79e6-4235-aee8-439af8984851 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Network ee365c6e-8595-4248-876b-4406c6eeb32a is already hosted by enough agents. {{(pid=115110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:46:44.556540 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-938d4857-a08c-46eb-9d43-427f314fba3a None None] Publish callbacks [] for port (2133801e-511d-4d96-8fe0-3b65a0dd64ff), precommit_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:44.559345 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.managers [req-198fd946-10cc-48d3-bfa6-4c1d5bbbf25b req-74fbded9-b72d-4467-8baf-f6986f066b93 service neutron] Attempting to bind port e71a293a-1d12-4e53-a116-f52bc19b1aa0 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=115111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 15:46:44.560066 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.managers [req-198fd946-10cc-48d3-bfa6-4c1d5bbbf25b req-74fbded9-b72d-4467-8baf-f6986f066b93 service neutron] Attempting to bind port e71a293a-1d12-4e53-a116-f52bc19b1aa0 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '3fe1ec03-a37f-4897-9c40-415202097700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3e026b24-9d5e-4f74-ac5a-5d47dc1338b8'}] {{(pid=115111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 15:46:44.560460 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198fd946-10cc-48d3-bfa6-4c1d5bbbf25b req-74fbded9-b72d-4467-8baf-f6986f066b93 service neutron] Attempting to bind port e71a293a-1d12-4e53-a116-f52bc19b1aa0 on network 3e026b24-9d5e-4f74-ac5a-5d47dc1338b8 {{(pid=115111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:46:44.566232 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-938d4857-a08c-46eb-9d43-427f314fba3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (2133801e-511d-4d96-8fe0-3b65a0dd64ff), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:44.576989 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198fd946-10cc-48d3-bfa6-4c1d5bbbf25b req-74fbded9-b72d-4467-8baf-f6986f066b93 service neutron] Port e71a293a-1d12-4e53-a116-f52bc19b1aa0 on network 3e026b24-9d5e-4f74-ac5a-5d47dc1338b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=115111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 14 15:46:44.577375 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198fd946-10cc-48d3-bfa6-4c1d5bbbf25b req-74fbded9-b72d-4467-8baf-f6986f066b93 service neutron] Attempting to bind port e71a293a-1d12-4e53-a116-f52bc19b1aa0 on network 3e026b24-9d5e-4f74-ac5a-5d47dc1338b8 {{(pid=115111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:46:44.587735 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198fd946-10cc-48d3-bfa6-4c1d5bbbf25b req-74fbded9-b72d-4467-8baf-f6986f066b93 service neutron] Checking agent: {'id': 'df6c86ae-fc26-40a3-91a1-648a304bf46f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 44, 23), 'started_at': datetime.datetime(2022, 5, 14, 15, 44, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 15, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 15:46:44.588237 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198fd946-10cc-48d3-bfa6-4c1d5bbbf25b req-74fbded9-b72d-4467-8baf-f6986f066b93 service neutron] Checking segment: {'id': '3fe1ec03-a37f-4897-9c40-415202097700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3e026b24-9d5e-4f74-ac5a-5d47dc1338b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:46:44.588905 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-198fd946-10cc-48d3-bfa6-4c1d5bbbf25b req-74fbded9-b72d-4467-8baf-f6986f066b93 service neutron] Bound using segment: {'id': '3fe1ec03-a37f-4897-9c40-415202097700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3e026b24-9d5e-4f74-ac5a-5d47dc1338b8'} {{(pid=115111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 15:46:44.589936 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.managers [req-198fd946-10cc-48d3-bfa6-4c1d5bbbf25b req-74fbded9-b72d-4467-8baf-f6986f066b93 service neutron] Bound port: e71a293a-1d12-4e53-a116-f52bc19b1aa0, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fe1ec03-a37f-4897-9c40-415202097700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3e026b24-9d5e-4f74-ac5a-5d47dc1338b8'}}] {{(pid=115111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 15:46:44.590423 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-198fd946-10cc-48d3-bfa6-4c1d5bbbf25b req-74fbded9-b72d-4467-8baf-f6986f066b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (e71a293a-1d12-4e53-a116-f52bc19b1aa0), before_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:44.594151 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fbded9-b72d-4467-8baf-f6986f066b93 service neutron] Pushing event updated for resources: {'Port': ['ID=e71a293a-1d12-4e53-a116-f52bc19b1aa0,revision_number=2']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:44.635406 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e9ab1-13a8-49f5-a861-8f1ef74c1fe8 None None] Pushing event updated for resources: {'Port': ['ID=2133801e-511d-4d96-8fe0-3b65a0dd64ff,revision_number=3']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:44.690717 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.base_scheduler [None req-73a01c22-79e6-4235-aee8-439af8984851 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Resources bound (agent type, host, resource id): {{(pid=115110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:46:44.707583 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a01c22-79e6-4235-aee8-439af8984851 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Received port after_create {{(pid=115110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:46:44.757965 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.db [req-198fd946-10cc-48d3-bfa6-4c1d5bbbf25b req-74fbded9-b72d-4467-8baf-f6986f066b93 service neutron] For port e71a293a-1d12-4e53-a116-f52bc19b1aa0, host hv-cinder-83979, cleared binding levels {{(pid=115111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 15:46:44.784566 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-938d4857-a08c-46eb-9d43-427f314fba3a None None] Attempting to bind port 2133801e-511d-4d96-8fe0-3b65a0dd64ff on host dv-cinder-839793-11-iscsi for vnic_type normal with profile {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 15:46:44.785475 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-938d4857-a08c-46eb-9d43-427f314fba3a None None] Attempting to bind port 2133801e-511d-4d96-8fe0-3b65a0dd64ff by drivers openvswitch,hyperv on host dv-cinder-839793-11-iscsi at level 0 using segments [{'id': '4b29d80c-5a53-4124-96cc-b568754899ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd4128056-aa2b-474b-a7d3-2646c1ffdbcf'}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 15:46:44.786101 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938d4857-a08c-46eb-9d43-427f314fba3a None None] Attempting to bind port 2133801e-511d-4d96-8fe0-3b65a0dd64ff on network d4128056-aa2b-474b-a7d3-2646c1ffdbcf {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:46:44.793535 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938d4857-a08c-46eb-9d43-427f314fba3a None None] Checking agent: {'id': '57d31cd8-17bf-47b9-a2cf-22310545150a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 38, 7), 'started_at': datetime.datetime(2022, 5, 14, 15, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 15, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 15:46:44.794346 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938d4857-a08c-46eb-9d43-427f314fba3a None None] Checking segment: {'id': '4b29d80c-5a53-4124-96cc-b568754899ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd4128056-aa2b-474b-a7d3-2646c1ffdbcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:46:44.795452 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-938d4857-a08c-46eb-9d43-427f314fba3a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:44.796052 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938d4857-a08c-46eb-9d43-427f314fba3a None None] Bound using segment: {'id': '4b29d80c-5a53-4124-96cc-b568754899ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd4128056-aa2b-474b-a7d3-2646c1ffdbcf'} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 15:46:44.796767 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-938d4857-a08c-46eb-9d43-427f314fba3a None None] Bound port: 2133801e-511d-4d96-8fe0-3b65a0dd64ff, host: dv-cinder-839793-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b29d80c-5a53-4124-96cc-b568754899ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd4128056-aa2b-474b-a7d3-2646c1ffdbcf'}}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 15:46:44.797164 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.db [req-198fd946-10cc-48d3-bfa6-4c1d5bbbf25b req-74fbded9-b72d-4467-8baf-f6986f066b93 service neutron] For port e71a293a-1d12-4e53-a116-f52bc19b1aa0, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=e71a293a-1d12-4e53-a116-f52bc19b1aa0,segment=NetworkSegment(3fe1ec03-a37f-4897-9c40-415202097700),segment_id=3fe1ec03-a37f-4897-9c40-415202097700)] {{(pid=115111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 15:46:44.797605 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-938d4857-a08c-46eb-9d43-427f314fba3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (2133801e-511d-4d96-8fe0-3b65a0dd64ff), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:44.806677 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-198fd946-10cc-48d3-bfa6-4c1d5bbbf25b req-74fbded9-b72d-4467-8baf-f6986f066b93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (e71a293a-1d12-4e53-a116-f52bc19b1aa0), after_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:44.887615 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198fd946-10cc-48d3-bfa6-4c1d5bbbf25b req-74fbded9-b72d-4467-8baf-f6986f066b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:44.888494 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-198fd946-10cc-48d3-bfa6-4c1d5bbbf25b req-74fbded9-b72d-4467-8baf-f6986f066b93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for port (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:44.890276 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-198fd946-10cc-48d3-bfa6-4c1d5bbbf25b req-74fbded9-b72d-4467-8baf-f6986f066b93 service neutron] 10.222.0.36 "PUT /v2.0/ports/e71a293a-1d12-4e53-a116-f52bc19b1aa0 HTTP/1.1" status: 200 len: 1094 time: 1.5868082 May 14 15:46:44.891002 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '563c74e0-060d-49d5-abc5-389cee4bd9d5', 'tag': 'e71a293a-1d12-4e53-a116-f52bc19b1aa0'}] {{(pid=115111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:46:44.899089 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a01c22-79e6-4235-aee8-439af8984851 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Pushing event updated for resources: {'Port': ['ID=578e1916-4a03-45c8-b643-384d2728aa21,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:44.943345 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-938d4857-a08c-46eb-9d43-427f314fba3a None None] For port 2133801e-511d-4d96-8fe0-3b65a0dd64ff, host dv-cinder-839793-11-iscsi, cleared binding levels {{(pid=115112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 15:46:44.951941 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-938d4857-a08c-46eb-9d43-427f314fba3a None None] For port 2133801e-511d-4d96-8fe0-3b65a0dd64ff, host dv-cinder-839793-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=2133801e-511d-4d96-8fe0-3b65a0dd64ff,segment=NetworkSegment(4b29d80c-5a53-4124-96cc-b568754899ad),segment_id=4b29d80c-5a53-4124-96cc-b568754899ad)] {{(pid=115112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 15:46:44.965000 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-938d4857-a08c-46eb-9d43-427f314fba3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (2133801e-511d-4d96-8fe0-3b65a0dd64ff), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:45.037584 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fbded9-b72d-4467-8baf-f6986f066b93 service neutron] Pushing event updated for resources: {'Port': ['ID=e71a293a-1d12-4e53-a116-f52bc19b1aa0,revision_number=3']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:45.100633 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.db_base_plugin_common [req-6a25c829-457f-4061-b9aa-f74b54d6a138 req-953b5a55-ea6a-425e-9273-0a8ec0f15879 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Allocated IP 172.20.0.13 (722d2578-8e0a-4535-bc1b-444c13327ab8/0d11558f-f514-43f3-89bc-cf74b70b0dae/60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3) {{(pid=115110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:46:45.113756 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938d4857-a08c-46eb-9d43-427f314fba3a None None] Routers {'d999361d-7937-46a9-8ca3-004e7ff6cde2'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:46:45.114434 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-938d4857-a08c-46eb-9d43-427f314fba3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:46:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['d999361d-7937-46a9-8ca3-004e7ff6cde2'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:46:45.116607 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e9ab1-13a8-49f5-a861-8f1ef74c1fe8 None None] Pushing event updated for resources: {'Port': ['ID=2133801e-511d-4d96-8fe0-3b65a0dd64ff,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:45.213445 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3604a970-1646-494f-8283-4c959c2ed8d5 req-51744ed7-cbdd-4580-874c-9972314f516e tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:45.221119 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3604a970-1646-494f-8283-4c959c2ed8d5 req-51744ed7-cbdd-4580-874c-9972314f516e tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/ports?device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 943 time: 0.1077921 May 14 15:46:45.249721 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-08f16733-8a75-407b-9edd-0c5d14dd8a9f None None] Provisioning complete for port 2133801e-511d-4d96-8fe0-3b65a0dd64ff triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:46:45.250098 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-08f16733-8a75-407b-9edd-0c5d14dd8a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (2133801e-511d-4d96-8fe0-3b65a0dd64ff), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:45.338249 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3604a970-1646-494f-8283-4c959c2ed8d5 req-f0c27ff3-bcad-49f7-8ea0-3e598fd6fddd tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/security-groups?id=79193f64-8143-47c0-9226-6232633195e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108754 May 14 15:46:45.364742 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92eab8-ad0f-42d4-b518-46db2baad4ff req-eebfa565-921d-48ef-ac55-20e69fef11e8 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:45.373372 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-be92eab8-ad0f-42d4-b518-46db2baad4ff req-eebfa565-921d-48ef-ac55-20e69fef11e8 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 944 time: 0.1016359 May 14 15:46:45.496121 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fbb269d-11cd-49ed-81ac-570e721c15cd', 'tag': '3697c0c4-258d-43cd-a608-dec915d0b3e8'}] {{(pid=115110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:46:45.498469 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a270656aa08f71c574e37588e4b5bc67f1398202d03dea947e2a2c931e3df3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e71439b-d464-4935-99be-d9c9514bf868" -d '{"events": [{"name": "network-changed", "server_uuid": "9fbb269d-11cd-49ed-81ac-570e721c15cd", "tag": "3697c0c4-258d-43cd-a608-dec915d0b3e8"}]}' {{(pid=115110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:46:45.515257 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-73a01c22-79e6-4235-aee8-439af8984851 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks [] for floatingip (24ef5ff2-981e-4958-84ad-9902bc7f1bbe), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:45.583455 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-be92eab8-ad0f-42d4-b518-46db2baad4ff req-bf159558-aee7-4329-9066-ce7c7b121f92 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085907 May 14 15:46:45.602006 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6a6fb977-dacd-44b1-8e94-09f776d4735c req-f2a2c8d0-2479-410f-a4e6-7c5b4c18deb8 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 210 time: 0.1094511 May 14 15:46:45.621444 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-6a25c829-457f-4061-b9aa-f74b54d6a138 req-953b5a55-ea6a-425e-9273-0a8ec0f15879 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for port (60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:45.629151 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d243af113ddc23b9a3ad38dde0a226f09410eb7dd6936b385d295fad3462c172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c7330b-76fe-4c1c-b9ad-f147b76c291c" -d '{"events": [{"name": "network-changed", "server_uuid": "563c74e0-060d-49d5-abc5-389cee4bd9d5", "tag": "e71a293a-1d12-4e53-a116-f52bc19b1aa0"}]}' {{(pid=115111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:46:45.680860 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-6a25c829-457f-4061-b9aa-f74b54d6a138 req-953b5a55-ea6a-425e-9273-0a8ec0f15879 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197'] for port (60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:45.738032 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-73a01c22-79e6-4235-aee8-439af8984851 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (578e1916-4a03-45c8-b643-384d2728aa21), before_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:45.742610 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 15:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a18357-1d0e-4668-a1a3-24021a6ed587 x-openstack-request-id: req-b2a18357-1d0e-4668-a1a3-24021a6ed587 {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:46:45.742760 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-938d4857-a08c-46eb-9d43-427f314fba3a None None] Set router d999361d-7937-46a9-8ca3-004e7ff6cde2 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:46:45.742898 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fbb269d-11cd-49ed-81ac-570e721c15cd", "tag": "3697c0c4-258d-43cd-a608-dec915d0b3e8", "status": "completed", "code": 200}]} {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:46:45.743150 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b2a18357-1d0e-4668-a1a3-24021a6ed587 {{(pid=115110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:46:45.743568 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2a18357-1d0e-4668-a1a3-24021a6ed587'] response: {'name': 'network-changed', 'server_uuid': '9fbb269d-11cd-49ed-81ac-570e721c15cd', 'tag': '3697c0c4-258d-43cd-a608-dec915d0b3e8', 'status': 'completed', 'code': 200} May 14 15:46:45.774127 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a25c829-457f-4061-b9aa-f74b54d6a138 req-953b5a55-ea6a-425e-9273-0a8ec0f15879 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Network 722d2578-8e0a-4535-bc1b-444c13327ab8 is already hosted by enough agents. {{(pid=115110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:46:45.792067 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.base_scheduler [req-6a25c829-457f-4061-b9aa-f74b54d6a138 req-953b5a55-ea6a-425e-9273-0a8ec0f15879 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Resources bound (agent type, host, resource id): {{(pid=115110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:46:45.792067 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953b5a55-ea6a-425e-9273-0a8ec0f15879 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Pushing event updated for resources: {'Port': ['ID=60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:45.802201 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a25c829-457f-4061-b9aa-f74b54d6a138 req-953b5a55-ea6a-425e-9273-0a8ec0f15879 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Received port after_create {{(pid=115110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:46:45.812416 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25c829-457f-4061-b9aa-f74b54d6a138 req-953b5a55-ea6a-425e-9273-0a8ec0f15879 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:45.813163 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-6a25c829-457f-4061-b9aa-f74b54d6a138 req-953b5a55-ea6a-425e-9273-0a8ec0f15879 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for port (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:45.825519 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-08f16733-8a75-407b-9edd-0c5d14dd8a9f None None] Current status of the port 2133801e-511d-4d96-8fe0-3b65a0dd64ff is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:46:45.825910 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-08f16733-8a75-407b-9edd-0c5d14dd8a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (2133801e-511d-4d96-8fe0-3b65a0dd64ff), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:45.880839 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-6a25c829-457f-4061-b9aa-f74b54d6a138 req-953b5a55-ea6a-425e-9273-0a8ec0f15879 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0538173 May 14 15:46:45.998824 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 15:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede54091-c61f-4bc9-90be-cd7eda840fed x-openstack-request-id: req-ede54091-c61f-4bc9-90be-cd7eda840fed {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:46:45.999282 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "563c74e0-060d-49d5-abc5-389cee4bd9d5", "tag": "e71a293a-1d12-4e53-a116-f52bc19b1aa0", "status": "completed", "code": 200}]} {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:46:45.999696 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ede54091-c61f-4bc9-90be-cd7eda840fed {{(pid=115111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:46:46.000295 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ede54091-c61f-4bc9-90be-cd7eda840fed'] response: {'name': 'network-changed', 'server_uuid': '563c74e0-060d-49d5-abc5-389cee4bd9d5', 'tag': 'e71a293a-1d12-4e53-a116-f52bc19b1aa0', 'status': 'completed', 'code': 200} May 14 15:46:46.090629 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-08f16733-8a75-407b-9edd-0c5d14dd8a9f None None] For port 2133801e-511d-4d96-8fe0-3b65a0dd64ff, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=2133801e-511d-4d96-8fe0-3b65a0dd64ff,segment=NetworkSegment(4b29d80c-5a53-4124-96cc-b568754899ad),segment_id=4b29d80c-5a53-4124-96cc-b568754899ad)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:46:46.103538 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-08f16733-8a75-407b-9edd-0c5d14dd8a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (2133801e-511d-4d96-8fe0-3b65a0dd64ff), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:46.135970 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-73a01c22-79e6-4235-aee8-439af8984851 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks [] for port (578e1916-4a03-45c8-b643-384d2728aa21), precommit_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:46.144092 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-73a01c22-79e6-4235-aee8-439af8984851 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (578e1916-4a03-45c8-b643-384d2728aa21), after_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:46.178920 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-73a01c22-79e6-4235-aee8-439af8984851 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1759531'] for floatingip (24ef5ff2-981e-4958-84ad-9902bc7f1bbe), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:46.201953 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a01c22-79e6-4235-aee8-439af8984851 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Pushing event updated for resources: {'Port': ['ID=578e1916-4a03-45c8-b643-384d2728aa21,revision_number=2']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:46.209383 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-73a01c22-79e6-4235-aee8-439af8984851 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for floatingip (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:46.211155 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-73a01c22-79e6-4235-aee8-439af8984851 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2943175 May 14 15:46:46.245791 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-11d86695-198e-4258-94f6-c6a951d658d1 None None] Provisioning complete for port 60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:46:46.246417 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-11d86695-198e-4258-94f6-c6a951d658d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:46.286695 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f16733-8a75-407b-9edd-0c5d14dd8a9f None None] Pushing event updated for resources: {'Port': ['ID=2133801e-511d-4d96-8fe0-3b65a0dd64ff,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:46.333265 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-11d86695-198e-4258-94f6-c6a951d658d1 None None] Port 60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3 cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 14 15:46:46.346006 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-938d4857-a08c-46eb-9d43-427f314fba3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'name': 'tempest-AttachVolumeShelveTestJSON-838760355-router', 'tenant_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '9b2c3440-b55a-4246-8e9c-330ff957e157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:21Z', 'updated_at': '2022-05-14T15:46:31Z', 'revision_number': 4, 'project_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'gw_port': {'id': '9b2c3440-b55a-4246-8e9c-330ff957e157', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:23Z', 'updated_at': '2022-05-14T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': '2133801e-511d-4d96-8fe0-3b65a0dd64ff', 'name': '', 'network_id': 'd4128056-aa2b-474b-a7d3-2646c1ffdbcf', 'tenant_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'mac_address': 'fa:16:3e:56:3e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8d228e71-c8a7-4ea8-bb77-1fa96d4cb770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:28Z', 'updated_at': '2022-05-14T15:46:44Z', 'revision_number': 4, 'project_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'subnets': [{'id': '8d228e71-c8a7-4ea8-bb77-1fa96d4cb770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:46:46.349352 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-11d86695-198e-4258-94f6-c6a951d658d1 None None] Provisioning complete for port 2133801e-511d-4d96-8fe0-3b65a0dd64ff triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:46:46.349924 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-11d86695-198e-4258-94f6-c6a951d658d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (2133801e-511d-4d96-8fe0-3b65a0dd64ff), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:46.466490 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938d4857-a08c-46eb-9d43-427f314fba3a None None] The sync data for ids ['d999361d-7937-46a9-8ca3-004e7ff6cde2'] in dv-cinder-839793-11-iscsi is: [{'id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'name': 'tempest-AttachVolumeShelveTestJSON-838760355-router', 'tenant_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '9b2c3440-b55a-4246-8e9c-330ff957e157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:21Z', 'updated_at': '2022-05-14T15:46:31Z', 'revision_number': 4, 'project_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'gw_port': {'id': '9b2c3440-b55a-4246-8e9c-330ff957e157', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:23Z', 'updated_at': '2022-05-14T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': '2133801e-511d-4d96-8fe0-3b65a0dd64ff', 'name': '', 'network_id': 'd4128056-aa2b-474b-a7d3-2646c1ffdbcf', 'tenant_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'mac_address': 'fa:16:3e:56:3e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8d228e71-c8a7-4ea8-bb77-1fa96d4cb770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:28Z', 'updated_at': '2022-05-14T15:46:44Z', 'revision_number': 4, 'project_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'subnets': [{'id': '8d228e71-c8a7-4ea8-bb77-1fa96d4cb770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 15:46:46.549562 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-11d86695-198e-4258-94f6-c6a951d658d1 None None] Current status of the port 2133801e-511d-4d96-8fe0-3b65a0dd64ff is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:46:46.616175 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f15617-d666-4389-8ce7-f87ddf5948fa req-30a02ce1-5cb7-49ae-84be-e755f577a202 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:46.618623 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-07f15617-d666-4389-8ce7-f87ddf5948fa req-30a02ce1-5cb7-49ae-84be-e755f577a202 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/ports?device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 943 time: 0.1593866 May 14 15:46:46.693486 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 34164) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:46:46.706419 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-545723a4-ec68-471b-bc4a-f0c2392e32c2 req-d0a086b6-828e-4e1b-9424-aab86b343336 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--900799558&fields=id&tenant_id=0672be3fa3f7414da1c1a5b7300abbe7 HTTP/1.1" status: 200 len: 267 time: 0.1420791 May 14 15:46:46.724495 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-07f15617-d666-4389-8ce7-f87ddf5948fa req-1310aa9d-e9ef-4068-80db-9804610d2b57 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/security-groups?id=79193f64-8143-47c0-9226-6232633195e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980210 May 14 15:46:46.751656 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 2133801e-511d-4d96-8fe0-3b65a0dd64ff up at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:46:46.855756 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545723a4-ec68-471b-bc4a-f0c2392e32c2 req-52cab12d-a9ab-4105-a532-cd894d8c4148 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:46.863849 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-545723a4-ec68-471b-bc4a-f0c2392e32c2 req-52cab12d-a9ab-4105-a532-cd894d8c4148 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/networks?id=d4128056-aa2b-474b-a7d3-2646c1ffdbcf HTTP/1.1" status: 200 len: 816 time: 0.1562746 May 14 15:46:46.868496 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Provisioning complete for port 2133801e-511d-4d96-8fe0-3b65a0dd64ff triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:46:46.871242 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (2133801e-511d-4d96-8fe0-3b65a0dd64ff), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:46.885399 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-3ebd8b54-b03c-4a00-ba5c-6eeb5be834b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:46.910605 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-545723a4-ec68-471b-bc4a-f0c2392e32c2 req-73e3aef5-005d-469c-80f9-84710e9ed099 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/quotas/0672be3fa3f7414da1c1a5b7300abbe7 HTTP/1.1" status: 200 len: 375 time: 0.0458043 May 14 15:46:46.974744 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce6eaf0-5cf9-4d97-bc22-1ce30c195e26 req-415da602-3ca2-458c-b719-3a7b93509e52 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:46.976384 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5ce6eaf0-5cf9-4d97-bc22-1ce30c195e26 req-415da602-3ca2-458c-b719-3a7b93509e52 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 944 time: 0.1106277 May 14 15:46:46.982793 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port 2133801e-511d-4d96-8fe0-3b65a0dd64ff is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:46:47.009802 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-545723a4-ec68-471b-bc4a-f0c2392e32c2 req-4bbb26c6-76b7-4504-8562-66eaed42cb74 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=0672be3fa3f7414da1c1a5b7300abbe7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0982211 May 14 15:46:47.056239 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-3ebd8b54-b03c-4a00-ba5c-6eeb5be834b1 admin admin] Publish callbacks [] for security_group (138b1b7d-a5c5-4279-af76-d303e5c5b4ab), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:47.064225 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-3ebd8b54-b03c-4a00-ba5c-6eeb5be834b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (138b1b7d-a5c5-4279-af76-d303e5c5b4ab), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:47.104248 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-3ebd8b54-b03c-4a00-ba5c-6eeb5be834b1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=08b0c6c9c15541e39ca6dc4634d998eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4074733 May 14 15:46:47.106678 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 34182) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:46:47.154194 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebd8b54-b03c-4a00-ba5c-6eeb5be834b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138b1b7d-a5c5-4279-af76-d303e5c5b4ab,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:47.190692 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5ce6eaf0-5cf9-4d97-bc22-1ce30c195e26 req-5bd94a77-e410-4139-b14c-74f4266a80c4 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969814 May 14 15:46:47.205428 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-fae099ff-b48f-4ba1-8093-1e9244010951 admin admin] Publish callbacks [] for security_group (138b1b7d-a5c5-4279-af76-d303e5c5b4ab), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:47.236033 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [req-545723a4-ec68-471b-bc4a-f0c2392e32c2 req-46a9c99a-35b3-41a0-922b-56f20e06c7bd service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=115111) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 14 15:46:47.243994 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-fae099ff-b48f-4ba1-8093-1e9244010951 admin admin] Publish callbacks [] for security_group (138b1b7d-a5c5-4279-af76-d303e5c5b4ab), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:47.244137 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-545723a4-ec68-471b-bc4a-f0c2392e32c2 req-46a9c99a-35b3-41a0-922b-56f20e06c7bd service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1177323 May 14 15:46:47.306746 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-fae099ff-b48f-4ba1-8093-1e9244010951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (138b1b7d-a5c5-4279-af76-d303e5c5b4ab), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:47.309722 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-fae099ff-b48f-4ba1-8093-1e9244010951 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:47.313420 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-fae099ff-b48f-4ba1-8093-1e9244010951 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/138b1b7d-a5c5-4279-af76-d303e5c5b4ab HTTP/1.1" status: 204 len: 168 time: 0.2034068 May 14 15:46:47.319591 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae099ff-b48f-4ba1-8093-1e9244010951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138b1b7d-a5c5-4279-af76-d303e5c5b4ab,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:47.375334 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa4979-0ac7-4dd1-be5a-7217bac069f6 req-f3c2d626-3aef-4c9f-a683-0844b4a6a920 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:47.376904 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-53aa4979-0ac7-4dd1-be5a-7217bac069f6 req-f3c2d626-3aef-4c9f-a683-0844b4a6a920 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 932 time: 0.0970953 May 14 15:46:47.415779 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-545723a4-ec68-471b-bc4a-f0c2392e32c2 req-6f96f3ec-e7bf-4411-8d8c-ea86db16d27d service neutron] 10.222.0.61 "GET /v2.0/networks/d4128056-aa2b-474b-a7d3-2646c1ffdbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707895 May 14 15:46:47.490525 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-53aa4979-0ac7-4dd1-be5a-7217bac069f6 req-a55c8871-14c9-4032-81e3-926309611e8c tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995257 May 14 15:46:47.726333 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-545723a4-ec68-471b-bc4a-f0c2392e32c2 req-85f00323-0789-4bdb-97d4-02418ce93fac service neutron] 10.222.0.61 "GET /v2.0/networks/d4128056-aa2b-474b-a7d3-2646c1ffdbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992346 May 14 15:46:47.748525 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 34198) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:46:47.762094 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-b332a10e-7a36-47c4-afab-033199d5910e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:47.856201 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-b332a10e-7a36-47c4-afab-033199d5910e admin admin] Publish callbacks [] for security_group (711476e3-cf9b-4255-9a8b-4a662ead909f), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:47.872400 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-b332a10e-7a36-47c4-afab-033199d5910e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (711476e3-cf9b-4255-9a8b-4a662ead909f), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:47.910962 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f46a8e-6db8-45ad-826a-97184b4a2063 req-8a35e3d3-b192-470f-b573-9680f0937804 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:47.919407 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-b332a10e-7a36-47c4-afab-033199d5910e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c471fc48658147e4b46c2ec52874c43f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1697292 May 14 15:46:47.920325 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b332a10e-7a36-47c4-afab-033199d5910e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=711476e3-cf9b-4255-9a8b-4a662ead909f,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:47.922733 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 34206) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:46:47.943078 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-02f46a8e-6db8-45ad-826a-97184b4a2063 req-8a35e3d3-b192-470f-b573-9680f0937804 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/ports?device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 943 time: 0.1040144 May 14 15:46:47.976518 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-19b3b54f-1163-4cbf-a096-77d933807dc1 admin admin] Publish callbacks [] for security_group (711476e3-cf9b-4255-9a8b-4a662ead909f), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:48.003533 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-19b3b54f-1163-4cbf-a096-77d933807dc1 admin admin] Publish callbacks [] for security_group (711476e3-cf9b-4255-9a8b-4a662ead909f), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:48.023678 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-72616738-ee12-4a6a-bc8d-6fb7704a281a req-19343966-5115-4771-a6d3-8fb3e5cd14fe tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 210 time: 0.0638089 May 14 15:46:48.059771 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-02f46a8e-6db8-45ad-826a-97184b4a2063 req-15b2c841-8754-4922-8e03-831d022ed5bd tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/security-groups?id=79193f64-8143-47c0-9226-6232633195e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155345 May 14 15:46:48.198841 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-19b3b54f-1163-4cbf-a096-77d933807dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (711476e3-cf9b-4255-9a8b-4a662ead909f), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:48.202841 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-19b3b54f-1163-4cbf-a096-77d933807dc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:48.213397 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-19b3b54f-1163-4cbf-a096-77d933807dc1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/711476e3-cf9b-4255-9a8b-4a662ead909f HTTP/1.1" status: 204 len: 168 time: 0.2873585 May 14 15:46:48.229331 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b3b54f-1163-4cbf-a096-77d933807dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711476e3-cf9b-4255-9a8b-4a662ead909f,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:48.438041 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c4fb2-511e-4a60-a101-3d9220b8e3cc req-31eb9e8b-1929-40f2-9656-0ab6b1de4ee1 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:48.448397 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7c4c4fb2-511e-4a60-a101-3d9220b8e3cc req-31eb9e8b-1929-40f2-9656-0ab6b1de4ee1 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 944 time: 0.0910974 May 14 15:46:48.542163 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7c4c4fb2-511e-4a60-a101-3d9220b8e3cc req-71832384-1b21-4ca8-8820-9c0364c9ea78 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855637 May 14 15:46:48.737117 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd156ad-7a12-4c0e-9a5c-32a68fc5b5ac req-1c6c797b-2e5a-421e-a8c9-f6ea39a2b116 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:48.739996 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9fd156ad-7a12-4c0e-9a5c-32a68fc5b5ac req-1c6c797b-2e5a-421e-a8c9-f6ea39a2b116 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 932 time: 0.1064041 May 14 15:46:48.856335 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9fd156ad-7a12-4c0e-9a5c-32a68fc5b5ac req-2a295d16-047e-43d4-a16c-250d1ee4f758 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103890 May 14 15:46:49.211583 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6493f7ef-c082-45b0-b8fd-ea36bea7f65a req-f8dc5751-210d-44ef-92a6-e4137282e75a tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 210 time: 0.0639124 May 14 15:46:49.346480 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e744b-43ec-4949-bcd9-e07d8e14b1c6 req-a125caaf-e457-4fae-a16a-47d585dd55a0 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:49.348549 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f63e744b-43ec-4949-bcd9-e07d8e14b1c6 req-a125caaf-e457-4fae-a16a-47d585dd55a0 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/ports?device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 943 time: 0.1538482 May 14 15:46:49.475018 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f63e744b-43ec-4949-bcd9-e07d8e14b1c6 req-6cbd7b21-b22c-4dc2-8fe3-f661666e726d tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/security-groups?id=79193f64-8143-47c0-9226-6232633195e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045799 May 14 15:46:49.714615 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-67283811-1d3c-4cf4-bca2-aa418de96db7 req-ba4feb46-9dec-4ed7-aec7-6fb6b3fc4ad6 service neutron] 10.222.0.36 "GET /v2.0/networks/79ec16e7-0db8-48bf-949b-d9757455ca2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569977 May 14 15:46:49.755499 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a836b0e5-974e-4e85-b210-d6400acaa65b req-1915de4b-6efb-4286-a949-b3f210bfb5fc tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:49.763379 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a836b0e5-974e-4e85-b210-d6400acaa65b req-1915de4b-6efb-4286-a949-b3f210bfb5fc tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 944 time: 0.1320624 May 14 15:46:49.826663 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a836b0e5-974e-4e85-b210-d6400acaa65b req-69d4d09f-b3e9-4696-b56a-a19946a7bcce tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593686 May 14 15:46:49.988052 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa21fbf-7d01-4724-9573-d4d48a3f1ac4 req-1c7fb861-3f19-4336-bc0f-00e0190a6e5d tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:49.989779 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5fa21fbf-7d01-4724-9573-d4d48a3f1ac4 req-1c7fb861-3f19-4336-bc0f-00e0190a6e5d tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 932 time: 0.0539396 May 14 15:46:50.052293 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5fa21fbf-7d01-4724-9573-d4d48a3f1ac4 req-3596e2e5-db2b-461e-81f9-b4667cad8197 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569267 May 14 15:46:50.318590 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a62563c0-82ac-48e9-821c-f4385c2ceea8 req-1c6493c1-8fe4-408b-939d-b398582de621 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 210 time: 0.0309720 May 14 15:46:50.548470 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 34338) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:46:50.610526 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238067aa-6cce-4df6-af8c-51cf0eae99e7 req-3640a549-de4e-4e86-9ade-b3d3be95fd72 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:50.625612 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-238067aa-6cce-4df6-af8c-51cf0eae99e7 req-3640a549-de4e-4e86-9ade-b3d3be95fd72 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/ports?device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 943 time: 0.0680234 May 14 15:46:50.701337 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-238067aa-6cce-4df6-af8c-51cf0eae99e7 req-0ed90f60-a510-46c9-b0fb-9a5b0a052ce1 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/security-groups?id=79193f64-8143-47c0-9226-6232633195e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743530 May 14 15:46:50.781493 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-3a95b678-c064-46f3-af95-b0ed2090e20f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:50.856049 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-3a95b678-c064-46f3-af95-b0ed2090e20f admin admin] Publish callbacks [] for security_group (33f76908-1de0-459f-94b1-f9f2439f7652), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:50.860087 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-3a95b678-c064-46f3-af95-b0ed2090e20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (33f76908-1de0-459f-94b1-f9f2439f7652), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:50.903625 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-3a95b678-c064-46f3-af95-b0ed2090e20f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b0c91bdeb3f74cd1b8ebd7c3dea20cd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3538797 May 14 15:46:50.906090 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 34350) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:46:50.911882 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a95b678-c064-46f3-af95-b0ed2090e20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f76908-1de0-459f-94b1-f9f2439f7652,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:50.936587 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24ae3d-c2b1-42e4-a3c2-167172bd563c req-857a75dc-9d0d-4a6c-9c4e-8effeaf9a823 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:50.938073 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3b24ae3d-c2b1-42e4-a3c2-167172bd563c req-857a75dc-9d0d-4a6c-9c4e-8effeaf9a823 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 944 time: 0.0524671 May 14 15:46:50.955399 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-fa88cbbe-2bd1-4832-a6c3-77a0b46cdff2 admin admin] Publish callbacks [] for security_group (33f76908-1de0-459f-94b1-f9f2439f7652), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:50.976850 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-fa88cbbe-2bd1-4832-a6c3-77a0b46cdff2 admin admin] Publish callbacks [] for security_group (33f76908-1de0-459f-94b1-f9f2439f7652), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:50.985132 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3b24ae3d-c2b1-42e4-a3c2-167172bd563c req-a53e0be1-5e59-4c2b-a904-ac5ec159d64c tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412788 May 14 15:46:51.024687 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-fa88cbbe-2bd1-4832-a6c3-77a0b46cdff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (33f76908-1de0-459f-94b1-f9f2439f7652), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:51.028213 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-fa88cbbe-2bd1-4832-a6c3-77a0b46cdff2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:51.029368 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-fa88cbbe-2bd1-4832-a6c3-77a0b46cdff2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/33f76908-1de0-459f-94b1-f9f2439f7652 HTTP/1.1" status: 204 len: 168 time: 0.1223624 May 14 15:46:51.036809 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa88cbbe-2bd1-4832-a6c3-77a0b46cdff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f76908-1de0-459f-94b1-f9f2439f7652,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:51.174531 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316db7e6-60a0-4123-8779-a1668b714ce2 req-f1a456d5-1dfe-4698-a90b-831970c5341f tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:51.176005 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-316db7e6-60a0-4123-8779-a1668b714ce2 req-f1a456d5-1dfe-4698-a90b-831970c5341f tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 932 time: 0.0461295 May 14 15:46:51.224572 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-316db7e6-60a0-4123-8779-a1668b714ce2 req-84151519-ea20-49ca-aa65-ffa1436a8704 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425973 May 14 15:46:51.288373 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 34358) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:46:51.302051 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-83b2f346-79db-454b-b0e4-37181e760b1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:51.379405 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-83b2f346-79db-454b-b0e4-37181e760b1c admin admin] Publish callbacks [] for security_group (72fad814-a4a2-4d6a-8e40-79e204777aeb), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:51.383447 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-83b2f346-79db-454b-b0e4-37181e760b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (72fad814-a4a2-4d6a-8e40-79e204777aeb), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:51.419175 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d7360e21-545f-45bb-b2f4-0c5ceeb8d786 req-5ffc2bca-ff76-45f2-ada1-0c4532779f59 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 210 time: 0.0278318 May 14 15:46:51.422060 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-83b2f346-79db-454b-b0e4-37181e760b1c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9935a9d0641a4204a830d39c664a63a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1326127 May 14 15:46:51.424014 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b2f346-79db-454b-b0e4-37181e760b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72fad814-a4a2-4d6a-8e40-79e204777aeb,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:51.424642 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 34362) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:46:51.473594 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-a96896cf-8450-470e-bec0-07d012e101a4 admin admin] Publish callbacks [] for security_group (72fad814-a4a2-4d6a-8e40-79e204777aeb), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:51.494223 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-a96896cf-8450-470e-bec0-07d012e101a4 admin admin] Publish callbacks [] for security_group (72fad814-a4a2-4d6a-8e40-79e204777aeb), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:51.540912 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-a96896cf-8450-470e-bec0-07d012e101a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (72fad814-a4a2-4d6a-8e40-79e204777aeb), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:51.543544 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-a96896cf-8450-470e-bec0-07d012e101a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:51.544786 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-a96896cf-8450-470e-bec0-07d012e101a4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/72fad814-a4a2-4d6a-8e40-79e204777aeb HTTP/1.1" status: 204 len: 168 time: 0.1191952 May 14 15:46:51.552298 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96896cf-8450-470e-bec0-07d012e101a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72fad814-a4a2-4d6a-8e40-79e204777aeb,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:51.612600 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-cd1eea98-3021-4588-9590-5969087dafc2 None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 15:46:51.808756 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeed877-df19-419e-9ed8-ad008ef5df6d req-5240c659-f696-4abc-9072-8dde31db18c0 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:51.810360 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-cfeed877-df19-419e-9ed8-ad008ef5df6d req-5240c659-f696-4abc-9072-8dde31db18c0 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/ports?device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 943 time: 0.0479419 May 14 15:46:51.859177 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-cfeed877-df19-419e-9ed8-ad008ef5df6d req-e6475ccc-8530-48c1-806d-b17d949c51ed tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/security-groups?id=79193f64-8143-47c0-9226-6232633195e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431414 May 14 15:46:52.100728 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352573fa-eef4-4a2d-a993-7d76cca123c1 req-68fd7140-cd87-4ba8-a5de-897c7ccdc7e8 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:52.102296 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-352573fa-eef4-4a2d-a993-7d76cca123c1 req-68fd7140-cd87-4ba8-a5de-897c7ccdc7e8 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 944 time: 0.0519364 May 14 15:46:52.152964 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-352573fa-eef4-4a2d-a993-7d76cca123c1 req-5b6f04cf-8332-453d-92e6-d6e628556b39 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440845 May 14 15:46:52.337986 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873260b-e455-42f2-a9b3-895bcbb97851 req-57659bc7-051b-43a1-a751-7e58ec21f6de tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:52.340019 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8873260b-e455-42f2-a9b3-895bcbb97851 req-57659bc7-051b-43a1-a751-7e58ec21f6de tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 932 time: 0.0476546 May 14 15:46:52.387027 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8873260b-e455-42f2-a9b3-895bcbb97851 req-6f0e4176-61d7-46b6-90d9-d09da8866306 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416262 May 14 15:46:52.518836 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e145020a-67c0-40a3-8a62-6a68d650b4b2 req-b841d13d-03b7-4f57-ad5f-5542c12c65ca tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 210 time: 0.0282788 May 14 15:46:52.567419 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (df6c86ae-fc26-40a3-91a1-648a304bf46f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:52.972201 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c0619-c405-497c-a017-d8330afc974c req-05fa2060-c377-455b-afa4-242bf8c9e48c tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:52.973606 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9a0c0619-c405-497c-a017-d8330afc974c req-05fa2060-c377-455b-afa4-242bf8c9e48c tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/ports?device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 943 time: 0.0480285 May 14 15:46:53.018433 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9a0c0619-c405-497c-a017-d8330afc974c req-6c1554ef-2e7d-4ac9-8b21-034f2b8f5cc8 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/security-groups?id=79193f64-8143-47c0-9226-6232633195e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393858 May 14 15:46:53.273718 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03e364-7c73-4a33-8f20-cc9b84878da8 req-8f9a43bb-0044-4c90-ac02-0028625b8346 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:53.275177 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-be03e364-7c73-4a33-8f20-cc9b84878da8 req-8f9a43bb-0044-4c90-ac02-0028625b8346 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 944 time: 0.0460951 May 14 15:46:53.322213 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-be03e364-7c73-4a33-8f20-cc9b84878da8 req-54e8829f-5b97-4976-9d6b-f747cbe6bc45 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405886 May 14 15:46:53.497386 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f397ab-7e0b-4dbd-b9dc-28dba2fe2202 req-95c236c5-8661-4cf2-bd94-20631f33c42b tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:53.498735 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-07f397ab-7e0b-4dbd-b9dc-28dba2fe2202 req-95c236c5-8661-4cf2-bd94-20631f33c42b tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 932 time: 0.0460601 May 14 15:46:53.549342 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-07f397ab-7e0b-4dbd-b9dc-28dba2fe2202 req-4a19acfc-9f27-4eb6-8f24-54b52a455082 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452540 May 14 15:46:53.615576 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5cb53e70-0bc4-4cf4-9f3b-e309debfa6d9 req-249a6bfa-7d2d-4199-bf81-baeb16433a4d tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 210 time: 0.0272851 May 14 15:46:54.128203 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3845f-54b3-420e-8086-0a8708dcefbd req-fd3fcad3-f1e4-4fbe-b4b5-61be5d2f90ac tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:54.129656 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c4d3845f-54b3-420e-8086-0a8708dcefbd req-fd3fcad3-f1e4-4fbe-b4b5-61be5d2f90ac tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/ports?device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 943 time: 0.0463624 May 14 15:46:54.175554 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c4d3845f-54b3-420e-8086-0a8708dcefbd req-38d4cc03-fe89-49e1-a6a0-3e7f7b389e7a tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/security-groups?id=79193f64-8143-47c0-9226-6232633195e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404162 May 14 15:46:54.211101 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [req-6a25c829-457f-4061-b9aa-f74b54d6a138 req-5630ec5f-6e8a-44e0-95fd-390f1a817992 service neutron] Request body: {'port': {'device_id': '113f6b52-519c-45f4-9bc2-37168d644e15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:46:54.268786 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-6a25c829-457f-4061-b9aa-f74b54d6a138 req-5630ec5f-6e8a-44e0-95fd-390f1a817992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3), before_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:54.496656 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a29a1-3885-4d41-af47-9abeaa55e949 req-81a1ef0d-c72c-49ef-b954-3059a093a470 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:54.498147 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-fe4a29a1-3885-4d41-af47-9abeaa55e949 req-81a1ef0d-c72c-49ef-b954-3059a093a470 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 944 time: 0.1095364 May 14 15:46:54.507532 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f08f3f-4838-470e-96a1-7c616e80e9a1 req-adece41b-8668-403b-8c96-d66bf1eb406e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:54.508924 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-34f08f3f-4838-470e-96a1-7c616e80e9a1 req-adece41b-8668-403b-8c96-d66bf1eb406e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d2517d5440a4d30949f3dd36a46d813&device_id=9fbb269d-11cd-49ed-81ac-570e721c15cd HTTP/1.1" status: 200 len: 1128 time: 0.0867586 May 14 15:46:54.548527 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-fe4a29a1-3885-4d41-af47-9abeaa55e949 req-758bba2e-8301-485b-ba34-f2da68e7ac97 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429313 May 14 15:46:54.558267 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.notifiers.nova [req-6a25c829-457f-4061-b9aa-f74b54d6a138 req-5630ec5f-6e8a-44e0-95fd-390f1a817992 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3 {{(pid=115110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 15:46:54.565811 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-6a25c829-457f-4061-b9aa-f74b54d6a138 req-5630ec5f-6e8a-44e0-95fd-390f1a817992 service neutron] Publish callbacks [] for port (60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3), precommit_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:54.579201 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.provisioning_blocks [req-6a25c829-457f-4061-b9aa-f74b54d6a138 req-5630ec5f-6e8a-44e0-95fd-390f1a817992 service neutron] Transition to ACTIVE for port object 60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3 will not be triggered until provisioned by entity L2. {{(pid=115110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 14 15:46:54.583095 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-6a25c829-457f-4061-b9aa-f74b54d6a138 req-5630ec5f-6e8a-44e0-95fd-390f1a817992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3), after_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:54.666524 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5630ec5f-6e8a-44e0-95fd-390f1a817992 service neutron] Pushing event updated for resources: {'Port': ['ID=60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3,revision_number=2']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:54.669804 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.managers [req-6a25c829-457f-4061-b9aa-f74b54d6a138 req-5630ec5f-6e8a-44e0-95fd-390f1a817992 service neutron] Attempting to bind port 60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 15:46:54.670144 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.managers [req-6a25c829-457f-4061-b9aa-f74b54d6a138 req-5630ec5f-6e8a-44e0-95fd-390f1a817992 service neutron] Attempting to bind port 60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'f5bdbe83-2873-41ef-b77e-b6a155bfb1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8'}] {{(pid=115110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 15:46:54.670499 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a25c829-457f-4061-b9aa-f74b54d6a138 req-5630ec5f-6e8a-44e0-95fd-390f1a817992 service neutron] Attempting to bind port 60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3 on network 722d2578-8e0a-4535-bc1b-444c13327ab8 {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:46:54.676192 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a25c829-457f-4061-b9aa-f74b54d6a138 req-5630ec5f-6e8a-44e0-95fd-390f1a817992 service neutron] Port 60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3 on network 722d2578-8e0a-4535-bc1b-444c13327ab8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 14 15:46:54.676587 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a25c829-457f-4061-b9aa-f74b54d6a138 req-5630ec5f-6e8a-44e0-95fd-390f1a817992 service neutron] Attempting to bind port 60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3 on network 722d2578-8e0a-4535-bc1b-444c13327ab8 {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:46:54.683529 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a25c829-457f-4061-b9aa-f74b54d6a138 req-5630ec5f-6e8a-44e0-95fd-390f1a817992 service neutron] Checking agent: {'id': 'df6c86ae-fc26-40a3-91a1-648a304bf46f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 44, 23), 'started_at': datetime.datetime(2022, 5, 14, 15, 44, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 15, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 15:46:54.683960 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a25c829-457f-4061-b9aa-f74b54d6a138 req-5630ec5f-6e8a-44e0-95fd-390f1a817992 service neutron] Checking segment: {'id': 'f5bdbe83-2873-41ef-b77e-b6a155bfb1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:46:54.684348 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a25c829-457f-4061-b9aa-f74b54d6a138 req-5630ec5f-6e8a-44e0-95fd-390f1a817992 service neutron] Bound using segment: {'id': 'f5bdbe83-2873-41ef-b77e-b6a155bfb1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8'} {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 15:46:54.684862 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.managers [req-6a25c829-457f-4061-b9aa-f74b54d6a138 req-5630ec5f-6e8a-44e0-95fd-390f1a817992 service neutron] Bound port: 60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5bdbe83-2873-41ef-b77e-b6a155bfb1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8'}}] {{(pid=115110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 15:46:54.685188 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-6a25c829-457f-4061-b9aa-f74b54d6a138 req-5630ec5f-6e8a-44e0-95fd-390f1a817992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3), before_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:54.688616 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ec11c-38ee-499e-9415-99c8909c0fc8 req-7edb9954-8929-4bc2-8703-4f762e69333f tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:54.690889 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-043ec11c-38ee-499e-9415-99c8909c0fc8 req-7edb9954-8929-4bc2-8703-4f762e69333f tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 944 time: 0.0766635 May 14 15:46:54.758490 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b8f53dd7-8bba-4a00-9f32-d234fe4f5271 req-98ec42e1-2f57-4ad5-a1be-fed11450a41f tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 210 time: 0.0422556 May 14 15:46:54.791552 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-043ec11c-38ee-499e-9415-99c8909c0fc8 req-931d3637-3e99-42be-9407-d36624915b92 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897133 May 14 15:46:54.920217 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [req-6a25c829-457f-4061-b9aa-f74b54d6a138 req-5630ec5f-6e8a-44e0-95fd-390f1a817992 service neutron] For port 60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3, host hv-cinder-83979, cleared binding levels {{(pid=115110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 15:46:54.923592 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [req-6a25c829-457f-4061-b9aa-f74b54d6a138 req-5630ec5f-6e8a-44e0-95fd-390f1a817992 service neutron] For port 60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3,segment=NetworkSegment(f5bdbe83-2873-41ef-b77e-b6a155bfb1ac),segment_id=f5bdbe83-2873-41ef-b77e-b6a155bfb1ac)] {{(pid=115110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 15:46:54.929581 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-6a25c829-457f-4061-b9aa-f74b54d6a138 req-5630ec5f-6e8a-44e0-95fd-390f1a817992 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3), after_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:54.973152 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25c829-457f-4061-b9aa-f74b54d6a138 req-5630ec5f-6e8a-44e0-95fd-390f1a817992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:54.973784 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-6a25c829-457f-4061-b9aa-f74b54d6a138 req-5630ec5f-6e8a-44e0-95fd-390f1a817992 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for port (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:46:54.975239 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-6a25c829-457f-4061-b9aa-f74b54d6a138 req-5630ec5f-6e8a-44e0-95fd-390f1a817992 service neutron] 10.222.0.36 "PUT /v2.0/ports/60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3 HTTP/1.1" status: 200 len: 1094 time: 0.7694578 May 14 15:46:54.975691 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '113f6b52-519c-45f4-9bc2-37168d644e15', 'tag': '60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3'}] {{(pid=115110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:46:54.977928 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a270656aa08f71c574e37588e4b5bc67f1398202d03dea947e2a2c931e3df3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ef5806-04c8-4e0e-a156-5c1ae198698b" -d '{"events": [{"name": "network-changed", "server_uuid": "113f6b52-519c-45f4-9bc2-37168d644e15", "tag": "60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3"}]}' {{(pid=115110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:46:54.997144 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5630ec5f-6e8a-44e0-95fd-390f1a817992 service neutron] Pushing event updated for resources: {'Port': ['ID=60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3,revision_number=3']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:46:55.016276 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 15:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5991825a-21cc-46d3-9fcb-10cc141df6b8 x-openstack-request-id: req-5991825a-21cc-46d3-9fcb-10cc141df6b8 {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:46:55.016600 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "113f6b52-519c-45f4-9bc2-37168d644e15", "tag": "60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3", "status": "completed", "code": 200}]} {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:46:55.016826 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5991825a-21cc-46d3-9fcb-10cc141df6b8 {{(pid=115110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:46:55.017228 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5991825a-21cc-46d3-9fcb-10cc141df6b8'] response: {'name': 'network-changed', 'server_uuid': '113f6b52-519c-45f4-9bc2-37168d644e15', 'tag': '60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3', 'status': 'completed', 'code': 200} May 14 15:46:55.327025 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-34f08f3f-4838-470e-96a1-7c616e80e9a1 req-f263e1e7-0d76-4688-9fff-8b357b976a40 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3697c0c4-258d-43cd-a608-dec915d0b3e8 HTTP/1.1" status: 200 len: 217 time: 0.0888338 May 14 15:46:55.363889 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39512e-4c34-4fc2-83b7-edf104c4426c req-7ce55e41-e4fe-432b-b088-416c2248fe9a tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:55.365345 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-cf39512e-4c34-4fc2-83b7-edf104c4426c req-7ce55e41-e4fe-432b-b088-416c2248fe9a tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/ports?device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 943 time: 0.0903411 May 14 15:46:55.443640 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7330b-76fe-4c1c-b9ad-f147b76c291c req-9b07a635-97a1-4ada-98e4-fe9f0bd7ef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:55.445043 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-b5c7330b-76fe-4c1c-b9ad-f147b76c291c req-9b07a635-97a1-4ada-98e4-fe9f0bd7ef4e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d2517d5440a4d30949f3dd36a46d813&device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 1128 time: 0.0535262 May 14 15:46:55.473338 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-cf39512e-4c34-4fc2-83b7-edf104c4426c req-7a552100-e5ba-42f3-874c-e0eb1acdaf59 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/security-groups?id=79193f64-8143-47c0-9226-6232633195e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018167 May 14 15:46:55.477002 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f08f3f-4838-470e-96a1-7c616e80e9a1 req-7c3b2e7a-93a0-4f76-a222-76ffbec66b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:55.478935 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-34f08f3f-4838-470e-96a1-7c616e80e9a1 req-7c3b2e7a-93a0-4f76-a222-76ffbec66b9b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4761eee7-0a5d-411d-9c6c-5f0c035f2564 HTTP/1.1" status: 200 len: 858 time: 0.0854700 May 14 15:46:55.590713 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef5806-04c8-4e0e-a156-5c1ae198698b req-dc2e6ce8-edfb-474f-8e26-ea886873b5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:55.592267 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-30ef5806-04c8-4e0e-a156-5c1ae198698b req-dc2e6ce8-edfb-474f-8e26-ea886873b5b7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7905689c95d44a5c9169249c70f7de57&device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 1128 time: 0.1351879 May 14 15:46:55.609431 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2521b-7193-438b-9915-f17c5bbd89c2 req-08d4853d-39f8-494e-9658-704c23b2d1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:55.611172 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-b0c2521b-7193-438b-9915-f17c5bbd89c2 req-08d4853d-39f8-494e-9658-704c23b2d1be service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6388da70b0dc48c1952570af4332dd6d&device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 1127 time: 0.1159763 May 14 15:46:55.664570 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e0def-d1cb-4c59-b25d-11b90ceafdd6 req-b0763fa1-2e3f-4c88-a299-fade3c8786f7 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:55.666003 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c68e0def-d1cb-4c59-b25d-11b90ceafdd6 req-b0763fa1-2e3f-4c88-a299-fade3c8786f7 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 944 time: 0.0485799 May 14 15:46:55.705665 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7330b-76fe-4c1c-b9ad-f147b76c291c req-7463bc6f-c5cf-4ca0-8cee-178d9cbfcd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:55.707584 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-b5c7330b-76fe-4c1c-b9ad-f147b76c291c req-7463bc6f-c5cf-4ca0-8cee-178d9cbfcd32 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=5d2517d5440a4d30949f3dd36a46d813&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2112825 May 14 15:46:55.748441 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c68e0def-d1cb-4c59-b25d-11b90ceafdd6 req-3ae1c72d-a72d-4497-b4b2-6fe573b76ac5 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765533 May 14 15:46:55.795602 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f08f3f-4838-470e-96a1-7c616e80e9a1 req-c3fee5e9-fddf-4422-a6dc-1ebba0338481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:55.802922 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-34f08f3f-4838-470e-96a1-7c616e80e9a1 req-c3fee5e9-fddf-4422-a6dc-1ebba0338481 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e026b24-9d5e-4f74-ac5a-5d47dc1338b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0857425 May 14 15:46:55.930973 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.36', 63247) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:46:55.974765 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-4803617b-07c3-4844-b282-2cbd56f66d4a req-e81aaa08-5d93-4975-9b74-2f778d72a883 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 210 time: 0.0481424 May 14 15:46:56.023238 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-34f08f3f-4838-470e-96a1-7c616e80e9a1 req-fbaf42d5-2bb5-480a-a5e0-4c5b24c6df69 service neutron] 10.222.0.36 "GET /v2.0/networks/3e026b24-9d5e-4f74-ac5a-5d47dc1338b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029493 May 14 15:46:56.040315 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217e858-bfc4-4bfd-b0cb-11eb74002034 req-8625ecc9-e6d1-4390-9b73-ab276c8c9909 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:56.041835 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b217e858-bfc4-4bfd-b0cb-11eb74002034 req-8625ecc9-e6d1-4390-9b73-ab276c8c9909 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 944 time: 0.1024435 May 14 15:46:56.094984 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b217e858-bfc4-4bfd-b0cb-11eb74002034 req-e144503c-01be-413a-ad97-3ea588c9bbc2 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461397 May 14 15:46:56.227459 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef5806-04c8-4e0e-a156-5c1ae198698b req-796e28e8-5186-4a93-92b3-334a97183326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:56.228953 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-30ef5806-04c8-4e0e-a156-5c1ae198698b req-796e28e8-5186-4a93-92b3-334a97183326 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=7905689c95d44a5c9169249c70f7de57&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4631035 May 14 15:46:56.231033 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2521b-7193-438b-9915-f17c5bbd89c2 req-98486df0-ff5d-4a45-8419-ea01c7885ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:56.231893 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-b0c2521b-7193-438b-9915-f17c5bbd89c2 req-98486df0-ff5d-4a45-8419-ea01c7885ffe service neutron] 10.222.0.36 "GET /v2.0/networks?id=79ec16e7-0db8-48bf-949b-d9757455ca2e HTTP/1.1" status: 200 len: 913 time: 0.4466429 May 14 15:46:56.303739 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545723a4-ec68-471b-bc4a-f0c2392e32c2 req-490c1d08-803a-4de1-bac4-929b240d2bbf tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:56.305514 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-545723a4-ec68-471b-bc4a-f0c2392e32c2 req-490c1d08-803a-4de1-bac4-929b240d2bbf tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.36 "GET /v2.0/networks?id=d4128056-aa2b-474b-a7d3-2646c1ffdbcf HTTP/1.1" status: 200 len: 816 time: 0.2917051 May 14 15:46:56.306694 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7330b-76fe-4c1c-b9ad-f147b76c291c req-aa169740-0ed5-4abd-a784-1699584f757c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:56.308079 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-b5c7330b-76fe-4c1c-b9ad-f147b76c291c req-aa169740-0ed5-4abd-a784-1699584f757c service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5240638 May 14 15:46:56.595305 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc0356-4db0-4add-beb8-ca5a50ec212b req-a286da91-5416-4eb3-af46-7fbd6365e3a9 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:56.596972 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-97cc0356-4db0-4add-beb8-ca5a50ec212b req-a286da91-5416-4eb3-af46-7fbd6365e3a9 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/ports?device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 943 time: 0.0526016 May 14 15:46:56.663264 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-97cc0356-4db0-4add-beb8-ca5a50ec212b req-4bc25f1e-ccc2-4860-b25c-d59f4350461e tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/security-groups?id=79193f64-8143-47c0-9226-6232633195e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597942 May 14 15:46:56.884815 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e275ceb8-1057-4901-b21b-79b7e3c5e0fe req-1a11d3a2-9777-4812-9676-5036892fb298 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:56.892114 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e275ceb8-1057-4901-b21b-79b7e3c5e0fe req-1a11d3a2-9777-4812-9676-5036892fb298 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 944 time: 0.0676336 May 14 15:46:56.938061 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e275ceb8-1057-4901-b21b-79b7e3c5e0fe req-e1ce37e9-2fda-46fa-af1f-d7d98fae0b3c tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451119 May 14 15:46:57.090803 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-599b5801-2570-43ec-ae14-a5b26177d051 req-1f1b0890-3e18-4fd4-9b4e-15e60595cc14 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 210 time: 0.0296726 May 14 15:46:57.209480 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5efd05a-f0f7-4150-bc7f-860c74287f91 req-15ce3499-3e9c-479d-af5c-ea306de53a0f tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:57.211069 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b5efd05a-f0f7-4150-bc7f-860c74287f91 req-15ce3499-3e9c-479d-af5c-ea306de53a0f tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 944 time: 0.0468719 May 14 15:46:57.259803 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b5efd05a-f0f7-4150-bc7f-860c74287f91 req-bcbbfaab-a84a-4a2a-903a-217234e78700 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423334 May 14 15:46:57.785482 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d6f0f2-39e3-46eb-bcae-7a23666e8c95 req-66678ec1-131a-4fb9-9246-500331a0264f tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:57.786943 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-65d6f0f2-39e3-46eb-bcae-7a23666e8c95 req-66678ec1-131a-4fb9-9246-500331a0264f tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/ports?device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 943 time: 0.0487258 May 14 15:46:57.831651 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-65d6f0f2-39e3-46eb-bcae-7a23666e8c95 req-607caf77-074f-4c33-8fd0-cf15f2f70159 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/security-groups?id=79193f64-8143-47c0-9226-6232633195e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391934 May 14 15:46:58.049079 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef7ace-28bb-4fd5-93ac-183694635936 req-fe866ebd-2e9e-437e-a381-db2d226a2dba tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:58.050518 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f2ef7ace-28bb-4fd5-93ac-183694635936 req-fe866ebd-2e9e-437e-a381-db2d226a2dba tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 944 time: 0.0464411 May 14 15:46:58.099778 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f2ef7ace-28bb-4fd5-93ac-183694635936 req-ad4a1e38-3efc-4cd0-bdf6-eaaa365524ac tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438097 May 14 15:46:58.189242 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ae38439e-9be4-4448-9cf7-f6803ac24b20 req-3058c8c5-1826-4018-95f4-714e929a7e3a tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 210 time: 0.0276012 May 14 15:46:58.377699 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a81c34-29fb-4949-a33e-f5d4bf2d11eb req-70636307-d493-453a-95fe-1b508d9abe8c tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:58.379155 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-94a81c34-29fb-4949-a33e-f5d4bf2d11eb req-70636307-d493-453a-95fe-1b508d9abe8c tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 944 time: 0.0496743 May 14 15:46:58.426097 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-94a81c34-29fb-4949-a33e-f5d4bf2d11eb req-6d1fdd5d-a866-430e-bb60-dedec03dd644 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414426 May 14 15:46:58.941949 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9304a-c5e6-439e-bc6d-ecde061d1a38 req-8a915fbe-670a-4b54-b46b-ba701f304238 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:58.943306 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-56e9304a-c5e6-439e-bc6d-ecde061d1a38 req-8a915fbe-670a-4b54-b46b-ba701f304238 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/ports?device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 943 time: 0.0457172 May 14 15:46:58.989495 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-56e9304a-c5e6-439e-bc6d-ecde061d1a38 req-f0e2f29d-2d49-4e98-ade4-7a53f453e2e2 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/security-groups?id=79193f64-8143-47c0-9226-6232633195e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407174 May 14 15:46:59.209020 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6134d657-7ed4-4e1a-9bff-a45c248ed852 req-1df0755b-b99f-445d-bea3-ad6e07187d8b tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:59.210370 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6134d657-7ed4-4e1a-9bff-a45c248ed852 req-1df0755b-b99f-445d-bea3-ad6e07187d8b tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 944 time: 0.0449808 May 14 15:46:59.259481 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6134d657-7ed4-4e1a-9bff-a45c248ed852 req-299ef1dd-1d30-46f1-ae41-9cf56c024568 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429432 May 14 15:46:59.288545 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a39a1441-1680-4531-8462-43f07fdd72de req-cfebf97f-f632-4aa1-b76e-20f5eee4e38b tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 210 time: 0.0281343 May 14 15:46:59.534398 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d4abc7-b730-4ed8-8931-9994146c5483 req-e28550da-602d-41ae-9a22-5050837427db tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:46:59.535806 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d3d4abc7-b730-4ed8-8931-9994146c5483 req-e28550da-602d-41ae-9a22-5050837427db tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 944 time: 0.0452869 May 14 15:46:59.581079 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d3d4abc7-b730-4ed8-8931-9994146c5483 req-872124e4-7acc-457f-b5e0-8d59876734c9 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397975 May 14 15:47:00.103905 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b1889-38b7-40f4-b71a-8c0c0624a298 req-8ac56ded-a27c-46cd-8f48-a0406392fa51 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:00.105991 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-832b1889-38b7-40f4-b71a-8c0c0624a298 req-8ac56ded-a27c-46cd-8f48-a0406392fa51 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/ports?device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 943 time: 0.0515466 May 14 15:47:00.151857 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-832b1889-38b7-40f4-b71a-8c0c0624a298 req-8eddba73-9341-44e0-b400-2fb078accbb2 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/security-groups?id=79193f64-8143-47c0-9226-6232633195e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401528 May 14 15:47:00.382695 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806d659-5bb0-42cb-94c3-4c611690a623 req-edb4c1be-ee71-4caf-8009-74fa27eac72c tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:00.384112 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3806d659-5bb0-42cb-94c3-4c611690a623 req-edb4c1be-ee71-4caf-8009-74fa27eac72c tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 944 time: 0.0596519 May 14 15:47:00.405009 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c15abe45-3280-4f95-85c4-f68cf8d84b38 req-5c0fc0cd-6d53-463b-8867-f60e85a1e12c tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 210 time: 0.0399153 May 14 15:47:00.442542 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3806d659-5bb0-42cb-94c3-4c611690a623 req-c6531d05-8e13-4d9d-8ecd-3f3f695a15fc tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446441 May 14 15:47:00.691000 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e3ef5-2ac0-45ae-ae99-70341bc88809 req-4d4e005c-8d64-4931-8190-93e972680b4b tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:00.692407 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d68e3ef5-2ac0-45ae-ae99-70341bc88809 req-4d4e005c-8d64-4931-8190-93e972680b4b tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 944 time: 0.0480340 May 14 15:47:00.737631 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d68e3ef5-2ac0-45ae-ae99-70341bc88809 req-b038ca8b-307c-4b6b-b5a2-599c324c79d8 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398443 May 14 15:47:01.026093 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-8cd085a2-40a9-401e-9bbe-2236e7e96336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:01.261205 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd2d278-8f59-4b9c-aa90-c317ef7be8aa req-b827d571-a780-452a-a26a-273ccaf14b8c tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:01.262718 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-fdd2d278-8f59-4b9c-aa90-c317ef7be8aa req-b827d571-a780-452a-a26a-273ccaf14b8c tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/ports?device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 943 time: 0.0465636 May 14 15:47:01.309352 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-fdd2d278-8f59-4b9c-aa90-c317ef7be8aa req-b7458c6e-c3d6-4c19-b1b3-12417dda5dbd tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/security-groups?id=79193f64-8143-47c0-9226-6232633195e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410624 May 14 15:47:01.502824 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-2d711528-27b0-4e54-9d8a-77d37f4ba8c1 req-de9a5498-7f17-40e0-939e-55862d4a8a34 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 210 time: 0.0270972 May 14 15:47:01.555551 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6e6bd-a980-4486-9ce7-69cdd92e90ed req-ef27eeea-56d6-46c1-a39b-45192d6dd698 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:01.556951 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-26b6e6bd-a980-4486-9ce7-69cdd92e90ed req-ef27eeea-56d6-46c1-a39b-45192d6dd698 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 944 time: 0.0476556 May 14 15:47:01.601951 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-26b6e6bd-a980-4486-9ce7-69cdd92e90ed req-8ab67170-3679-4b16-bc8c-0538c099eff7 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393767 May 14 15:47:01.846488 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa339e-f0dc-4405-a41d-07df99673f8e req-108881db-12fe-463d-956d-9ad7adc31620 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:01.847934 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-bffa339e-f0dc-4405-a41d-07df99673f8e req-108881db-12fe-463d-956d-9ad7adc31620 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 944 time: 0.0464325 May 14 15:47:01.894851 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-bffa339e-f0dc-4405-a41d-07df99673f8e req-00fa175d-75c7-4083-8903-7807a714d9fd tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414126 May 14 15:47:02.421003 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a18875-1938-49dc-8bc2-b86179dea7f8 req-041c3b9a-eb7c-4f62-9d84-e6a016e58f6f tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:02.422474 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-25a18875-1938-49dc-8bc2-b86179dea7f8 req-041c3b9a-eb7c-4f62-9d84-e6a016e58f6f tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/ports?device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 943 time: 0.0482161 May 14 15:47:02.467697 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-25a18875-1938-49dc-8bc2-b86179dea7f8 req-495047d4-2d44-44d8-85bd-c7ec76d24f65 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/security-groups?id=79193f64-8143-47c0-9226-6232633195e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396712 May 14 15:47:02.599293 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9789162a-f4c8-4597-bb41-fd4c866a3e40 req-2c03729d-c8b1-45fa-8d4b-9cdfa712f0f4 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 210 time: 0.0267878 May 14 15:47:02.709873 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e631a4ff-0ae1-4619-bc06-2fd3b82ae31d req-2a608136-1f31-47e6-be4a-0cb455c19cc4 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:02.711311 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e631a4ff-0ae1-4619-bc06-2fd3b82ae31d req-2a608136-1f31-47e6-be4a-0cb455c19cc4 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 944 time: 0.0449634 May 14 15:47:02.756580 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e631a4ff-0ae1-4619-bc06-2fd3b82ae31d req-d4013196-3789-4d8a-a07a-c3382fd89c0d tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392799 May 14 15:47:03.171050 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338dfde-cee1-4e95-846b-dbb72cdb10a2 req-5320625f-ebe9-4d35-a5c4-0cd0b20107f3 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:03.172476 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8338dfde-cee1-4e95-846b-dbb72cdb10a2 req-5320625f-ebe9-4d35-a5c4-0cd0b20107f3 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 944 time: 0.2111616 May 14 15:47:03.216924 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8338dfde-cee1-4e95-846b-dbb72cdb10a2 req-7e77d5b8-0daf-4eb0-9d24-2ffca24207a4 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389442 May 14 15:47:03.257164 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-0ba247fa-383b-444d-81bb-a2a3326c1f2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:03.577466 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e21f6-5038-4600-a0e7-064e9ddcf004 req-089885c3-9437-4cac-b62b-de197131eb75 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:03.578889 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b16e21f6-5038-4600-a0e7-064e9ddcf004 req-089885c3-9437-4cac-b62b-de197131eb75 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/ports?device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 943 time: 0.0460179 May 14 15:47:03.623260 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b16e21f6-5038-4600-a0e7-064e9ddcf004 req-25c672b1-38f5-42ba-b2bc-bce9baa39214 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/security-groups?id=79193f64-8143-47c0-9226-6232633195e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389647 May 14 15:47:03.699291 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-83c442fa-9728-40a2-9571-ed7f869c2f84 req-3e035e87-90fe-49da-b9f2-15ea8ac23bb0 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 210 time: 0.0298700 May 14 15:47:03.867727 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9431c9-2dac-479f-bdff-8aef717caaaf req-e1e7349b-5feb-4e93-9850-b8b5f4de5838 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:03.869156 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5e9431c9-2dac-479f-bdff-8aef717caaaf req-e1e7349b-5feb-4e93-9850-b8b5f4de5838 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 944 time: 0.0487173 May 14 15:47:03.914810 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5e9431c9-2dac-479f-bdff-8aef717caaaf req-bac813aa-c158-4931-9d35-d4361d59a243 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398297 May 14 15:47:04.262486 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:04.328703 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65cbb13-3154-4b42-b089-eaf3413cd439 req-851a18b2-d571-4121-af6e-8a82ef4358fc tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:04.330158 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b65cbb13-3154-4b42-b089-eaf3413cd439 req-851a18b2-d571-4121-af6e-8a82ef4358fc tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 944 time: 0.0466959 May 14 15:47:04.378970 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b65cbb13-3154-4b42-b089-eaf3413cd439 req-a23a1244-0d35-472a-9d23-02ae0626e5d1 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428495 May 14 15:47:04.738529 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0c33a-cbe0-4642-8d65-eefa98ad8c10 req-f421d658-ba80-4f09-9eff-518aca8f85bd tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:04.740025 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-feb0c33a-cbe0-4642-8d65-eefa98ad8c10 req-f421d658-ba80-4f09-9eff-518aca8f85bd tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/ports?device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 943 time: 0.0498166 May 14 15:47:04.803185 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5f2fe5d3-f484-4c29-bb0d-507d238a41a9 req-937561be-a31f-444c-a580-7966de4d3c8d tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 210 time: 0.0316441 May 14 15:47:04.810742 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-feb0c33a-cbe0-4642-8d65-eefa98ad8c10 req-2cae112a-5cef-44c8-908f-e130805d3ee2 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/security-groups?id=79193f64-8143-47c0-9226-6232633195e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646954 May 14 15:47:05.025076 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f126a-6c0b-426f-9950-b45c7e6d0ef2 req-8a039428-bce7-4ac3-afa4-9a6e29f95501 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:05.026718 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-060f126a-6c0b-426f-9950-b45c7e6d0ef2 req-8a039428-bce7-4ac3-afa4-9a6e29f95501 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 944 time: 0.0465147 May 14 15:47:05.072082 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-060f126a-6c0b-426f-9950-b45c7e6d0ef2 req-6d799a02-5bdf-43b7-9b29-6a468006bd59 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400190 May 14 15:47:05.497345 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69efadbf-6550-44eb-ba3d-966a3a31eaa5 req-e38a56b0-87b8-4676-a43b-17cfdedf4013 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:05.498680 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-69efadbf-6550-44eb-ba3d-966a3a31eaa5 req-e38a56b0-87b8-4676-a43b-17cfdedf4013 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 944 time: 0.0502484 May 14 15:47:05.545489 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-69efadbf-6550-44eb-ba3d-966a3a31eaa5 req-579f2243-3f30-4bdf-8c34-0a8a8c537700 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411589 May 14 15:47:05.840320 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:05.922270 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1da26e19-b763-4cfe-a028-b4f2325cdc91 req-dd671a21-e552-4852-97b2-32968e1fedd8 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 210 time: 0.0442898 May 14 15:47:05.927420 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=115112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 14 15:47:05.956187 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f849648-6add-4be3-82f1-ff5e353c86a9 req-f607e377-e761-472e-991b-b336e665b120 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:05.957657 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7f849648-6add-4be3-82f1-ff5e353c86a9 req-f607e377-e761-472e-991b-b336e665b120 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/ports?device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 943 time: 0.0779946 May 14 15:47:06.007912 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7f849648-6add-4be3-82f1-ff5e353c86a9 req-57c94aa2-65a2-45e7-b9ce-250a899bcef2 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/security-groups?id=79193f64-8143-47c0-9226-6232633195e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439484 May 14 15:47:06.035808 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6,segment=NetworkSegment(a46b64b6-b2d7-4dd3-824f-6c223d938abb),segment_id=a46b64b6-b2d7-4dd3-824f-6c223d938abb)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:47:06.047617 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Returning: {'device': 'fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6', 'network_id': '79ec16e7-0db8-48bf-949b-d9757455ca2e', 'port_id': 'fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6', 'mac_address': 'fa:16:3e:6f:90:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc58ad40-21b8-403e-9544-5b39892ae866', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 14 15:47:06.092483 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6 is: DOWN; New status is: BUILD {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:47:06.093109 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:06.111430 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6 {{(pid=115112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 15:47:06.136422 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6,segment=NetworkSegment(a46b64b6-b2d7-4dd3-824f-6c223d938abb),segment_id=a46b64b6-b2d7-4dd3-824f-6c223d938abb)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:47:06.140528 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:06.188079 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:06.191963 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b5979-da62-41d0-b04f-41f44aa82b63 req-50d770d3-9c4f-473e-a029-62c8c9c0e1aa tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:06.193702 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-4b6b5979-da62-41d0-b04f-41f44aa82b63 req-50d770d3-9c4f-473e-a029-62c8c9c0e1aa tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 944 time: 0.0556204 May 14 15:47:06.242024 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-4b6b5979-da62-41d0-b04f-41f44aa82b63 req-ceff6cf3-d206-4458-8faa-1fdf40a95732 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426779 May 14 15:47:06.657712 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a6c198-ea1a-4480-a7c0-86ddd4e0d467 req-dd951ec1-9439-4412-afa7-cb03b4ce4cf5 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:06.659214 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-11a6c198-ea1a-4480-a7c0-86ddd4e0d467 req-dd951ec1-9439-4412-afa7-cb03b4ce4cf5 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 944 time: 0.0486310 May 14 15:47:06.736136 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-11a6c198-ea1a-4480-a7c0-86ddd4e0d467 req-f6120f44-4476-447f-9cdf-15a1656f65e3 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705764 May 14 15:47:06.787091 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-b0c2521b-7193-438b-9915-f17c5bbd89c2 req-55b847cd-ad56-4ea8-b99c-67bc6608bb17 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6 HTTP/1.1" status: 200 len: 217 time: 0.0767415 May 14 15:47:06.819539 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-34f08f3f-4838-470e-96a1-7c616e80e9a1 req-6547c3d1-051f-4716-8c23-8fc157ddb28b service neutron] 10.222.0.36 "GET /v2.0/networks/3e026b24-9d5e-4f74-ac5a-5d47dc1338b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086452 May 14 15:47:06.888620 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] get_ports_and_sgs() called for port_ids ['fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 15:47:06.926888 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198fd946-10cc-48d3-bfa6-4c1d5bbbf25b req-67007d2d-1873-4a4d-a897-bd3473c14c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:06.928406 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-198fd946-10cc-48d3-bfa6-4c1d5bbbf25b req-67007d2d-1873-4a4d-a897-bd3473c14c76 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d2517d5440a4d30949f3dd36a46d813&device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 1128 time: 0.1565092 May 14 15:47:06.960772 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2521b-7193-438b-9915-f17c5bbd89c2 req-fe08a8af-0600-4bc9-9d24-f4dfabc9882d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:06.962240 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-b0c2521b-7193-438b-9915-f17c5bbd89c2 req-fe08a8af-0600-4bc9-9d24-f4dfabc9882d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bc58ad40-21b8-403e-9544-5b39892ae866 HTTP/1.1" status: 200 len: 852 time: 0.1582747 May 14 15:47:06.983778 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef5806-04c8-4e0e-a156-5c1ae198698b req-e79c7021-7718-4dd6-a15e-9de4dad04d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:06.985333 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-30ef5806-04c8-4e0e-a156-5c1ae198698b req-e79c7021-7718-4dd6-a15e-9de4dad04d6a service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2122662 May 14 15:47:06.994601 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-545723a4-ec68-471b-bc4a-f0c2392e32c2 req-a20209a6-1945-47d8-86e9-e10ee834bc6e tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0672be3fa3f7414da1c1a5b7300abbe7 HTTP/1.1" status: 200 len: 379 time: 0.2236104 May 14 15:47:07.037586 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e034485c-272d-4273-bd54-701096266e1b req-2fa5f7ec-8884-4398-a31e-c7b6e40a8ada tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 210 time: 0.0319130 May 14 15:47:07.131670 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a43000b-5840-4b3e-be10-0131d1aeffee req-0cfd8dc4-140c-4464-8a17-bd11127ef273 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:07.133153 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1a43000b-5840-4b3e-be10-0131d1aeffee req-0cfd8dc4-140c-4464-8a17-bd11127ef273 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/ports?device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 944 time: 0.0538895 May 14 15:47:07.186611 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1a43000b-5840-4b3e-be10-0131d1aeffee req-2a4683c7-5646-4c54-8ef9-cdad6d85b15e tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/security-groups?id=79193f64-8143-47c0-9226-6232633195e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464270 May 14 15:47:07.319893 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:07.353334 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51069a62-6647-4dec-aa01-8eee57e4b194 req-9c4fe2a4-0d08-4109-9a2d-3c79af6da9f1 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:07.354826 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-51069a62-6647-4dec-aa01-8eee57e4b194 req-9c4fe2a4-0d08-4109-9a2d-3c79af6da9f1 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 944 time: 0.0468936 May 14 15:47:07.402422 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-51069a62-6647-4dec-aa01-8eee57e4b194 req-35cb38e0-4e8f-4834-b4de-c745ee4271aa tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419908 May 14 15:47:07.861147 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf91ff-ba8d-4752-93c3-6d0c502067cc req-09405dcd-5766-40c0-82a3-540359fbe6ec tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:07.868804 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-45cf91ff-ba8d-4752-93c3-6d0c502067cc req-09405dcd-5766-40c0-82a3-540359fbe6ec tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 944 time: 0.0560029 May 14 15:47:07.921463 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-45cf91ff-ba8d-4752-93c3-6d0c502067cc req-d4ee44e1-2208-4db1-8c13-63a5a07b5755 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518072 May 14 15:47:08.154985 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7edec197-b1fe-416d-a224-1bb5202c24e9 req-d4be70f0-749a-45ab-bd7b-7ecc5aaf72a5 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 210 time: 0.0353599 May 14 15:47:08.314291 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd7681e-7cb5-4935-af72-ae0a575d8cce req-8190724a-7016-4a1b-aa6f-b46ca2a79d43 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:08.315896 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0fd7681e-7cb5-4935-af72-ae0a575d8cce req-8190724a-7016-4a1b-aa6f-b46ca2a79d43 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/ports?device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 944 time: 0.0526428 May 14 15:47:08.344426 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 34750) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:47:08.378586 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0fd7681e-7cb5-4935-af72-ae0a575d8cce req-6126ac49-5c0c-4167-be3d-89c4f8c95f5e tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/security-groups?id=79193f64-8143-47c0-9226-6232633195e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556364 May 14 15:47:08.469712 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-694d8f9b-9039-4174-aaa2-35d341b861fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:08.520677 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5342afb-d224-4ec6-b61a-488a5f10caab req-90aacd73-245f-4cb1-bfc5-8895aa77a94c tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:08.522193 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e5342afb-d224-4ec6-b61a-488a5f10caab req-90aacd73-245f-4cb1-bfc5-8895aa77a94c tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 944 time: 0.0508037 May 14 15:47:08.555890 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-694d8f9b-9039-4174-aaa2-35d341b861fb admin admin] Publish callbacks [] for security_group (cd024b94-e79d-4028-aeb3-1ff91f93094f), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:08.561537 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-694d8f9b-9039-4174-aaa2-35d341b861fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (cd024b94-e79d-4028-aeb3-1ff91f93094f), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:08.573967 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e5342afb-d224-4ec6-b61a-488a5f10caab req-23040c2e-aa1b-4eed-86cf-1c70a8e8103c tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441060 May 14 15:47:08.607609 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-694d8f9b-9039-4174-aaa2-35d341b861fb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ed6df23d01a0486facc3612d4b1ae15d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2619026 May 14 15:47:08.609471 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d8f9b-9039-4174-aaa2-35d341b861fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd024b94-e79d-4028-aeb3-1ff91f93094f,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:08.610207 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 34764) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:47:08.664121 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-cf68d22e-efb4-402f-a3c4-0a1d3351527a admin admin] Publish callbacks [] for security_group (cd024b94-e79d-4028-aeb3-1ff91f93094f), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:08.685907 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6 up at agent hyperv_hv-cinder-83979 {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:47:08.686606 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-cf68d22e-efb4-402f-a3c4-0a1d3351527a admin admin] Publish callbacks [] for security_group (cd024b94-e79d-4028-aeb3-1ff91f93094f), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:08.738756 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Provisioning for port fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6 completed by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 14 15:47:08.739347 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-cf68d22e-efb4-402f-a3c4-0a1d3351527a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (cd024b94-e79d-4028-aeb3-1ff91f93094f), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:08.742334 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-cf68d22e-efb4-402f-a3c4-0a1d3351527a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:08.746339 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-cf68d22e-efb4-402f-a3c4-0a1d3351527a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cd024b94-e79d-4028-aeb3-1ff91f93094f HTTP/1.1" status: 204 len: 168 time: 0.1319473 May 14 15:47:08.752502 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf68d22e-efb4-402f-a3c4-0a1d3351527a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd024b94-e79d-4028-aeb3-1ff91f93094f,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:08.756715 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Provisioning complete for port fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:47:08.757160 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:08.858745 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6 is: BUILD; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:47:08.859119 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:08.883119 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ca93de-6825-44ce-af10-44cba59218a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:47:08.963297 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6,segment=NetworkSegment(a46b64b6-b2d7-4dd3-824f-6c223d938abb),segment_id=a46b64b6-b2d7-4dd3-824f-6c223d938abb)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:47:08.972265 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:09.087426 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:09.143519 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d5fac-34fd-4f14-935a-66718d213014 req-758ea60c-d49a-4ac7-99bb-9c82129089a7 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:09.145036 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-611d5fac-34fd-4f14-935a-66718d213014 req-758ea60c-d49a-4ac7-99bb-9c82129089a7 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 944 time: 0.1011958 May 14 15:47:09.154767 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bb685cd0d0d5598b2dce4f6f2400b8bab1844baadda65bc385176a7d6dc4011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f4bf881-9388-49e8-b6b6-0198b2e0044e" -d '{"events": [{"server_uuid": "75ca93de-6825-44ce-af10-44cba59218a1", "name": "network-vif-plugged", "status": "completed", "tag": "fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:47:09.256092 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-611d5fac-34fd-4f14-935a-66718d213014 req-bfc08172-2974-44f8-81f9-9f72b1bd94e7 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959518 May 14 15:47:09.279429 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 34810) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:47:09.305693 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-7dd2d8a3-0669-4813-81f6-b5d6e7250e3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:09.450665 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7fea8091-3b8d-4dae-a52b-798a3163e58a req-ddc6cafc-391b-4909-811b-66cf43eb1db1 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 210 time: 0.0500443 May 14 15:47:09.505333 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 34824) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:47:09.520067 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-7dd2d8a3-0669-4813-81f6-b5d6e7250e3f admin admin] Publish callbacks [] for security_group (173e551a-ab3b-4d00-9029-16e00308994d), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:09.524410 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-7dd2d8a3-0669-4813-81f6-b5d6e7250e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (173e551a-ab3b-4d00-9029-16e00308994d), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:09.582169 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [req-545723a4-ec68-471b-bc4a-f0c2392e32c2 req-700e3c75-5c6b-488e-a042-69c9ef490dfc tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Request body: {'port': {'device_id': 'e33e9970-bfb7-46f3-8d40-782dbfa3d21c', 'network_id': 'd4128056-aa2b-474b-a7d3-2646c1ffdbcf', 'admin_state_up': True, 'tenant_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'security_groups': ['3c423e1a-70d6-4c8a-82d3-76b197594ea9']}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:47:09.600387 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 15:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b546bd4b-6b99-4f8f-a4a8-ea814dc5ad50 x-openstack-request-id: req-b546bd4b-6b99-4f8f-a4a8-ea814dc5ad50 {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:47:09.600946 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75ca93de-6825-44ce-af10-44cba59218a1", "name": "network-vif-plugged", "status": "completed", "tag": "fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6", "code": 200}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:47:09.601335 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b546bd4b-6b99-4f8f-a4a8-ea814dc5ad50 {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:47:09.601930 dv-cinder-839793-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b546bd4b-6b99-4f8f-a4a8-ea814dc5ad50'] response: {'server_uuid': '75ca93de-6825-44ce-af10-44cba59218a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6', 'code': 200} May 14 15:47:09.612847 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd2d8a3-0669-4813-81f6-b5d6e7250e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173e551a-ab3b-4d00-9029-16e00308994d,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:09.633079 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-7dd2d8a3-0669-4813-81f6-b5d6e7250e3f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1a2173e16b7040b1a80fdcda77dea2f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3525686 May 14 15:47:09.636812 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 34830) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:47:09.656201 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73730b4b-9c47-4d3e-9529-f2a7008fa679 req-30c025e0-b540-4d6a-a279-b41e5da67de6 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:09.657711 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-73730b4b-9c47-4d3e-9529-f2a7008fa679 req-30c025e0-b540-4d6a-a279-b41e5da67de6 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/ports?device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 945 time: 0.1175871 May 14 15:47:09.734801 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-198fd946-10cc-48d3-bfa6-4c1d5bbbf25b req-f832ae4c-ca19-40cf-a011-c57a7f5ef56a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e71a293a-1d12-4e53-a116-f52bc19b1aa0 HTTP/1.1" status: 200 len: 217 time: 0.1696465 May 14 15:47:09.736693 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-b0c2521b-7193-438b-9915-f17c5bbd89c2 req-f8112f26-2252-46db-83ae-0f6d692af174 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79ec16e7-0db8-48bf-949b-d9757455ca2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1080036 May 14 15:47:09.740144 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71439b-d464-4935-99be-d9c9514bf868 req-e7ccf58a-dff5-49f2-a2e2-eb36e49148e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:09.741691 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-1e71439b-d464-4935-99be-d9c9514bf868 req-e7ccf58a-dff5-49f2-a2e2-eb36e49148e8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d2517d5440a4d30949f3dd36a46d813&device_id=9fbb269d-11cd-49ed-81ac-570e721c15cd HTTP/1.1" status: 200 len: 1128 time: 0.1551242 May 14 15:47:09.762591 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25c829-457f-4061-b9aa-f74b54d6a138 req-4a0109e2-9c13-45da-9ae8-d68743d0a0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:09.764092 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6a25c829-457f-4061-b9aa-f74b54d6a138 req-4a0109e2-9c13-45da-9ae8-d68743d0a0a5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7905689c95d44a5c9169249c70f7de57&device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 1128 time: 0.1055231 May 14 15:47:09.770998 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-3007fcce-0293-4961-8f59-6f0492885887 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:09.799205 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1970e6-a285-4695-8b03-071207398a7f req-ab49a3fd-23c0-477f-870a-9bdaf8067d97 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:09.800886 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3b1970e6-a285-4695-8b03-071207398a7f req-ab49a3fd-23c0-477f-870a-9bdaf8067d97 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 944 time: 0.1299059 May 14 15:47:09.825102 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-73730b4b-9c47-4d3e-9529-f2a7008fa679 req-f3fece73-d9b5-4e3a-b16f-f757322e286c tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/security-groups?id=79193f64-8143-47c0-9226-6232633195e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529446 May 14 15:47:09.834230 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-870c5df6-9ff1-4445-ba8b-7981cd6ea2e5 admin admin] Publish callbacks [] for security_group (173e551a-ab3b-4d00-9029-16e00308994d), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:09.883259 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-870c5df6-9ff1-4445-ba8b-7981cd6ea2e5 admin admin] Publish callbacks [] for security_group (173e551a-ab3b-4d00-9029-16e00308994d), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:09.898462 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3b1970e6-a285-4695-8b03-071207398a7f req-2edb3a64-3857-49f5-b150-6357306e602e tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871971 May 14 15:47:09.941473 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-870c5df6-9ff1-4445-ba8b-7981cd6ea2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (173e551a-ab3b-4d00-9029-16e00308994d), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:09.944198 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-870c5df6-9ff1-4445-ba8b-7981cd6ea2e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:09.945391 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-870c5df6-9ff1-4445-ba8b-7981cd6ea2e5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/173e551a-ab3b-4d00-9029-16e00308994d HTTP/1.1" status: 204 len: 168 time: 0.3076851 May 14 15:47:09.954131 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870c5df6-9ff1-4445-ba8b-7981cd6ea2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173e551a-ab3b-4d00-9029-16e00308994d,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:10.192046 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198fd946-10cc-48d3-bfa6-4c1d5bbbf25b req-e61b1209-b92f-4377-859c-7895c74a057b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:10.193526 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-198fd946-10cc-48d3-bfa6-4c1d5bbbf25b req-e61b1209-b92f-4377-859c-7895c74a057b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4761eee7-0a5d-411d-9c6c-5f0c035f2564 HTTP/1.1" status: 200 len: 858 time: 0.2414470 May 14 15:47:10.240768 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71439b-d464-4935-99be-d9c9514bf868 req-a990f8fa-a1af-4399-89d7-f0719387d271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:10.242449 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-1e71439b-d464-4935-99be-d9c9514bf868 req-a990f8fa-a1af-4399-89d7-f0719387d271 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3e026b24-9d5e-4f74-ac5a-5d47dc1338b8 HTTP/1.1" status: 200 len: 920 time: 0.2923925 May 14 15:47:10.247788 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 34836) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:47:10.249120 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-b0c2521b-7193-438b-9915-f17c5bbd89c2 req-d1f3b90f-b6ab-4dc2-81c5-9d09d8445e0f service neutron] 10.222.0.36 "GET /v2.0/networks/79ec16e7-0db8-48bf-949b-d9757455ca2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979150 May 14 15:47:10.250853 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-545723a4-ec68-471b-bc4a-f0c2392e32c2 req-700e3c75-5c6b-488e-a042-69c9ef490dfc tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Made reservation on behalf of 0672be3fa3f7414da1c1a5b7300abbe7 for: {'port': 1} {{(pid=115110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:47:10.254168 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-545723a4-ec68-471b-bc4a-f0c2392e32c2 req-700e3c75-5c6b-488e-a042-69c9ef490dfc tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:10.262366 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-35cba935-7604-4b88-9673-fd983a2c83cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:10.303563 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-3007fcce-0293-4961-8f59-6f0492885887 admin admin] Publish callbacks [] for security_group (26b2cab0-62f1-470c-ae0d-b7eb9ea68fce), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:10.331508 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-3007fcce-0293-4961-8f59-6f0492885887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (26b2cab0-62f1-470c-ae0d-b7eb9ea68fce), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:10.384300 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-35cba935-7604-4b88-9673-fd983a2c83cd admin admin] Publish callbacks [] for security_group (040be437-41cd-42a9-a9c2-f12df198587a), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:10.390169 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-3007fcce-0293-4961-8f59-6f0492885887 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=47742f80985b4ffa9c0c074a1822e3a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8834627 May 14 15:47:10.392927 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3007fcce-0293-4961-8f59-6f0492885887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b2cab0-62f1-470c-ae0d-b7eb9ea68fce,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:10.398517 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 34842) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:47:10.403286 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da2d62-212c-40a9-846a-a08b0a7e729e req-08a8a9ab-00bf-43d5-9ec0-3c4d81e88b3e tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:10.403286 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-99da2d62-212c-40a9-846a-a08b0a7e729e req-08a8a9ab-00bf-43d5-9ec0-3c4d81e88b3e tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 944 time: 0.0790598 May 14 15:47:10.404345 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-35cba935-7604-4b88-9673-fd983a2c83cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (040be437-41cd-42a9-a9c2-f12df198587a), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:10.471046 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-35cba935-7604-4b88-9673-fd983a2c83cd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e4dea3cdf67d434991e9b57d4f53c6ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2185218 May 14 15:47:10.471268 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 34846) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:47:10.473813 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cba935-7604-4b88-9673-fd983a2c83cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040be437-41cd-42a9-a9c2-f12df198587a,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:10.483547 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.db_base_plugin_common [req-545723a4-ec68-471b-bc4a-f0c2392e32c2 req-700e3c75-5c6b-488e-a042-69c9ef490dfc tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Allocated IP 172.20.0.14 (d4128056-aa2b-474b-a7d3-2646c1ffdbcf/8d228e71-c8a7-4ea8-bb77-1fa96d4cb770/759be0ca-daaf-4eba-97b6-a252b70cbb3b) {{(pid=115110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:47:10.496012 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-99da2d62-212c-40a9-846a-a08b0a7e729e req-6e6a845a-1475-49bf-9381-854d92f97bad tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841911 May 14 15:47:10.532875 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-bbf2f481-4b23-483c-b702-161d2da0956b admin admin] Publish callbacks [] for security_group (26b2cab0-62f1-470c-ae0d-b7eb9ea68fce), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:10.560971 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a8f99623-8896-4306-8890-204ae780de4b req-24a45042-07b1-43ce-8585-91d4ba2112c0 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 210 time: 0.0362568 May 14 15:47:10.602723 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-bbf2f481-4b23-483c-b702-161d2da0956b admin admin] Publish callbacks [] for security_group (26b2cab0-62f1-470c-ae0d-b7eb9ea68fce), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:10.627227 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-ca1bdbdb-6790-46de-81df-3fa773cc9c7e admin admin] Publish callbacks [] for security_group (040be437-41cd-42a9-a9c2-f12df198587a), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:10.704822 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-ca1bdbdb-6790-46de-81df-3fa773cc9c7e admin admin] Publish callbacks [] for security_group (040be437-41cd-42a9-a9c2-f12df198587a), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:10.756519 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-bbf2f481-4b23-483c-b702-161d2da0956b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (26b2cab0-62f1-470c-ae0d-b7eb9ea68fce), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:10.759081 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-bbf2f481-4b23-483c-b702-161d2da0956b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:10.760226 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-bbf2f481-4b23-483c-b702-161d2da0956b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/26b2cab0-62f1-470c-ae0d-b7eb9ea68fce HTTP/1.1" status: 204 len: 168 time: 0.3607836 May 14 15:47:10.763516 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-545723a4-ec68-471b-bc4a-f0c2392e32c2 req-700e3c75-5c6b-488e-a042-69c9ef490dfc tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks [] for port (759be0ca-daaf-4eba-97b6-a252b70cbb3b), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:10.779587 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf2f481-4b23-483c-b702-161d2da0956b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b2cab0-62f1-470c-ae0d-b7eb9ea68fce,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:10.808305 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-ca1bdbdb-6790-46de-81df-3fa773cc9c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (040be437-41cd-42a9-a9c2-f12df198587a), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:10.810890 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-ca1bdbdb-6790-46de-81df-3fa773cc9c7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:10.812044 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-ca1bdbdb-6790-46de-81df-3fa773cc9c7e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/040be437-41cd-42a9-a9c2-f12df198587a HTTP/1.1" status: 204 len: 168 time: 0.3402841 May 14 15:47:10.824538 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1bdbdb-6790-46de-81df-3fa773cc9c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040be437-41cd-42a9-a9c2-f12df198587a,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:10.826370 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-545723a4-ec68-471b-bc4a-f0c2392e32c2 req-700e3c75-5c6b-488e-a042-69c9ef490dfc tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197'] for port (759be0ca-daaf-4eba-97b6-a252b70cbb3b), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:10.885337 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-545723a4-ec68-471b-bc4a-f0c2392e32c2 req-700e3c75-5c6b-488e-a042-69c9ef490dfc tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Network d4128056-aa2b-474b-a7d3-2646c1ffdbcf is already hosted by enough agents. {{(pid=115110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:47:10.894785 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.base_scheduler [req-545723a4-ec68-471b-bc4a-f0c2392e32c2 req-700e3c75-5c6b-488e-a042-69c9ef490dfc tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Resources bound (agent type, host, resource id): {{(pid=115110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:47:10.910705 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.l3_dvrscheduler_db [req-545723a4-ec68-471b-bc4a-f0c2392e32c2 req-700e3c75-5c6b-488e-a042-69c9ef490dfc tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Received port after_create {{(pid=115110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:47:10.920875 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545723a4-ec68-471b-bc4a-f0c2392e32c2 req-700e3c75-5c6b-488e-a042-69c9ef490dfc tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:10.921094 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-545723a4-ec68-471b-bc4a-f0c2392e32c2 req-700e3c75-5c6b-488e-a042-69c9ef490dfc tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for port (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:10.928510 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700e3c75-5c6b-488e-a042-69c9ef490dfc tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Pushing event updated for resources: {'Port': ['ID=759be0ca-daaf-4eba-97b6-a252b70cbb3b,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:10.949845 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-545723a4-ec68-471b-bc4a-f0c2392e32c2 req-700e3c75-5c6b-488e-a042-69c9ef490dfc tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3749695 May 14 15:47:11.067851 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5110e-916e-49a5-882f-d9900b9bd7c3 req-81b6b55c-7f88-4327-8bac-7ed689d621aa tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:11.069503 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-48f5110e-916e-49a5-882f-d9900b9bd7c3 req-81b6b55c-7f88-4327-8bac-7ed689d621aa tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/ports?device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 945 time: 0.1095796 May 14 15:47:11.156909 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ef434-da98-4af4-ae39-d02c25563b0f req-586d3544-aab5-420c-a0a0-6d530b10f2f6 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:11.166062 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b00ef434-da98-4af4-ae39-d02c25563b0f req-586d3544-aab5-420c-a0a0-6d530b10f2f6 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 944 time: 0.1068580 May 14 15:47:11.266207 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-48f5110e-916e-49a5-882f-d9900b9bd7c3 req-cdf6eb0b-9efd-4965-8588-4aa70dbad959 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/security-groups?id=79193f64-8143-47c0-9226-6232633195e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413879 May 14 15:47:11.279018 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b00ef434-da98-4af4-ae39-d02c25563b0f req-3f64891d-4849-40b9-80d4-f1c471a6f455 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068349 May 14 15:47:11.302676 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 34864) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:47:11.320040 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-2790a052-4aff-4998-8de9-8c70455ce79f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:11.320684 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-6235ab9e-7341-4d50-bb1d-1aeb7a27103c None None] Provisioning complete for port 759be0ca-daaf-4eba-97b6-a252b70cbb3b triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:47:11.321189 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-6235ab9e-7341-4d50-bb1d-1aeb7a27103c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (759be0ca-daaf-4eba-97b6-a252b70cbb3b), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:11.366464 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-6235ab9e-7341-4d50-bb1d-1aeb7a27103c None None] Port 759be0ca-daaf-4eba-97b6-a252b70cbb3b cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 14 15:47:11.415964 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-2790a052-4aff-4998-8de9-8c70455ce79f admin admin] Publish callbacks [] for security_group (038f24d5-cfea-4331-a7ef-4f1daad1fe7c), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:11.420561 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-2790a052-4aff-4998-8de9-8c70455ce79f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (038f24d5-cfea-4331-a7ef-4f1daad1fe7c), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:11.460272 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-2790a052-4aff-4998-8de9-8c70455ce79f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4884499f2da2476fa5ac6564b6d8a059&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1562331 May 14 15:47:11.461185 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2790a052-4aff-4998-8de9-8c70455ce79f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=038f24d5-cfea-4331-a7ef-4f1daad1fe7c,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:11.462877 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 34872) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:47:11.517673 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-1dbbeed5-0687-4eb0-a173-8d01c68637fc admin admin] Publish callbacks [] for security_group (038f24d5-cfea-4331-a7ef-4f1daad1fe7c), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:11.540427 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-1dbbeed5-0687-4eb0-a173-8d01c68637fc admin admin] Publish callbacks [] for security_group (038f24d5-cfea-4331-a7ef-4f1daad1fe7c), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:11.618765 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf6aec-80c1-48a6-aa5d-1c502ba5bd18 req-fbdbb75b-c1cb-4cb9-9f4e-e34c1abd59c4 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:11.621135 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-cdbf6aec-80c1-48a6-aa5d-1c502ba5bd18 req-fbdbb75b-c1cb-4cb9-9f4e-e34c1abd59c4 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 944 time: 0.0540707 May 14 15:47:11.649769 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-1dbbeed5-0687-4eb0-a173-8d01c68637fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (038f24d5-cfea-4331-a7ef-4f1daad1fe7c), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:11.653681 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-1dbbeed5-0687-4eb0-a173-8d01c68637fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:11.655084 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-1dbbeed5-0687-4eb0-a173-8d01c68637fc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/038f24d5-cfea-4331-a7ef-4f1daad1fe7c HTTP/1.1" status: 204 len: 168 time: 0.1906738 May 14 15:47:11.693524 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbbeed5-0687-4eb0-a173-8d01c68637fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=038f24d5-cfea-4331-a7ef-4f1daad1fe7c,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:11.731450 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d68037-e773-4c44-a817-15f4ffb7c771 req-ee63ae82-eeec-4a73-924f-5e609f35096c tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:11.739582 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a8d68037-e773-4c44-a817-15f4ffb7c771 req-ee63ae82-eeec-4a73-924f-5e609f35096c tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 932 time: 0.0907731 May 14 15:47:11.774288 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-cdbf6aec-80c1-48a6-aa5d-1c502ba5bd18 req-147fdb36-731d-41fe-a746-92a8c0ad1ce2 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464260 May 14 15:47:11.811533 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a8d68037-e773-4c44-a817-15f4ffb7c771 req-26fbbf1f-9d04-4b6a-9fd2-ceaa677a9135 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710361 May 14 15:47:12.290067 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device 3697c0c4-258d-43cd-a608-dec915d0b3e8 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=115112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 14 15:47:12.424630 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6562c5b7-c629-410e-b1ad-6f80ce8d8d9f req-6c233f0f-79e4-4710-8041-e87b794e3c7e tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:12.425491 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 34932) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:47:12.431754 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6562c5b7-c629-410e-b1ad-6f80ce8d8d9f req-6c233f0f-79e4-4710-8041-e87b794e3c7e tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/ports?device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 945 time: 0.0958171 May 14 15:47:12.451043 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff820390-d329-4094-bcf4-2defa4429e53 req-70a30524-f30c-4733-8818-95be4338866a tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:12.452657 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ff820390-d329-4094-bcf4-2defa4429e53 req-70a30524-f30c-4733-8818-95be4338866a tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 944 time: 0.0756385 May 14 15:47:12.455173 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port 3697c0c4-258d-43cd-a608-dec915d0b3e8, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=3697c0c4-258d-43cd-a608-dec915d0b3e8,segment=NetworkSegment(3fe1ec03-a37f-4897-9c40-415202097700),segment_id=3fe1ec03-a37f-4897-9c40-415202097700)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:47:12.470782 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Returning: {'device': '3697c0c4-258d-43cd-a608-dec915d0b3e8', 'network_id': '3e026b24-9d5e-4f74-ac5a-5d47dc1338b8', 'port_id': '3697c0c4-258d-43cd-a608-dec915d0b3e8', 'mac_address': 'fa:16:3e:bd:37:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4761eee7-0a5d-411d-9c6c-5f0c035f2564', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 14 15:47:12.513262 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port 3697c0c4-258d-43cd-a608-dec915d0b3e8 is: DOWN; New status is: BUILD {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:47:12.513837 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (3697c0c4-258d-43cd-a608-dec915d0b3e8), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:12.533371 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3697c0c4-258d-43cd-a608-dec915d0b3e8 {{(pid=115112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 15:47:12.542455 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6562c5b7-c629-410e-b1ad-6f80ce8d8d9f req-cf0fd3b0-cc3b-40f1-8f19-870d990f1f73 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/security-groups?id=79193f64-8143-47c0-9226-6232633195e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031911 May 14 15:47:12.547533 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ff820390-d329-4094-bcf4-2defa4429e53 req-c9f84b19-f676-45d8-ac84-ce3cfdb162cc tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880940 May 14 15:47:12.565816 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port 3697c0c4-258d-43cd-a608-dec915d0b3e8, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=3697c0c4-258d-43cd-a608-dec915d0b3e8,segment=NetworkSegment(3fe1ec03-a37f-4897-9c40-415202097700),segment_id=3fe1ec03-a37f-4897-9c40-415202097700)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:47:12.572330 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (3697c0c4-258d-43cd-a608-dec915d0b3e8), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:12.627891 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=3697c0c4-258d-43cd-a608-dec915d0b3e8,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:12.669994 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-117dd46c-b399-4f1b-9dde-7ea6c78235ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:12.751473 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-117dd46c-b399-4f1b-9dde-7ea6c78235ca admin admin] Publish callbacks [] for security_group (a25d60f2-a325-4427-81d4-53a3fe5f3727), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:12.757439 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-117dd46c-b399-4f1b-9dde-7ea6c78235ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (a25d60f2-a325-4427-81d4-53a3fe5f3727), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:12.800991 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-117dd46c-b399-4f1b-9dde-7ea6c78235ca admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c5c9e193c6a94653881588243eda8e96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3743925 May 14 15:47:12.801105 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 34952) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:47:12.805973 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117dd46c-b399-4f1b-9dde-7ea6c78235ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25d60f2-a325-4427-81d4-53a3fe5f3727,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:12.911305 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-04a4f482-b28c-44db-aadd-dd35baec74a4 admin admin] Publish callbacks [] for security_group (a25d60f2-a325-4427-81d4-53a3fe5f3727), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:12.938627 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85986197-841f-4abe-a663-9ea0a63397c3 req-79ba8582-9e97-4e8f-a7f0-96fc2e33da01 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:12.940106 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-85986197-841f-4abe-a663-9ea0a63397c3 req-79ba8582-9e97-4e8f-a7f0-96fc2e33da01 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 944 time: 0.0880549 May 14 15:47:12.991325 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae9944a-bab4-4e66-9d4a-87ef05cfd2ce req-bd83337b-d009-403a-8bc7-2da392bd1396 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:12.992790 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-4ae9944a-bab4-4e66-9d4a-87ef05cfd2ce req-bd83337b-d009-403a-8bc7-2da392bd1396 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 932 time: 0.0976841 May 14 15:47:12.995147 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-04a4f482-b28c-44db-aadd-dd35baec74a4 admin admin] Publish callbacks [] for security_group (a25d60f2-a325-4427-81d4-53a3fe5f3727), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:13.055172 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-85986197-841f-4abe-a663-9ea0a63397c3 req-bcf79e33-9e98-4140-84a3-67a8604124dd tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074107 May 14 15:47:13.090951 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-4ae9944a-bab4-4e66-9d4a-87ef05cfd2ce req-e3a242f3-ab79-4af5-80cb-d6e2728d8167 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858462 May 14 15:47:13.106420 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-04a4f482-b28c-44db-aadd-dd35baec74a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (a25d60f2-a325-4427-81d4-53a3fe5f3727), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:13.109103 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-04a4f482-b28c-44db-aadd-dd35baec74a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:13.110264 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-04a4f482-b28c-44db-aadd-dd35baec74a4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a25d60f2-a325-4427-81d4-53a3fe5f3727 HTTP/1.1" status: 204 len: 168 time: 0.3082397 May 14 15:47:13.119023 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a4f482-b28c-44db-aadd-dd35baec74a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25d60f2-a325-4427-81d4-53a3fe5f3727,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:13.751518 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6a25c829-457f-4061-b9aa-f74b54d6a138 req-fde0d5b9-9d44-4bed-b2f4-00ba874ee3a4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3 HTTP/1.1" status: 200 len: 217 time: 0.0683973 May 14 15:47:13.763577 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf047a0-1baa-478b-bd95-d09c8180de9a req-fa6e5e81-61ef-4fec-8dca-4f35f70d62fe tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:13.765285 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8cf047a0-1baa-478b-bd95-d09c8180de9a req-fa6e5e81-61ef-4fec-8dca-4f35f70d62fe tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/ports?device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 945 time: 0.1126397 May 14 15:47:13.780675 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.36', 63261) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:47:13.793646 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [req-545723a4-ec68-471b-bc4a-f0c2392e32c2 req-27603e35-6d8a-4b88-8933-99dc1f21ba36 service neutron] Request body: {'port': {'device_id': 'e33e9970-bfb7-46f3-8d40-782dbfa3d21c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:47:13.886479 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd94b7-4bc6-4224-8f7b-267c79be521a req-09f695b8-adf3-4963-acf4-ad0b1c35c461 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:13.888168 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d4fd94b7-4bc6-4224-8f7b-267c79be521a req-09f695b8-adf3-4963-acf4-ad0b1c35c461 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 944 time: 0.2068355 May 14 15:47:13.892639 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-1e71439b-d464-4935-99be-d9c9514bf868 req-5db6761b-12e7-4967-876e-6655257908ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3697c0c4-258d-43cd-a608-dec915d0b3e8 HTTP/1.1" status: 200 len: 217 time: 0.0952036 May 14 15:47:13.945643 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25c829-457f-4061-b9aa-f74b54d6a138 req-d550a87a-222b-4cde-9001-18b3d377cea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:13.947066 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6a25c829-457f-4061-b9aa-f74b54d6a138 req-d550a87a-222b-4cde-9001-18b3d377cea8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d11558f-f514-43f3-89bc-cf74b70b0dae HTTP/1.1" status: 200 len: 853 time: 0.1807210 May 14 15:47:13.952176 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198fd946-10cc-48d3-bfa6-4c1d5bbbf25b req-507cd886-da45-4c7d-a186-80f1bdc41161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:13.953754 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-198fd946-10cc-48d3-bfa6-4c1d5bbbf25b req-507cd886-da45-4c7d-a186-80f1bdc41161 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e026b24-9d5e-4f74-ac5a-5d47dc1338b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2028358 May 14 15:47:13.955598 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5950b3-c15e-4895-b1b6-dca8b37e3885 req-9eb23d7d-84b1-4a54-b2e8-fc62e1e79ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:13.957016 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-db5950b3-c15e-4895-b1b6-dca8b37e3885 req-9eb23d7d-84b1-4a54-b2e8-fc62e1e79ee3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 1129 time: 0.1754422 May 14 15:47:13.964600 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8cf047a0-1baa-478b-bd95-d09c8180de9a req-900d2efa-3a3a-4b74-819b-26e97f7e254a tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/security-groups?id=79193f64-8143-47c0-9226-6232633195e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854146 May 14 15:47:14.030955 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-db5950b3-c15e-4895-b1b6-dca8b37e3885 req-df20b837-7ca0-4cef-b2cc-50ad0bf4ef96 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:14.045771 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d4fd94b7-4bc6-4224-8f7b-267c79be521a req-e9e77236-6235-4d08-8119-a7bea26da797 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417174 May 14 15:47:14.056578 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-545723a4-ec68-471b-bc4a-f0c2392e32c2 req-27603e35-6d8a-4b88-8933-99dc1f21ba36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (759be0ca-daaf-4eba-97b6-a252b70cbb3b), before_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:14.102351 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-b0c2521b-7193-438b-9915-f17c5bbd89c2 req-7705e3c6-7e15-458d-9fae-5df6c853e44b service neutron] 10.222.0.36 "GET /v2.0/networks/79ec16e7-0db8-48bf-949b-d9757455ca2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946315 May 14 15:47:14.118079 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71439b-d464-4935-99be-d9c9514bf868 req-d3f00399-a64e-408d-abf8-10486c8940ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:14.121426 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-1e71439b-d464-4935-99be-d9c9514bf868 req-d3f00399-a64e-408d-abf8-10486c8940ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4761eee7-0a5d-411d-9c6c-5f0c035f2564 HTTP/1.1" status: 200 len: 858 time: 0.1481316 May 14 15:47:14.140784 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-db5950b3-c15e-4895-b1b6-dca8b37e3885 req-df20b837-7ca0-4cef-b2cc-50ad0bf4ef96 service neutron] Publish callbacks [] for security_group (1588b517-415f-453f-9f8a-48777819f4a4), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:14.143466 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25c829-457f-4061-b9aa-f74b54d6a138 req-fc901638-d588-4298-961d-87b969216080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:14.145475 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6a25c829-457f-4061-b9aa-f74b54d6a138 req-fc901638-d588-4298-961d-87b969216080 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=722d2578-8e0a-4535-bc1b-444c13327ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1726553 May 14 15:47:14.148186 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-db5950b3-c15e-4895-b1b6-dca8b37e3885 req-df20b837-7ca0-4cef-b2cc-50ad0bf4ef96 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (1588b517-415f-453f-9f8a-48777819f4a4), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:14.221241 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71439b-d464-4935-99be-d9c9514bf868 req-a3734cce-5bd8-4661-95f8-53f8d2cd712a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:14.223188 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-1e71439b-d464-4935-99be-d9c9514bf868 req-a3734cce-5bd8-4661-95f8-53f8d2cd712a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e026b24-9d5e-4f74-ac5a-5d47dc1338b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0755608 May 14 15:47:14.225442 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-198fd946-10cc-48d3-bfa6-4c1d5bbbf25b req-cd2e6616-0c6f-4051-8958-c585d35aacd7 service neutron] 10.222.0.36 "GET /v2.0/networks/3e026b24-9d5e-4f74-ac5a-5d47dc1338b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532895 May 14 15:47:14.277098 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-db5950b3-c15e-4895-b1b6-dca8b37e3885 req-df20b837-7ca0-4cef-b2cc-50ad0bf4ef96 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=79193f64-8143-47c0-9226-6232633195e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051951 May 14 15:47:14.497198 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df20b837-7ca0-4cef-b2cc-50ad0bf4ef96 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1588b517-415f-453f-9f8a-48777819f4a4,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:14.538930 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc0d1b-55e0-4dfb-8318-be4d60cccb37 req-881d37e3-9ce1-412f-b0b3-7ffc54baf7fe tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:14.540475 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-4ddc0d1b-55e0-4dfb-8318-be4d60cccb37 req-881d37e3-9ce1-412f-b0b3-7ffc54baf7fe tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 944 time: 0.3714857 May 14 15:47:14.558385 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d380833-34da-4356-90d0-8b433f41b4ea req-ed7f6c69-2c0f-492a-af0a-f783dcaf3232 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:14.559887 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0d380833-34da-4356-90d0-8b433f41b4ea req-ed7f6c69-2c0f-492a-af0a-f783dcaf3232 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 932 time: 0.3639688 May 14 15:47:14.623553 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6a25c829-457f-4061-b9aa-f74b54d6a138 req-fce025b7-0a19-4173-8d58-d391a821ab8b service neutron] 10.222.0.36 "GET /v2.0/networks/722d2578-8e0a-4535-bc1b-444c13327ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4531345 May 14 15:47:14.675283 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-4ddc0d1b-55e0-4dfb-8318-be4d60cccb37 req-b3634e78-486b-47da-923d-bf79dd0b2007 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258800 May 14 15:47:14.685012 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-1e71439b-d464-4935-99be-d9c9514bf868 req-b60762ec-edf3-4b67-9c10-e1e0debef470 service neutron] 10.222.0.36 "GET /v2.0/networks/3e026b24-9d5e-4f74-ac5a-5d47dc1338b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4418910 May 14 15:47:14.690614 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0d380833-34da-4356-90d0-8b433f41b4ea req-44eb71a4-c3e6-4d06-acc1-69785ea2438c tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234841 May 14 15:47:14.696068 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-198fd946-10cc-48d3-bfa6-4c1d5bbbf25b req-9b2c9443-5f5b-4bc2-b9ea-439cb27f50d0 service neutron] 10.222.0.36 "GET /v2.0/networks/3e026b24-9d5e-4f74-ac5a-5d47dc1338b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4519210 May 14 15:47:14.754799 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6a25c829-457f-4061-b9aa-f74b54d6a138 req-a452deb4-a93c-4465-98d3-a2427358ceea service neutron] 10.222.0.36 "GET /v2.0/networks/722d2578-8e0a-4535-bc1b-444c13327ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122901 May 14 15:47:14.798483 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] get_ports_and_sgs() called for port_ids ['3697c0c4-258d-43cd-a608-dec915d0b3e8'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 15:47:14.850700 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-1e71439b-d464-4935-99be-d9c9514bf868 req-5d22c2ed-4882-4b48-b184-958ec26105f9 service neutron] 10.222.0.36 "GET /v2.0/networks/3e026b24-9d5e-4f74-ac5a-5d47dc1338b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534195 May 14 15:47:14.908661 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.notifiers.nova [req-545723a4-ec68-471b-bc4a-f0c2392e32c2 req-27603e35-6d8a-4b88-8933-99dc1f21ba36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 759be0ca-daaf-4eba-97b6-a252b70cbb3b {{(pid=115110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 15:47:14.916114 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-545723a4-ec68-471b-bc4a-f0c2392e32c2 req-27603e35-6d8a-4b88-8933-99dc1f21ba36 service neutron] Publish callbacks [] for port (759be0ca-daaf-4eba-97b6-a252b70cbb3b), precommit_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:14.933258 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.provisioning_blocks [req-545723a4-ec68-471b-bc4a-f0c2392e32c2 req-27603e35-6d8a-4b88-8933-99dc1f21ba36 service neutron] Transition to ACTIVE for port object 759be0ca-daaf-4eba-97b6-a252b70cbb3b will not be triggered until provisioned by entity L2. {{(pid=115110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 14 15:47:14.937262 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-545723a4-ec68-471b-bc4a-f0c2392e32c2 req-27603e35-6d8a-4b88-8933-99dc1f21ba36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (759be0ca-daaf-4eba-97b6-a252b70cbb3b), after_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:15.015477 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27603e35-6d8a-4b88-8933-99dc1f21ba36 service neutron] Pushing event updated for resources: {'Port': ['ID=759be0ca-daaf-4eba-97b6-a252b70cbb3b,revision_number=2']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:15.031174 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27603e35-6d8a-4b88-8933-99dc1f21ba36 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:47:15.031683 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27603e35-6d8a-4b88-8933-99dc1f21ba36 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:47:15.032027 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27603e35-6d8a-4b88-8933-99dc1f21ba36 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:47:15.032362 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27603e35-6d8a-4b88-8933-99dc1f21ba36 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:47:15.032864 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27603e35-6d8a-4b88-8933-99dc1f21ba36 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:47:15.033192 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27603e35-6d8a-4b88-8933-99dc1f21ba36 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:47:15.033531 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27603e35-6d8a-4b88-8933-99dc1f21ba36 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:47:15.033830 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27603e35-6d8a-4b88-8933-99dc1f21ba36 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:47:15.034152 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27603e35-6d8a-4b88-8933-99dc1f21ba36 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:47:15.034509 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27603e35-6d8a-4b88-8933-99dc1f21ba36 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:47:15.034838 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27603e35-6d8a-4b88-8933-99dc1f21ba36 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:47:15.035150 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27603e35-6d8a-4b88-8933-99dc1f21ba36 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:47:15.035470 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27603e35-6d8a-4b88-8933-99dc1f21ba36 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:47:15.035781 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27603e35-6d8a-4b88-8933-99dc1f21ba36 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:47:15.036100 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27603e35-6d8a-4b88-8933-99dc1f21ba36 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:47:15.042676 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.managers [req-545723a4-ec68-471b-bc4a-f0c2392e32c2 req-27603e35-6d8a-4b88-8933-99dc1f21ba36 service neutron] Attempting to bind port 759be0ca-daaf-4eba-97b6-a252b70cbb3b on host hv-cinder-83979 for vnic_type normal with profile {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 15:47:15.043026 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.managers [req-545723a4-ec68-471b-bc4a-f0c2392e32c2 req-27603e35-6d8a-4b88-8933-99dc1f21ba36 service neutron] Attempting to bind port 759be0ca-daaf-4eba-97b6-a252b70cbb3b by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '4b29d80c-5a53-4124-96cc-b568754899ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd4128056-aa2b-474b-a7d3-2646c1ffdbcf'}] {{(pid=115110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 15:47:15.043331 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545723a4-ec68-471b-bc4a-f0c2392e32c2 req-27603e35-6d8a-4b88-8933-99dc1f21ba36 service neutron] Attempting to bind port 759be0ca-daaf-4eba-97b6-a252b70cbb3b on network d4128056-aa2b-474b-a7d3-2646c1ffdbcf {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:47:15.048530 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545723a4-ec68-471b-bc4a-f0c2392e32c2 req-27603e35-6d8a-4b88-8933-99dc1f21ba36 service neutron] Port 759be0ca-daaf-4eba-97b6-a252b70cbb3b on network d4128056-aa2b-474b-a7d3-2646c1ffdbcf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 14 15:47:15.048966 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545723a4-ec68-471b-bc4a-f0c2392e32c2 req-27603e35-6d8a-4b88-8933-99dc1f21ba36 service neutron] Attempting to bind port 759be0ca-daaf-4eba-97b6-a252b70cbb3b on network d4128056-aa2b-474b-a7d3-2646c1ffdbcf {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:47:15.054552 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545723a4-ec68-471b-bc4a-f0c2392e32c2 req-27603e35-6d8a-4b88-8933-99dc1f21ba36 service neutron] Checking agent: {'id': 'df6c86ae-fc26-40a3-91a1-648a304bf46f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 44, 23), 'started_at': datetime.datetime(2022, 5, 14, 15, 44, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 15, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 15:47:15.055027 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545723a4-ec68-471b-bc4a-f0c2392e32c2 req-27603e35-6d8a-4b88-8933-99dc1f21ba36 service neutron] Checking segment: {'id': '4b29d80c-5a53-4124-96cc-b568754899ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd4128056-aa2b-474b-a7d3-2646c1ffdbcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:47:15.055507 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545723a4-ec68-471b-bc4a-f0c2392e32c2 req-27603e35-6d8a-4b88-8933-99dc1f21ba36 service neutron] Bound using segment: {'id': '4b29d80c-5a53-4124-96cc-b568754899ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd4128056-aa2b-474b-a7d3-2646c1ffdbcf'} {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 15:47:15.056040 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.managers [req-545723a4-ec68-471b-bc4a-f0c2392e32c2 req-27603e35-6d8a-4b88-8933-99dc1f21ba36 service neutron] Bound port: 759be0ca-daaf-4eba-97b6-a252b70cbb3b, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b29d80c-5a53-4124-96cc-b568754899ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd4128056-aa2b-474b-a7d3-2646c1ffdbcf'}}] {{(pid=115110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 15:47:15.056537 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-545723a4-ec68-471b-bc4a-f0c2392e32c2 req-27603e35-6d8a-4b88-8933-99dc1f21ba36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (759be0ca-daaf-4eba-97b6-a252b70cbb3b), before_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:15.095617 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211cb91-b36b-476d-b4c5-a94c922f547c req-7cb9097e-5000-49dc-a4a2-651b63b69566 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:15.096995 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0211cb91-b36b-476d-b4c5-a94c922f547c req-7cb9097e-5000-49dc-a4a2-651b63b69566 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/ports?device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 945 time: 0.0584011 May 14 15:47:15.142438 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [req-545723a4-ec68-471b-bc4a-f0c2392e32c2 req-27603e35-6d8a-4b88-8933-99dc1f21ba36 service neutron] For port 759be0ca-daaf-4eba-97b6-a252b70cbb3b, host hv-cinder-83979, cleared binding levels {{(pid=115110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 15:47:15.146422 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [req-545723a4-ec68-471b-bc4a-f0c2392e32c2 req-27603e35-6d8a-4b88-8933-99dc1f21ba36 service neutron] For port 759be0ca-daaf-4eba-97b6-a252b70cbb3b, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=759be0ca-daaf-4eba-97b6-a252b70cbb3b,segment=NetworkSegment(4b29d80c-5a53-4124-96cc-b568754899ad),segment_id=4b29d80c-5a53-4124-96cc-b568754899ad)] {{(pid=115110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 15:47:15.153717 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-545723a4-ec68-471b-bc4a-f0c2392e32c2 req-27603e35-6d8a-4b88-8933-99dc1f21ba36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (759be0ca-daaf-4eba-97b6-a252b70cbb3b), after_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:15.187502 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0211cb91-b36b-476d-b4c5-a94c922f547c req-131da4d3-9788-4cf3-bb8a-b08612eb2057 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/security-groups?id=79193f64-8143-47c0-9226-6232633195e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845437 May 14 15:47:15.195506 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545723a4-ec68-471b-bc4a-f0c2392e32c2 req-27603e35-6d8a-4b88-8933-99dc1f21ba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:15.196171 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-545723a4-ec68-471b-bc4a-f0c2392e32c2 req-27603e35-6d8a-4b88-8933-99dc1f21ba36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for port (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:15.197722 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-545723a4-ec68-471b-bc4a-f0c2392e32c2 req-27603e35-6d8a-4b88-8933-99dc1f21ba36 service neutron] 10.222.0.36 "PUT /v2.0/ports/759be0ca-daaf-4eba-97b6-a252b70cbb3b HTTP/1.1" status: 200 len: 1094 time: 1.4106700 May 14 15:47:15.209917 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ffeef9-f91b-412d-992b-78f1d175270a req-bd3d4dfb-76a3-429d-9f28-299b2b6a63fb tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:15.210132 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e33e9970-bfb7-46f3-8d40-782dbfa3d21c', 'tag': '759be0ca-daaf-4eba-97b6-a252b70cbb3b'}] {{(pid=115110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:47:15.210321 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-48ffeef9-f91b-412d-992b-78f1d175270a req-bd3d4dfb-76a3-429d-9f28-299b2b6a63fb tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 944 time: 0.0656085 May 14 15:47:15.210410 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a270656aa08f71c574e37588e4b5bc67f1398202d03dea947e2a2c931e3df3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f2f4fc0-8985-4220-9e91-29f1fae85ca4" -d '{"events": [{"name": "network-changed", "server_uuid": "e33e9970-bfb7-46f3-8d40-782dbfa3d21c", "tag": "759be0ca-daaf-4eba-97b6-a252b70cbb3b"}]}' {{(pid=115110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:47:15.244064 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27603e35-6d8a-4b88-8933-99dc1f21ba36 service neutron] Pushing event updated for resources: {'Port': ['ID=759be0ca-daaf-4eba-97b6-a252b70cbb3b,revision_number=3']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:15.254682 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 15:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27ec1e2-5ced-4cd8-838f-3c6c43d4f459 x-openstack-request-id: req-b27ec1e2-5ced-4cd8-838f-3c6c43d4f459 {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:47:15.254971 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e33e9970-bfb7-46f3-8d40-782dbfa3d21c", "tag": "759be0ca-daaf-4eba-97b6-a252b70cbb3b", "status": "completed", "code": 200}]} {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:47:15.255223 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b27ec1e2-5ced-4cd8-838f-3c6c43d4f459 {{(pid=115110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:47:15.256191 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b27ec1e2-5ced-4cd8-838f-3c6c43d4f459'] response: {'name': 'network-changed', 'server_uuid': 'e33e9970-bfb7-46f3-8d40-782dbfa3d21c', 'tag': '759be0ca-daaf-4eba-97b6-a252b70cbb3b', 'status': 'completed', 'code': 200} May 14 15:47:15.265089 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-48ffeef9-f91b-412d-992b-78f1d175270a req-4d1f5cfc-55de-48f8-acdf-23f3d611fb37 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536630 May 14 15:47:15.819359 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39acc9f5-7242-42c0-a880-958a9877cddb req-af7df2c7-af01-4b41-a50f-54e75bd38bbf tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:15.821080 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-39acc9f5-7242-42c0-a880-958a9877cddb req-af7df2c7-af01-4b41-a50f-54e75bd38bbf tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 944 time: 0.0723836 May 14 15:47:15.841253 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d669f2f4-037b-4316-8c0e-6aba841bae17 req-b828b14d-e71c-4180-83d8-e8b34fb7d731 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:15.842737 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d669f2f4-037b-4316-8c0e-6aba841bae17 req-b828b14d-e71c-4180-83d8-e8b34fb7d731 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0675554 May 14 15:47:15.907055 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-39acc9f5-7242-42c0-a880-958a9877cddb req-a5a4760f-0eab-4439-b191-3ec0e439c998 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801682 May 14 15:47:15.919049 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d669f2f4-037b-4316-8c0e-6aba841bae17 req-74f23a3b-a406-4e67-869c-1dd64d0a5d8d tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693223 May 14 15:47:15.992075 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device 3697c0c4-258d-43cd-a608-dec915d0b3e8 up at agent hyperv_hv-cinder-83979 {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:47:16.039652 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Provisioning for port 3697c0c4-258d-43cd-a608-dec915d0b3e8 completed by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 14 15:47:16.046500 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Provisioning complete for port 3697c0c4-258d-43cd-a608-dec915d0b3e8 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:47:16.046882 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (3697c0c4-258d-43cd-a608-dec915d0b3e8), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:16.126680 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port 3697c0c4-258d-43cd-a608-dec915d0b3e8 is: BUILD; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:47:16.127144 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (3697c0c4-258d-43cd-a608-dec915d0b3e8), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:16.149409 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fbb269d-11cd-49ed-81ac-570e721c15cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3697c0c4-258d-43cd-a608-dec915d0b3e8'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:47:16.152385 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bb685cd0d0d5598b2dce4f6f2400b8bab1844baadda65bc385176a7d6dc4011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20be9fa9-6a3c-4d65-9714-d665c60fd69a" -d '{"events": [{"server_uuid": "9fbb269d-11cd-49ed-81ac-570e721c15cd", "name": "network-vif-plugged", "status": "completed", "tag": "3697c0c4-258d-43cd-a608-dec915d0b3e8"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:47:16.164273 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port 3697c0c4-258d-43cd-a608-dec915d0b3e8, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=3697c0c4-258d-43cd-a608-dec915d0b3e8,segment=NetworkSegment(3fe1ec03-a37f-4897-9c40-415202097700),segment_id=3fe1ec03-a37f-4897-9c40-415202097700)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:47:16.169256 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (3697c0c4-258d-43cd-a608-dec915d0b3e8), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:16.311959 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 15:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbbe438-0307-479b-a03c-7f0d110e4e28 x-openstack-request-id: req-cbbbe438-0307-479b-a03c-7f0d110e4e28 {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:47:16.312277 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fbb269d-11cd-49ed-81ac-570e721c15cd", "name": "network-vif-plugged", "status": "completed", "tag": "3697c0c4-258d-43cd-a608-dec915d0b3e8", "code": 200}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:47:16.312535 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cbbbe438-0307-479b-a03c-7f0d110e4e28 {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:47:16.312921 dv-cinder-839793-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbbbe438-0307-479b-a03c-7f0d110e4e28'] response: {'server_uuid': '9fbb269d-11cd-49ed-81ac-570e721c15cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3697c0c4-258d-43cd-a608-dec915d0b3e8', 'code': 200} May 14 15:47:16.325685 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bedfd1-5683-44db-9a3f-2f5421be78ea req-6c171c63-ae88-435f-950f-6704b1b5b1c6 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:16.328846 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-01bedfd1-5683-44db-9a3f-2f5421be78ea req-6c171c63-ae88-435f-950f-6704b1b5b1c6 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/ports?device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 945 time: 0.0640266 May 14 15:47:16.346631 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=3697c0c4-258d-43cd-a608-dec915d0b3e8,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:16.424255 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac9016-8913-43b8-9df7-b8db66f2d24c req-59b20a29-d5f7-48e0-b197-99f8c98ea5c1 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:16.425964 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5eac9016-8913-43b8-9df7-b8db66f2d24c req-59b20a29-d5f7-48e0-b197-99f8c98ea5c1 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 944 time: 0.0724947 May 14 15:47:16.430071 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-01bedfd1-5683-44db-9a3f-2f5421be78ea req-9e77bcaf-a56e-4185-8fd5-bc61fcee4d04 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/security-groups?id=79193f64-8143-47c0-9226-6232633195e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949159 May 14 15:47:16.479039 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5eac9016-8913-43b8-9df7-b8db66f2d24c req-4800ab51-9e4c-402b-a537-7fc83a8af4d3 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474253 May 14 15:47:17.072224 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e0561-670d-497d-a988-c4d7be659142 req-1322de46-f9f3-4573-92cf-e077a8738e9d tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:17.074484 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-616e0561-670d-497d-a988-c4d7be659142 req-1322de46-f9f3-4573-92cf-e077a8738e9d tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0801246 May 14 15:47:17.080888 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e0894-a577-44bb-96f9-0d3f85c32e30 req-052aaf9b-f864-4a65-8592-40517bb12f0b tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:17.082499 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ce6e0894-a577-44bb-96f9-0d3f85c32e30 req-052aaf9b-f864-4a65-8592-40517bb12f0b tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 944 time: 0.0771508 May 14 15:47:17.157629 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-616e0561-670d-497d-a988-c4d7be659142 req-4cdfa350-a4e4-4230-b3f1-866bdcdccae5 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740445 May 14 15:47:17.160828 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ce6e0894-a577-44bb-96f9-0d3f85c32e30 req-bb349070-0772-4083-bee1-bb3adf5506a4 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711296 May 14 15:47:17.462270 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 35114) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:47:17.551970 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263e8cb-a335-4d06-904b-32d68de99aac req-dc171408-151b-44b8-a359-3b6376515e69 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:17.553444 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c263e8cb-a335-4d06-904b-32d68de99aac req-dc171408-151b-44b8-a359-3b6376515e69 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/ports?device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 945 time: 0.0519354 May 14 15:47:17.605244 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-54b4ae15-a430-482e-b418-8b592ce94fc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:17.636739 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb4fb5-f563-4ae4-aa2e-032ade25886a req-2ea810f7-e08b-4a7f-8477-1d548fc5f255 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:17.638158 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3ddb4fb5-f563-4ae4-aa2e-032ade25886a req-2ea810f7-e08b-4a7f-8477-1d548fc5f255 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 944 time: 0.0838554 May 14 15:47:17.676420 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c263e8cb-a335-4d06-904b-32d68de99aac req-f0cefe09-f9e9-4082-a5c6-66fb45ed1fb0 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/security-groups?id=79193f64-8143-47c0-9226-6232633195e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100922 May 14 15:47:17.721160 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3ddb4fb5-f563-4ae4-aa2e-032ade25886a req-5d21c437-b9c1-4733-acff-19ee0766a380 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745203 May 14 15:47:17.758700 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-54b4ae15-a430-482e-b418-8b592ce94fc7 admin admin] Publish callbacks [] for security_group (1e6c6454-cd62-4b7a-aabc-afe1bb6020c3), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:17.762488 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-54b4ae15-a430-482e-b418-8b592ce94fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (1e6c6454-cd62-4b7a-aabc-afe1bb6020c3), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:17.800432 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-54b4ae15-a430-482e-b418-8b592ce94fc7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cb0c02e18bf64577aaae9b4b851d025d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3370209 May 14 15:47:17.801256 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b4ae15-a430-482e-b418-8b592ce94fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6c6454-cd62-4b7a-aabc-afe1bb6020c3,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:17.803169 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 35122) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:47:17.808830 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b4ae15-a430-482e-b418-8b592ce94fc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:47:17.809184 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b4ae15-a430-482e-b418-8b592ce94fc7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:47:17.809524 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b4ae15-a430-482e-b418-8b592ce94fc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:47:17.809858 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b4ae15-a430-482e-b418-8b592ce94fc7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:47:17.810190 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b4ae15-a430-482e-b418-8b592ce94fc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:47:17.810556 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b4ae15-a430-482e-b418-8b592ce94fc7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:47:17.810885 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b4ae15-a430-482e-b418-8b592ce94fc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:47:17.811203 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b4ae15-a430-482e-b418-8b592ce94fc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:47:17.811540 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b4ae15-a430-482e-b418-8b592ce94fc7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:47:17.811863 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b4ae15-a430-482e-b418-8b592ce94fc7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:47:17.812195 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b4ae15-a430-482e-b418-8b592ce94fc7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:47:17.812515 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b4ae15-a430-482e-b418-8b592ce94fc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:47:17.812827 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b4ae15-a430-482e-b418-8b592ce94fc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:47:17.813138 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b4ae15-a430-482e-b418-8b592ce94fc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:47:17.813447 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b4ae15-a430-482e-b418-8b592ce94fc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:47:17.854700 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-44dd253f-6995-44f0-87b5-397b2e7d08eb admin admin] Publish callbacks [] for security_group (1e6c6454-cd62-4b7a-aabc-afe1bb6020c3), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:17.876322 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-44dd253f-6995-44f0-87b5-397b2e7d08eb admin admin] Publish callbacks [] for security_group (1e6c6454-cd62-4b7a-aabc-afe1bb6020c3), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:17.924510 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-44dd253f-6995-44f0-87b5-397b2e7d08eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (1e6c6454-cd62-4b7a-aabc-afe1bb6020c3), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:17.927411 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-44dd253f-6995-44f0-87b5-397b2e7d08eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:17.928498 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-44dd253f-6995-44f0-87b5-397b2e7d08eb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1e6c6454-cd62-4b7a-aabc-afe1bb6020c3 HTTP/1.1" status: 204 len: 168 time: 0.1243100 May 14 15:47:17.936267 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd253f-6995-44f0-87b5-397b2e7d08eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6c6454-cd62-4b7a-aabc-afe1bb6020c3,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:18.187385 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 35132) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:47:18.201871 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e6ee8148-eb86-4207-a11c-2c28043539d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:18.287531 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e6ee8148-eb86-4207-a11c-2c28043539d4 admin admin] Publish callbacks [] for security_group (4cb7c3f6-bb64-4726-a62a-e786a76fc6eb), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:18.291596 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e6ee8148-eb86-4207-a11c-2c28043539d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (4cb7c3f6-bb64-4726-a62a-e786a76fc6eb), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:18.321369 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ebcfbb-6457-427a-a59a-9bc725ca2880 req-faae64b7-7ddc-4556-9f7c-944db37a1e56 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:18.323426 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b8ebcfbb-6457-427a-a59a-9bc725ca2880 req-faae64b7-7ddc-4556-9f7c-944db37a1e56 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 944 time: 0.0905452 May 14 15:47:18.330656 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b096acdb-16aa-4440-8eba-5bad756ac450 req-9ce5977b-4a37-4e9e-9ec0-e9bf1ea68641 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:18.332467 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b096acdb-16aa-4440-8eba-5bad756ac450 req-9ce5977b-4a37-4e9e-9ec0-e9bf1ea68641 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0782075 May 14 15:47:18.333576 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ee8148-eb86-4207-a11c-2c28043539d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb7c3f6-bb64-4726-a62a-e786a76fc6eb,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:18.337612 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-e6ee8148-eb86-4207-a11c-2c28043539d4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=639483e0e39744bb99492b1c00cefdeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1491570 May 14 15:47:18.342120 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 35136) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:47:18.392569 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-2acb41b0-a00c-4024-8918-cc4d2c44f0ed admin admin] Publish callbacks [] for security_group (4cb7c3f6-bb64-4726-a62a-e786a76fc6eb), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:18.413693 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-2acb41b0-a00c-4024-8918-cc4d2c44f0ed admin admin] Publish callbacks [] for security_group (4cb7c3f6-bb64-4726-a62a-e786a76fc6eb), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:18.415594 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b8ebcfbb-6457-427a-a59a-9bc725ca2880 req-37391458-e831-485b-a491-7e9a68456c85 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810652 May 14 15:47:18.438660 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b096acdb-16aa-4440-8eba-5bad756ac450 req-eb085f9f-99a4-44b6-a40a-b7147b3921b1 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939467 May 14 15:47:18.482088 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-2acb41b0-a00c-4024-8918-cc4d2c44f0ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (4cb7c3f6-bb64-4726-a62a-e786a76fc6eb), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:18.484894 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-2acb41b0-a00c-4024-8918-cc4d2c44f0ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:18.486362 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-2acb41b0-a00c-4024-8918-cc4d2c44f0ed admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4cb7c3f6-bb64-4726-a62a-e786a76fc6eb HTTP/1.1" status: 204 len: 168 time: 0.1428974 May 14 15:47:18.494379 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acb41b0-a00c-4024-8918-cc4d2c44f0ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb7c3f6-bb64-4726-a62a-e786a76fc6eb,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:18.805152 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00704829-cc4b-43c5-8f8a-f1b5ae86eca0 req-7fdf10dc-bbc0-4227-8309-95e10164d871 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:18.806646 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-00704829-cc4b-43c5-8f8a-f1b5ae86eca0 req-7fdf10dc-bbc0-4227-8309-95e10164d871 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/ports?device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 945 time: 0.0526910 May 14 15:47:18.879751 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc27fe-d83f-4672-8437-97d9f89bef78 req-d37bf124-5003-4599-ab0d-1f35b200fa5c tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:18.881215 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e7bc27fe-d83f-4672-8437-97d9f89bef78 req-d37bf124-5003-4599-ab0d-1f35b200fa5c tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 944 time: 0.0827830 May 14 15:47:18.911296 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-00704829-cc4b-43c5-8f8a-f1b5ae86eca0 req-f8212e5c-5a12-45ff-80a9-c2348449d456 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/security-groups?id=79193f64-8143-47c0-9226-6232633195e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957835 May 14 15:47:18.944997 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e7bc27fe-d83f-4672-8437-97d9f89bef78 req-98f30901-b95c-4e58-b054-5e04f93b1042 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575631 May 14 15:47:19.573374 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ca593-d2ec-4e57-8e39-2d951652eb1a req-713fa54f-4f64-481a-a86b-09f54493fb50 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:19.574990 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9d3ca593-d2ec-4e57-8e39-2d951652eb1a req-713fa54f-4f64-481a-a86b-09f54493fb50 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0788536 May 14 15:47:19.596958 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e765f6-e21a-4f8c-9eb0-79a45ccab42c req-75c1bd90-7185-4f63-bc55-78258c4077a2 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:19.598409 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-68e765f6-e21a-4f8c-9eb0-79a45ccab42c req-75c1bd90-7185-4f63-bc55-78258c4077a2 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 944 time: 0.0679643 May 14 15:47:19.663982 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9d3ca593-d2ec-4e57-8e39-2d951652eb1a req-92075cc8-8287-47d7-bebc-58ced4327aea tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820711 May 14 15:47:19.670992 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-68e765f6-e21a-4f8c-9eb0-79a45ccab42c req-5a33917e-0354-4327-90fd-6d47970f1178 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660486 May 14 15:47:20.074303 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7981f-e2eb-4443-b621-fbc8ef3ff795 req-9f92b4b7-d980-47bf-9691-b47458ff0ec3 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:20.075835 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d3c7981f-e2eb-4443-b621-fbc8ef3ff795 req-9f92b4b7-d980-47bf-9691-b47458ff0ec3 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/ports?device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 945 time: 0.0939603 May 14 15:47:20.095720 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a1c27-fac0-4bf4-a811-d07f862d9867 req-65e92ba7-52ac-419f-b263-71382ac0a783 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:20.097156 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ae3a1c27-fac0-4bf4-a811-d07f862d9867 req-65e92ba7-52ac-419f-b263-71382ac0a783 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 944 time: 0.0734615 May 14 15:47:20.161433 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d3c7981f-e2eb-4443-b621-fbc8ef3ff795 req-e8bf09a5-f821-4887-90b0-4acafb679792 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/security-groups?id=79193f64-8143-47c0-9226-6232633195e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796235 May 14 15:47:20.175102 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ae3a1c27-fac0-4bf4-a811-d07f862d9867 req-47b5d622-cee8-42df-81eb-358434ed5bb0 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694437 May 14 15:47:20.818013 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5954dc62-da5b-4315-8005-1cbc48ab580a req-0f2282ae-d2d4-4156-ac3a-5cfe51f76db4 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:20.819725 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5954dc62-da5b-4315-8005-1cbc48ab580a req-0f2282ae-d2d4-4156-ac3a-5cfe51f76db4 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0763571 May 14 15:47:20.828957 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ee6c2-1811-4e84-b84a-c39686ee1cee req-defb65a2-b28a-43fd-9f69-7972cd1b5efd tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:20.830458 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-791ee6c2-1811-4e84-b84a-c39686ee1cee req-defb65a2-b28a-43fd-9f69-7972cd1b5efd tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 944 time: 0.0761495 May 14 15:47:20.912263 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5954dc62-da5b-4315-8005-1cbc48ab580a req-de495a42-0646-48a0-9167-8c69ef951dea tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808182 May 14 15:47:20.915513 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-791ee6c2-1811-4e84-b84a-c39686ee1cee req-4e8d9b5a-481a-47c2-9bcc-dd58a5565562 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783968 May 14 15:47:21.232285 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device e71a293a-1d12-4e53-a116-f52bc19b1aa0 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=115112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 14 15:47:21.327991 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e56055-877f-4b05-9047-36783cb89397 req-6e4cb3a6-7c91-4e68-8fff-51dc19d8803d tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:21.330033 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c1e56055-877f-4b05-9047-36783cb89397 req-6e4cb3a6-7c91-4e68-8fff-51dc19d8803d tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/ports?device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 945 time: 0.0920339 May 14 15:47:21.337398 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e787989-0bdf-44d3-baa5-05f1f7d7e21a req-67020f70-d80d-4bc1-bebd-e1c57ca020ef tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:21.339045 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9e787989-0bdf-44d3-baa5-05f1f7d7e21a req-67020f70-d80d-4bc1-bebd-e1c57ca020ef tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 944 time: 0.0899510 May 14 15:47:21.343790 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port e71a293a-1d12-4e53-a116-f52bc19b1aa0, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=e71a293a-1d12-4e53-a116-f52bc19b1aa0,segment=NetworkSegment(3fe1ec03-a37f-4897-9c40-415202097700),segment_id=3fe1ec03-a37f-4897-9c40-415202097700)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:47:21.356025 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Returning: {'device': 'e71a293a-1d12-4e53-a116-f52bc19b1aa0', 'network_id': '3e026b24-9d5e-4f74-ac5a-5d47dc1338b8', 'port_id': 'e71a293a-1d12-4e53-a116-f52bc19b1aa0', 'mac_address': 'fa:16:3e:99:52:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4761eee7-0a5d-411d-9c6c-5f0c035f2564', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 14 15:47:21.397414 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port e71a293a-1d12-4e53-a116-f52bc19b1aa0 is: DOWN; New status is: BUILD {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:47:21.397834 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (e71a293a-1d12-4e53-a116-f52bc19b1aa0), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:21.411170 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e71a293a-1d12-4e53-a116-f52bc19b1aa0 {{(pid=115112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 15:47:21.423743 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c1e56055-877f-4b05-9047-36783cb89397 req-1c639aab-e49e-451c-9952-316635510526 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/security-groups?id=79193f64-8143-47c0-9226-6232633195e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836947 May 14 15:47:21.434336 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port e71a293a-1d12-4e53-a116-f52bc19b1aa0, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=e71a293a-1d12-4e53-a116-f52bc19b1aa0,segment=NetworkSegment(3fe1ec03-a37f-4897-9c40-415202097700),segment_id=3fe1ec03-a37f-4897-9c40-415202097700)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:47:21.443436 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (e71a293a-1d12-4e53-a116-f52bc19b1aa0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:21.446069 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9e787989-0bdf-44d3-baa5-05f1f7d7e21a req-0ce4970e-c9ae-49de-9db6-492fafb2477b tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964787 May 14 15:47:21.448009 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 35306) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:47:21.497704 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=e71a293a-1d12-4e53-a116-f52bc19b1aa0,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:21.504776 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:47:21.505117 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:47:21.505477 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:47:21.505825 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:47:21.506153 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:47:21.506497 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:47:21.506841 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:47:21.507165 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:47:21.507495 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:47:21.507807 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:47:21.508134 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:47:21.508461 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:47:21.508778 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:47:21.509089 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:47:21.509400 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:47:21.563064 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-ae317346-9ede-496d-9707-4f557fe6e6ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:21.641654 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-ae317346-9ede-496d-9707-4f557fe6e6ee admin admin] Publish callbacks [] for security_group (c5d42fde-9adf-47c0-aee5-36d3e0e576e1), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:21.645365 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-ae317346-9ede-496d-9707-4f557fe6e6ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (c5d42fde-9adf-47c0-aee5-36d3e0e576e1), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:21.682793 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-ae317346-9ede-496d-9707-4f557fe6e6ee admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bf377e4e9cf8475d95412fc0ad8d3653&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2319267 May 14 15:47:21.683665 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae317346-9ede-496d-9707-4f557fe6e6ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d42fde-9adf-47c0-aee5-36d3e0e576e1,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:21.685533 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 35312) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:47:21.734152 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-b20e072d-26cc-4e67-bca7-e5bff944af5f admin admin] Publish callbacks [] for security_group (c5d42fde-9adf-47c0-aee5-36d3e0e576e1), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:21.755073 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-b20e072d-26cc-4e67-bca7-e5bff944af5f admin admin] Publish callbacks [] for security_group (c5d42fde-9adf-47c0-aee5-36d3e0e576e1), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:21.802239 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-b20e072d-26cc-4e67-bca7-e5bff944af5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (c5d42fde-9adf-47c0-aee5-36d3e0e576e1), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:21.804818 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-b20e072d-26cc-4e67-bca7-e5bff944af5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:21.805998 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-b20e072d-26cc-4e67-bca7-e5bff944af5f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c5d42fde-9adf-47c0-aee5-36d3e0e576e1 HTTP/1.1" status: 204 len: 168 time: 0.1193969 May 14 15:47:21.814147 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e072d-26cc-4e67-bca7-e5bff944af5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d42fde-9adf-47c0-aee5-36d3e0e576e1,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:22.066810 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45914378-e836-4633-80c5-7c164a8aec59 req-bfd1a743-d3fc-4c75-a4cb-e9c194ca9e95 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:22.068412 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-45914378-e836-4633-80c5-7c164a8aec59 req-bfd1a743-d3fc-4c75-a4cb-e9c194ca9e95 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0721056 May 14 15:47:22.075117 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8d6bd-d517-4dbb-825a-5ce130046b82 req-b297b21d-f719-44c6-86eb-65337a5dac77 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:22.076513 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-96f8d6bd-d517-4dbb-825a-5ce130046b82 req-b297b21d-f719-44c6-86eb-65337a5dac77 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 944 time: 0.0898459 May 14 15:47:22.089537 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 35324) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:47:22.102515 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1ab30319-30a1-486d-9926-6c0a4512defa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:22.150412 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-45914378-e836-4633-80c5-7c164a8aec59 req-53e7c493-3cd6-4e44-b6c8-c9e7aa894c25 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728972 May 14 15:47:22.159323 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-96f8d6bd-d517-4dbb-825a-5ce130046b82 req-c81a57cd-28c7-440a-b08a-623a439fa398 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745900 May 14 15:47:22.198125 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1ab30319-30a1-486d-9926-6c0a4512defa admin admin] Publish callbacks [] for security_group (a2df5cb1-eec9-4636-b0cf-df4d6e320a8e), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:22.202326 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1ab30319-30a1-486d-9926-6c0a4512defa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (a2df5cb1-eec9-4636-b0cf-df4d6e320a8e), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:22.237901 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab30319-30a1-486d-9926-6c0a4512defa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2df5cb1-eec9-4636-b0cf-df4d6e320a8e,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:22.242368 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-1ab30319-30a1-486d-9926-6c0a4512defa admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7ec4ef90cb1247728acd26741a45e38f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1517119 May 14 15:47:22.245672 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 35328) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:47:22.300937 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-4d39c190-0eb0-4533-999e-4f78792bcfc3 admin admin] Publish callbacks [] for security_group (a2df5cb1-eec9-4636-b0cf-df4d6e320a8e), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:22.321906 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-4d39c190-0eb0-4533-999e-4f78792bcfc3 admin admin] Publish callbacks [] for security_group (a2df5cb1-eec9-4636-b0cf-df4d6e320a8e), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:22.330066 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] get_ports_and_sgs() called for port_ids ['e71a293a-1d12-4e53-a116-f52bc19b1aa0'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 15:47:22.370508 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-4d39c190-0eb0-4533-999e-4f78792bcfc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (a2df5cb1-eec9-4636-b0cf-df4d6e320a8e), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:22.373112 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-4d39c190-0eb0-4533-999e-4f78792bcfc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:22.374262 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-4d39c190-0eb0-4533-999e-4f78792bcfc3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a2df5cb1-eec9-4636-b0cf-df4d6e320a8e HTTP/1.1" status: 204 len: 168 time: 0.1276953 May 14 15:47:22.381997 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d39c190-0eb0-4533-999e-4f78792bcfc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2df5cb1-eec9-4636-b0cf-df4d6e320a8e,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:22.545745 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b405297-7903-4de9-a695-1022b2665213 req-738142e4-2d20-4575-995e-de9304912249 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:22.547334 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0b405297-7903-4de9-a695-1022b2665213 req-738142e4-2d20-4575-995e-de9304912249 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/ports?device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 945 time: 0.0585392 May 14 15:47:22.601589 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e272c39-2df6-46da-8a0a-9cfa00552ab9 req-c09cd124-7387-4e25-9f8b-4dcef7ff4818 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:22.603196 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6e272c39-2df6-46da-8a0a-9cfa00552ab9 req-c09cd124-7387-4e25-9f8b-4dcef7ff4818 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 945 time: 0.0759089 May 14 15:47:22.643179 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0b405297-7903-4de9-a695-1022b2665213 req-81106fde-7812-4b69-8466-7162e74d400f tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/security-groups?id=79193f64-8143-47c0-9226-6232633195e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791504 May 14 15:47:22.679081 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6e272c39-2df6-46da-8a0a-9cfa00552ab9 req-ef39c2df-9202-4542-a5c2-d000f9d98c20 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692205 May 14 15:47:23.303628 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15e415-f525-4fb3-af7e-3f226c1a2f6f req-5ed1baf7-476c-4372-b3be-efb807aa396a tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:23.305207 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5e15e415-f525-4fb3-af7e-3f226c1a2f6f req-5ed1baf7-476c-4372-b3be-efb807aa396a tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 944 time: 0.0777128 May 14 15:47:23.314408 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db7f8c-660f-49ce-b034-288244ea2381 req-9177b43e-c456-42e5-8fc4-4538f0738b41 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:23.315874 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-01db7f8c-660f-49ce-b034-288244ea2381 req-9177b43e-c456-42e5-8fc4-4538f0738b41 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0783358 May 14 15:47:23.386661 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5e15e415-f525-4fb3-af7e-3f226c1a2f6f req-d49c5fc4-99ce-4239-bba2-619f594e96ad tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697916 May 14 15:47:23.398611 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-01db7f8c-660f-49ce-b034-288244ea2381 req-fd61f472-d235-484a-9cb3-2ab87402b1d8 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748370 May 14 15:47:23.768508 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ede3b2-9459-4f2a-8e60-a8f97a6c394a req-d2034375-cbf9-4cfe-a106-828723983a74 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:23.770248 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-43ede3b2-9459-4f2a-8e60-a8f97a6c394a req-d2034375-cbf9-4cfe-a106-828723983a74 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/ports?device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 945 time: 0.0573761 May 14 15:47:23.847447 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346f6e1-68fe-4e95-b6c3-6b5a11806af4 req-cca263c7-1808-4d23-a9eb-19457f6bc8f3 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:23.849027 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8346f6e1-68fe-4e95-b6c3-6b5a11806af4 req-cca263c7-1808-4d23-a9eb-19457f6bc8f3 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 945 time: 0.0710199 May 14 15:47:23.892288 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-43ede3b2-9459-4f2a-8e60-a8f97a6c394a req-702a8d27-28c6-401f-9b37-a8cd58745c10 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/security-groups?id=79193f64-8143-47c0-9226-6232633195e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129429 May 14 15:47:23.919982 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8346f6e1-68fe-4e95-b6c3-6b5a11806af4 req-e818bc1a-ac09-4bc4-be3c-c85c52e01ed0 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625162 May 14 15:47:24.189996 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 35414) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:47:24.303988 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f7ea6d74-ece3-4005-9fbb-9c2dc544bccf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:24.380138 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f7ea6d74-ece3-4005-9fbb-9c2dc544bccf admin admin] Publish callbacks [] for security_group (c06f8911-10fc-432c-a8ff-7252917fbada), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:24.383708 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f7ea6d74-ece3-4005-9fbb-9c2dc544bccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (c06f8911-10fc-432c-a8ff-7252917fbada), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:24.424424 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-f7ea6d74-ece3-4005-9fbb-9c2dc544bccf admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=16220beaefed4b11a6cfa9c5bbd42079&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308412 May 14 15:47:24.424424 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea6d74-ece3-4005-9fbb-9c2dc544bccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06f8911-10fc-432c-a8ff-7252917fbada,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:24.427103 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 35422) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:47:24.480828 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-4dffedf8-79ef-4d17-8bbe-00891a7d1f6e admin admin] Publish callbacks [] for security_group (c06f8911-10fc-432c-a8ff-7252917fbada), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:24.503166 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-4dffedf8-79ef-4d17-8bbe-00891a7d1f6e admin admin] Publish callbacks [] for security_group (c06f8911-10fc-432c-a8ff-7252917fbada), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:24.539247 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf15d8b-343a-4a15-bff2-3b8a894a1c0b req-1e469511-b853-4edf-b11b-f7d67a8f435d tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:24.541580 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-bdf15d8b-343a-4a15-bff2-3b8a894a1c0b req-1e469511-b853-4edf-b11b-f7d67a8f435d tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 944 time: 0.0790203 May 14 15:47:24.549334 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-4dffedf8-79ef-4d17-8bbe-00891a7d1f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (c06f8911-10fc-432c-a8ff-7252917fbada), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:24.552070 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-4dffedf8-79ef-4d17-8bbe-00891a7d1f6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:24.553330 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-4dffedf8-79ef-4d17-8bbe-00891a7d1f6e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c06f8911-10fc-432c-a8ff-7252917fbada HTTP/1.1" status: 204 len: 168 time: 0.1251833 May 14 15:47:24.562070 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dffedf8-79ef-4d17-8bbe-00891a7d1f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06f8911-10fc-432c-a8ff-7252917fbada,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:24.562590 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cbd5c-6845-465b-881e-ab6045753c89 req-90db429d-ca49-455c-9275-a10ff9a1c399 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:24.564051 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f64cbd5c-6845-465b-881e-ab6045753c89 req-90db429d-ca49-455c-9275-a10ff9a1c399 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0728719 May 14 15:47:24.614679 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-bdf15d8b-343a-4a15-bff2-3b8a894a1c0b req-824eb0fa-f168-4358-80d7-64eb99b66408 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667050 May 14 15:47:24.650149 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f64cbd5c-6845-465b-881e-ab6045753c89 req-c848b93b-7154-4213-b8c7-462cfea2ebc1 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586112 May 14 15:47:24.815187 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 35430) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:47:24.828218 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-020a9fbc-0761-40fb-9b07-9649eb8d5461 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:24.907407 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-020a9fbc-0761-40fb-9b07-9649eb8d5461 admin admin] Publish callbacks [] for security_group (97d4bc2a-9644-4624-8fd1-a6baa95d806c), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:24.914167 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-020a9fbc-0761-40fb-9b07-9649eb8d5461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (97d4bc2a-9644-4624-8fd1-a6baa95d806c), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:24.952020 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-020a9fbc-0761-40fb-9b07-9649eb8d5461 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0e847072ad66475fb25debf4fe9e26a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1357493 May 14 15:47:24.953931 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020a9fbc-0761-40fb-9b07-9649eb8d5461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d4bc2a-9644-4624-8fd1-a6baa95d806c,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:24.954688 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 35436) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:47:25.035694 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-dc6ac632-7c06-4c27-9a63-a1196520f98a admin admin] Publish callbacks [] for security_group (97d4bc2a-9644-4624-8fd1-a6baa95d806c), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:25.047304 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f372e2-8c50-4532-a8b4-75df786a8db5 req-215622b1-7646-46a8-bfae-c9cd8936f82a tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:25.048740 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-43f372e2-8c50-4532-a8b4-75df786a8db5 req-215622b1-7646-46a8-bfae-c9cd8936f82a tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 945 time: 0.0577857 May 14 15:47:25.083914 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-dc6ac632-7c06-4c27-9a63-a1196520f98a admin admin] Publish callbacks [] for security_group (97d4bc2a-9644-4624-8fd1-a6baa95d806c), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:25.133168 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-43f372e2-8c50-4532-a8b4-75df786a8db5 req-245046a2-41c3-4013-9e84-af0ad2f637fe tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790040 May 14 15:47:25.153486 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-dc6ac632-7c06-4c27-9a63-a1196520f98a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (97d4bc2a-9644-4624-8fd1-a6baa95d806c), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:25.156239 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-dc6ac632-7c06-4c27-9a63-a1196520f98a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:25.157321 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-dc6ac632-7c06-4c27-9a63-a1196520f98a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/97d4bc2a-9644-4624-8fd1-a6baa95d806c HTTP/1.1" status: 204 len: 168 time: 0.2014194 May 14 15:47:25.165288 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ac632-7c06-4c27-9a63-a1196520f98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d4bc2a-9644-4624-8fd1-a6baa95d806c,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:25.731943 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912b060-30d9-4319-b014-4b5e4fd9f202 req-1cc3ac96-069a-4925-b989-8882caa859e4 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:25.733774 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d912b060-30d9-4319-b014-4b5e4fd9f202 req-1cc3ac96-069a-4925-b989-8882caa859e4 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 944 time: 0.0502770 May 14 15:47:25.795716 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f7327-4f33-4393-adbb-841de612fabc req-2a16ce07-d090-48dd-9a7f-783549b57b75 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:25.797217 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c53f7327-4f33-4393-adbb-841de612fabc req-2a16ce07-d090-48dd-9a7f-783549b57b75 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0625265 May 14 15:47:25.837001 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d912b060-30d9-4319-b014-4b5e4fd9f202 req-c986c137-95be-4e32-b9f6-bc23ed8cc153 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909026 May 14 15:47:25.870644 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c53f7327-4f33-4393-adbb-841de612fabc req-da131188-4f63-4c5f-9a9f-b1f1bf0baae3 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624888 May 14 15:47:26.272535 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c8e56-1ec9-4775-8333-6351d528574b req-d2560b65-7189-4090-af42-186fc28d1f60 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:26.279877 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f11c8e56-1ec9-4775-8333-6351d528574b req-d2560b65-7189-4090-af42-186fc28d1f60 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 945 time: 0.0763845 May 14 15:47:26.329339 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f11c8e56-1ec9-4775-8333-6351d528574b req-63e17373-e2dd-4282-9660-883529aeab1d tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484610 May 14 15:47:26.987845 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88354b-57f0-4857-9bf7-9c5fc9068fa4 req-9a7bfc93-94d6-4f22-a79f-7284f39ed46f tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:26.989371 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-2c88354b-57f0-4857-9bf7-9c5fc9068fa4 req-9a7bfc93-94d6-4f22-a79f-7284f39ed46f tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 944 time: 0.0805697 May 14 15:47:27.002517 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5d5b69-91c1-4e22-bef4-eee79a40faf9 req-79ae0da9-578f-49ef-8439-ff990d090906 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:27.003964 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3a5d5b69-91c1-4e22-bef4-eee79a40faf9 req-79ae0da9-578f-49ef-8439-ff990d090906 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0648067 May 14 15:47:27.074562 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-2c88354b-57f0-4857-9bf7-9c5fc9068fa4 req-235d2e11-26f9-46c0-b47a-093c8fe0f645 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789762 May 14 15:47:27.081848 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3a5d5b69-91c1-4e22-bef4-eee79a40faf9 req-c9b567b1-2657-42d0-aecf-8e017307c733 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716546 May 14 15:47:27.449328 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3577a5-ba6f-41f2-9aea-60bbeb199923 req-7117b2c4-ccba-4beb-8075-a59084884c06 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:27.450825 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5b3577a5-ba6f-41f2-9aea-60bbeb199923 req-7117b2c4-ccba-4beb-8075-a59084884c06 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 945 time: 0.0497763 May 14 15:47:27.500748 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5b3577a5-ba6f-41f2-9aea-60bbeb199923 req-47dac713-5471-4f3f-877c-8cd58b051756 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440021 May 14 15:47:28.218996 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8026c62b-4bd0-4729-bcdb-e2486afc3c19 req-ed5310f2-3c16-464f-b212-9cd9d047fd23 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:28.220430 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8026c62b-4bd0-4729-bcdb-e2486afc3c19 req-ed5310f2-3c16-464f-b212-9cd9d047fd23 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 944 time: 0.0769649 May 14 15:47:28.232576 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a487a-abc4-48ed-836c-4d2183590536 req-ab695b0b-04ed-4298-824c-bbb2fe252eea tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:28.233926 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-243a487a-abc4-48ed-836c-4d2183590536 req-ab695b0b-04ed-4298-824c-bbb2fe252eea tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0587957 May 14 15:47:28.299959 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8026c62b-4bd0-4729-bcdb-e2486afc3c19 req-7f28ef8e-528c-4d61-8b2d-9b5b5ffeb117 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739486 May 14 15:47:28.307778 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-243a487a-abc4-48ed-836c-4d2183590536 req-767b29e6-86a8-44f7-8c2c-89e4aa29f79d tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680268 May 14 15:47:28.611588 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-cd1eea98-3021-4588-9590-5969087dafc2 None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 15:47:28.612166 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adfa13d-669d-450d-ba32-cb7700e4d75f req-ded0c8d8-2149-41f1-85b5-8f32647f2787 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:28.612953 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1adfa13d-669d-450d-ba32-cb7700e4d75f req-ded0c8d8-2149-41f1-85b5-8f32647f2787 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 945 time: 0.0469573 May 14 15:47:28.661948 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1adfa13d-669d-450d-ba32-cb7700e4d75f req-cd41aeab-7c62-4fef-b032-f002b7b4c65c tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434520 May 14 15:47:29.439116 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ec3ed-633c-47ef-b32b-36037429ae41 req-b9db1a4a-0aa6-437f-bdb9-baa7b066f660 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:29.440693 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-366ec3ed-633c-47ef-b32b-36037429ae41 req-b9db1a4a-0aa6-437f-bdb9-baa7b066f660 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 944 time: 0.0742769 May 14 15:47:29.453555 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a24a4c-2bee-4789-96cc-6e74a381b539 req-75981952-c868-4225-96b2-9da293af8925 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:29.455096 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c9a24a4c-2bee-4789-96cc-6e74a381b539 req-75981952-c868-4225-96b2-9da293af8925 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0619366 May 14 15:47:29.518853 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-366ec3ed-633c-47ef-b32b-36037429ae41 req-e89a9ee4-aeb2-4d2b-99ae-7d47fd5e01d8 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724587 May 14 15:47:29.539733 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c9a24a4c-2bee-4789-96cc-6e74a381b539 req-11426b3b-34d1-46aa-988f-3bcd891bdb79 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765100 May 14 15:47:29.769447 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f92753-7045-4106-8126-a869a3825df9 req-4148e376-3129-4ff7-81d0-f38007c69322 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:29.770909 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b3f92753-7045-4106-8126-a869a3825df9 req-4148e376-3129-4ff7-81d0-f38007c69322 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 945 time: 0.0453153 May 14 15:47:29.817672 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b3f92753-7045-4106-8126-a869a3825df9 req-c1e78cfd-c1c5-432d-9d09-35aa45a2c556 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408931 May 14 15:47:30.667034 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab941a5-fb9b-41e8-bcbf-de3c37bf7a6b req-757aa9ce-cffc-4d17-b099-51ab456479de tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:30.668472 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-eab941a5-fb9b-41e8-bcbf-de3c37bf7a6b req-757aa9ce-cffc-4d17-b099-51ab456479de tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 944 time: 0.0810184 May 14 15:47:30.688438 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c067381-a8fb-4d30-9d3c-15a989196762 req-2deb6816-bc35-4f56-a357-5b69bd36d175 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:30.689825 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9c067381-a8fb-4d30-9d3c-15a989196762 req-2deb6816-bc35-4f56-a357-5b69bd36d175 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0714531 May 14 15:47:30.745970 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-eab941a5-fb9b-41e8-bcbf-de3c37bf7a6b req-0769fe68-95fc-43b6-ab58-4fb4f7126561 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718658 May 14 15:47:30.759345 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9c067381-a8fb-4d30-9d3c-15a989196762 req-671fb2eb-4c8f-43a3-a3b5-35e451e83ea4 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629163 May 14 15:47:30.927239 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556dd685-e508-4ca9-8746-43e5cd367c4e req-67609e1b-b921-4e13-94ff-43fef05d6703 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:30.928684 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-556dd685-e508-4ca9-8746-43e5cd367c4e req-67609e1b-b921-4e13-94ff-43fef05d6703 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 945 time: 0.0456653 May 14 15:47:30.975312 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-556dd685-e508-4ca9-8746-43e5cd367c4e req-2d1f6287-000a-4441-8f98-232a3175c641 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405385 May 14 15:47:31.029212 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-f78a1a3e-ea5d-4ada-9bc6-a825064b2092 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:32.053716 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b9b95-d669-46b1-8a20-fa66d17d9c9a req-e493e8dd-4f94-442f-888f-bcbe7ccbd36d tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:32.055129 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7a2b9b95-d669-46b1-8a20-fa66d17d9c9a req-e493e8dd-4f94-442f-888f-bcbe7ccbd36d tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 944 time: 0.2437840 May 14 15:47:32.075263 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90bff1-6cc1-4183-8bef-edd0617231ea req-a406574b-6926-49b3-8f72-1397a0660e98 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:32.076657 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9b90bff1-6cc1-4183-8bef-edd0617231ea req-a406574b-6926-49b3-8f72-1397a0660e98 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.2347221 May 14 15:47:32.133970 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7a2b9b95-d669-46b1-8a20-fa66d17d9c9a req-c2dac5d8-b3ae-4ed9-bf8f-f4e5e8ec8a88 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728312 May 14 15:47:32.145714 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9b90bff1-6cc1-4183-8bef-edd0617231ea req-1948bb35-122c-432d-9ac4-c2a0b7356204 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630209 May 14 15:47:32.233623 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4176b-c5d1-45b1-9939-cdface12195d req-414c8163-d8a7-4651-87e3-ad61f81acadd tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:32.235277 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-35f4176b-c5d1-45b1-9939-cdface12195d req-414c8163-d8a7-4651-87e3-ad61f81acadd tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 945 time: 0.0467024 May 14 15:47:32.290320 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-35f4176b-c5d1-45b1-9939-cdface12195d req-b05c225b-a39b-415f-b229-ce463d1880b7 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492733 May 14 15:47:32.747826 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device e71a293a-1d12-4e53-a116-f52bc19b1aa0 up at agent hyperv_hv-cinder-83979 {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:47:32.774491 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (df6c86ae-fc26-40a3-91a1-648a304bf46f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:32.796476 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Provisioning for port e71a293a-1d12-4e53-a116-f52bc19b1aa0 completed by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 14 15:47:32.801791 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Provisioning complete for port e71a293a-1d12-4e53-a116-f52bc19b1aa0 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:47:32.802170 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (e71a293a-1d12-4e53-a116-f52bc19b1aa0), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:32.879164 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port e71a293a-1d12-4e53-a116-f52bc19b1aa0 is: BUILD; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:47:32.879555 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (e71a293a-1d12-4e53-a116-f52bc19b1aa0), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:32.903532 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '563c74e0-060d-49d5-abc5-389cee4bd9d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e71a293a-1d12-4e53-a116-f52bc19b1aa0'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:47:32.905739 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bb685cd0d0d5598b2dce4f6f2400b8bab1844baadda65bc385176a7d6dc4011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ecfcbd-0781-4ee6-adb7-4947ea326321" -d '{"events": [{"server_uuid": "563c74e0-060d-49d5-abc5-389cee4bd9d5", "name": "network-vif-plugged", "status": "completed", "tag": "e71a293a-1d12-4e53-a116-f52bc19b1aa0"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:47:32.919194 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port e71a293a-1d12-4e53-a116-f52bc19b1aa0, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=e71a293a-1d12-4e53-a116-f52bc19b1aa0,segment=NetworkSegment(3fe1ec03-a37f-4897-9c40-415202097700),segment_id=3fe1ec03-a37f-4897-9c40-415202097700)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:47:32.923655 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (e71a293a-1d12-4e53-a116-f52bc19b1aa0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:32.952714 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 15:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765931af-3e30-4037-a37a-dc652267e124 x-openstack-request-id: req-765931af-3e30-4037-a37a-dc652267e124 {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:47:32.953023 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "563c74e0-060d-49d5-abc5-389cee4bd9d5", "name": "network-vif-plugged", "status": "completed", "tag": "e71a293a-1d12-4e53-a116-f52bc19b1aa0", "code": 200}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:47:32.953280 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-765931af-3e30-4037-a37a-dc652267e124 {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:47:32.953726 dv-cinder-839793-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-765931af-3e30-4037-a37a-dc652267e124'] response: {'server_uuid': '563c74e0-060d-49d5-abc5-389cee4bd9d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e71a293a-1d12-4e53-a116-f52bc19b1aa0', 'code': 200} May 14 15:47:32.980807 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=e71a293a-1d12-4e53-a116-f52bc19b1aa0,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:33.263543 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-e9dd9f7a-1b3a-47c0-97cb-819c76c0c716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:33.277904 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0889d1-d6ea-4a1c-9176-07db1e63e9d1 req-91eb1dba-a9ac-42d6-a3b5-37c703e69907 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:33.279404 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7e0889d1-d6ea-4a1c-9176-07db1e63e9d1 req-91eb1dba-a9ac-42d6-a3b5-37c703e69907 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 944 time: 0.0762959 May 14 15:47:33.302242 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d99ba-8a78-479c-b49e-3c323b0a8b5c req-3b3fe71f-9e22-49d1-9dd1-72a42137f671 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:33.304648 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-230d99ba-8a78-479c-b49e-3c323b0a8b5c req-3b3fe71f-9e22-49d1-9dd1-72a42137f671 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0737712 May 14 15:47:33.386073 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7e0889d1-d6ea-4a1c-9176-07db1e63e9d1 req-e1cf2ff4-99cd-43d6-b1c8-f9212c9185b9 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983114 May 14 15:47:33.390348 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-230d99ba-8a78-479c-b49e-3c323b0a8b5c req-9a1e225e-1e22-49cd-be34-e36e53ef4afc tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694356 May 14 15:47:33.500228 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326aa612-848f-4d33-be2f-82fb75a45e5c req-896c6963-9b18-4bb2-acce-e186a8fb9bb8 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:33.501684 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-326aa612-848f-4d33-be2f-82fb75a45e5c req-896c6963-9b18-4bb2-acce-e186a8fb9bb8 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 946 time: 0.0481033 May 14 15:47:33.547979 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-326aa612-848f-4d33-be2f-82fb75a45e5c req-bc544696-594d-4ea9-ab82-7911a1ba6df6 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401609 May 14 15:47:34.265505 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:34.517063 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f8970-02c8-4320-9345-63162b0bb5db req-61cc5bae-375d-435a-8fdf-c898b778cf7b tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:34.519511 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-727f8970-02c8-4320-9345-63162b0bb5db req-61cc5bae-375d-435a-8fdf-c898b778cf7b tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 944 time: 0.0581584 May 14 15:47:34.582248 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f4fc0-8985-4220-9e91-29f1fae85ca4 req-b76ffae5-d168-4e81-8c43-86c34842a88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:34.583820 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-8f2f4fc0-8985-4220-9e91-29f1fae85ca4 req-b76ffae5-d168-4e81-8c43-86c34842a88e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0672be3fa3f7414da1c1a5b7300abbe7&device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 1128 time: 0.0717738 May 14 15:47:34.598103 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-727f8970-02c8-4320-9345-63162b0bb5db req-e118d671-fdaf-4460-a5d6-4e7faeb37174 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697920 May 14 15:47:34.710535 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d3a2e-18f1-4ee2-b132-173fb5555a10 req-4f6a7cbb-8829-428d-8739-7c77149a52f5 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:34.712217 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c48d3a2e-18f1-4ee2-b132-173fb5555a10 req-4f6a7cbb-8829-428d-8739-7c77149a52f5 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0517843 May 14 15:47:34.737442 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device 60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=115112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 14 15:47:34.764911 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c48d3a2e-18f1-4ee2-b132-173fb5555a10 req-a969f064-4947-44b1-bc8f-3c4b8dffc09c tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465744 May 14 15:47:34.819870 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 35672) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:47:34.881012 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port 60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3,segment=NetworkSegment(f5bdbe83-2873-41ef-b77e-b6a155bfb1ac),segment_id=f5bdbe83-2873-41ef-b77e-b6a155bfb1ac)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:47:34.898783 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Returning: {'device': '60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'port_id': '60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3', 'mac_address': 'fa:16:3e:06:e2:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 14 15:47:34.907606 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad08020-d269-45ad-b171-34560d2da54d req-85ea09bd-8f2b-4bd7-81a0-50f6f19bc99e tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:34.909991 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8ad08020-d269-45ad-b171-34560d2da54d req-85ea09bd-8f2b-4bd7-81a0-50f6f19bc99e tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 946 time: 0.0589814 May 14 15:47:34.946722 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port 60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3 is: DOWN; New status is: BUILD {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:47:34.947880 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:34.963717 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3 {{(pid=115112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 15:47:34.978693 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-3a0739bf-6d53-412c-913f-5a882adeb283 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:34.987847 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port 60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3,segment=NetworkSegment(f5bdbe83-2873-41ef-b77e-b6a155bfb1ac),segment_id=f5bdbe83-2873-41ef-b77e-b6a155bfb1ac)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:47:34.991472 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:35.018650 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8ad08020-d269-45ad-b171-34560d2da54d req-a37aebcd-b763-42af-9daf-0319aab9046a tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015742 May 14 15:47:35.048233 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:35.052004 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e9695455-27d1-41d9-8879-ab873d75ed24 req-528ee938-44a4-40b6-815a-919a30bdda66 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=75ca93de-6825-44ce-af10-44cba59218a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0841732 May 14 15:47:35.158707 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-3a0739bf-6d53-412c-913f-5a882adeb283 admin admin] Publish callbacks [] for security_group (4bfb65f4-0723-444a-bd64-10ddfceec34f), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:35.167898 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-3a0739bf-6d53-412c-913f-5a882adeb283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (4bfb65f4-0723-444a-bd64-10ddfceec34f), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:35.286933 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0739bf-6d53-412c-913f-5a882adeb283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfb65f4-0723-444a-bd64-10ddfceec34f,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:35.304645 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-3a0739bf-6d53-412c-913f-5a882adeb283 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b7ee0cfed60d41858eda0df54431e059&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4836979 May 14 15:47:35.315255 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 35692) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:47:35.334396 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada2be0-1877-4c11-9350-7fb15f461356 req-c5b0da2d-e517-498f-bb4b-54d2423b3616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:35.336587 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8ada2be0-1877-4c11-9350-7fb15f461356 req-c5b0da2d-e517-498f-bb4b-54d2423b3616 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9fbb269d-11cd-49ed-81ac-570e721c15cd HTTP/1.1" status: 200 len: 1130 time: 0.0468900 May 14 15:47:35.392522 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8ada2be0-1877-4c11-9350-7fb15f461356 req-1864f1c0-4d80-489c-8f98-db77bed169e8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495527 May 14 15:47:35.440739 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9695455-27d1-41d9-8879-ab873d75ed24 req-18326ff2-799b-44b4-b1e8-46f60ad1854a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:35.441501 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] get_ports_and_sgs() called for port_ids ['60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 15:47:35.442281 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-e9695455-27d1-41d9-8879-ab873d75ed24 req-18326ff2-799b-44b4-b1e8-46f60ad1854a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6388da70b0dc48c1952570af4332dd6d&device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 1129 time: 0.0890858 May 14 15:47:35.443837 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f4fc0-8985-4220-9e91-29f1fae85ca4 req-71c6f736-9c9c-485d-9b87-8c9c98867b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:35.445139 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-8f2f4fc0-8985-4220-9e91-29f1fae85ca4 req-71c6f736-9c9c-485d-9b87-8c9c98867b79 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=0672be3fa3f7414da1c1a5b7300abbe7&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3207228 May 14 15:47:35.463406 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-6305dc48-72fe-4090-a0a7-af4925544297 admin admin] Publish callbacks [] for security_group (4bfb65f4-0723-444a-bd64-10ddfceec34f), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:35.489918 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-6305dc48-72fe-4090-a0a7-af4925544297 admin admin] Publish callbacks [] for security_group (4bfb65f4-0723-444a-bd64-10ddfceec34f), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:35.546940 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-6305dc48-72fe-4090-a0a7-af4925544297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (4bfb65f4-0723-444a-bd64-10ddfceec34f), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:35.550716 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-6305dc48-72fe-4090-a0a7-af4925544297 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:35.554297 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-6305dc48-72fe-4090-a0a7-af4925544297 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4bfb65f4-0723-444a-bd64-10ddfceec34f HTTP/1.1" status: 204 len: 168 time: 0.2336311 May 14 15:47:35.559840 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305dc48-72fe-4090-a0a7-af4925544297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfb65f4-0723-444a-bd64-10ddfceec34f,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:35.719876 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa381f-3fe3-4ba9-a8ef-bc394a8cbb33 req-a24dcf7b-6128-4f89-97da-2572841d4ad4 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:35.721376 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b7aa381f-3fe3-4ba9-a8ef-bc394a8cbb33 req-a24dcf7b-6128-4f89-97da-2572841d4ad4 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 945 time: 0.0476758 May 14 15:47:35.779653 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b7aa381f-3fe3-4ba9-a8ef-bc394a8cbb33 req-0e92de21-f7d4-413b-a2a7-b00f29175e77 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521090 May 14 15:47:35.856143 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:35.950211 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 35714) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:47:35.991790 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-cc99df24-2987-4a87-86dd-7a1dfd100aa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:35.999346 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9695455-27d1-41d9-8879-ab873d75ed24 req-5a764436-cf6c-4c18-b71c-f5853b3f17b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:36.000819 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e9695455-27d1-41d9-8879-ab873d75ed24 req-5a764436-cf6c-4c18-b71c-f5853b3f17b5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=79ec16e7-0db8-48bf-949b-d9757455ca2e HTTP/1.1" status: 200 len: 913 time: 0.2095387 May 14 15:47:36.008978 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ec7a5-5a2a-4a9f-a003-3ee69eec95f9 req-83e9094a-73ee-43fb-a518-5eac844f462c tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:36.011691 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-625ec7a5-5a2a-4a9f-a003-3ee69eec95f9 req-83e9094a-73ee-43fb-a518-5eac844f462c tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0744250 May 14 15:47:36.038627 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8eaaf-692a-45b5-b84a-d96e198c326d req-3debb612-b321-48d4-8591-3519b776fe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:36.040634 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-5de8eaaf-692a-45b5-b84a-d96e198c326d req-3debb612-b321-48d4-8591-3519b776fe86 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 1130 time: 0.2452013 May 14 15:47:36.064874 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-625ec7a5-5a2a-4a9f-a003-3ee69eec95f9 req-92406452-3791-48d8-bc49-f1f229d7aa77 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456214 May 14 15:47:36.086899 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f4fc0-8985-4220-9e91-29f1fae85ca4 req-1a9f5503-898a-4d37-b4bf-c90209e83464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:36.088766 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-8f2f4fc0-8985-4220-9e91-29f1fae85ca4 req-1a9f5503-898a-4d37-b4bf-c90209e83464 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3052254 May 14 15:47:36.141251 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-cc99df24-2987-4a87-86dd-7a1dfd100aa4 admin admin] Publish callbacks [] for security_group (b9f5d4b6-ebc0-479c-a9ff-cee7c6f7d080), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:36.145164 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-cc99df24-2987-4a87-86dd-7a1dfd100aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (b9f5d4b6-ebc0-479c-a9ff-cee7c6f7d080), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:36.148577 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee2b62-89b9-4a2d-9145-3606bafa3f22 req-49af4135-095f-4ecf-bad0-521d926a9b89 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:36.150325 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5cee2b62-89b9-4a2d-9145-3606bafa3f22 req-49af4135-095f-4ecf-bad0-521d926a9b89 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 946 time: 0.0501709 May 14 15:47:36.184723 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-cc99df24-2987-4a87-86dd-7a1dfd100aa4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=26b3303be1b246b399d18a1da032e748&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333238 May 14 15:47:36.185573 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc99df24-2987-4a87-86dd-7a1dfd100aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f5d4b6-ebc0-479c-a9ff-cee7c6f7d080,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:36.187855 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 35720) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:47:36.201492 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5cee2b62-89b9-4a2d-9145-3606bafa3f22 req-08217e5b-a50b-4878-b91c-cef4b4c492fd tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434208 May 14 15:47:36.238105 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-ad65fe0c-fc93-4df8-8fca-b915f01522e9 admin admin] Publish callbacks [] for security_group (b9f5d4b6-ebc0-479c-a9ff-cee7c6f7d080), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:36.262817 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-ad65fe0c-fc93-4df8-8fca-b915f01522e9 admin admin] Publish callbacks [] for security_group (b9f5d4b6-ebc0-479c-a9ff-cee7c6f7d080), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:36.311836 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-ad65fe0c-fc93-4df8-8fca-b915f01522e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (b9f5d4b6-ebc0-479c-a9ff-cee7c6f7d080), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:36.314465 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-ad65fe0c-fc93-4df8-8fca-b915f01522e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:36.315631 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-ad65fe0c-fc93-4df8-8fca-b915f01522e9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b9f5d4b6-ebc0-479c-a9ff-cee7c6f7d080 HTTP/1.1" status: 204 len: 168 time: 0.1268926 May 14 15:47:36.324948 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad65fe0c-fc93-4df8-8fca-b915f01522e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f5d4b6-ebc0-479c-a9ff-cee7c6f7d080,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:36.697596 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e9695455-27d1-41d9-8879-ab873d75ed24 req-4f44ab7f-af19-4c01-81a0-14d5689fcc54 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6 HTTP/1.1" status: 200 len: 217 time: 0.0542102 May 14 15:47:36.742539 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-5de8eaaf-692a-45b5-b84a-d96e198c326d req-86dacaa6-25ec-4e56-811c-86379ecaecfb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992868 May 14 15:47:36.749624 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545723a4-ec68-471b-bc4a-f0c2392e32c2 req-514f20bc-fea6-41d6-8833-a8a44fa61f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:36.751277 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-545723a4-ec68-471b-bc4a-f0c2392e32c2 req-514f20bc-fea6-41d6-8833-a8a44fa61f5b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0672be3fa3f7414da1c1a5b7300abbe7&device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 1128 time: 0.0601444 May 14 15:47:36.757127 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device 60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3 up at agent hyperv_hv-cinder-83979 {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:47:36.762517 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9695455-27d1-41d9-8879-ab873d75ed24 req-64b72037-3352-4358-b19d-2097feca5356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:36.764054 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e9695455-27d1-41d9-8879-ab873d75ed24 req-64b72037-3352-4358-b19d-2097feca5356 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bc58ad40-21b8-403e-9544-5b39892ae866 HTTP/1.1" status: 200 len: 852 time: 0.0526805 May 14 15:47:36.803165 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Provisioning for port 60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3 completed by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 14 15:47:36.808374 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Provisioning complete for port 60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:47:36.808885 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:36.896477 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port 60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3 is: BUILD; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:47:36.896873 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:36.921502 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '113f6b52-519c-45f4-9bc2-37168d644e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:47:36.923774 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bb685cd0d0d5598b2dce4f6f2400b8bab1844baadda65bc385176a7d6dc4011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1047dd3d-648a-4c0b-a52e-07ce0edea740" -d '{"events": [{"server_uuid": "113f6b52-519c-45f4-9bc2-37168d644e15", "name": "network-vif-plugged", "status": "completed", "tag": "60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:47:36.924801 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066cf46-c639-4a74-a5aa-559faa4d2024 req-3fccddbc-853a-42c1-88c1-ccebd9e857c9 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:36.926434 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9066cf46-c639-4a74-a5aa-559faa4d2024 req-3fccddbc-853a-42c1-88c1-ccebd9e857c9 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 945 time: 0.0559204 May 14 15:47:36.939902 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port 60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3,segment=NetworkSegment(f5bdbe83-2873-41ef-b77e-b6a155bfb1ac),segment_id=f5bdbe83-2873-41ef-b77e-b6a155bfb1ac)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:47:36.946655 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:36.975472 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 15:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4406c3f1-d1f1-4aeb-9ae1-e9ef88239dc2 x-openstack-request-id: req-4406c3f1-d1f1-4aeb-9ae1-e9ef88239dc2 {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:47:36.976133 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "113f6b52-519c-45f4-9bc2-37168d644e15", "name": "network-vif-plugged", "status": "completed", "tag": "60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3", "code": 200}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:47:36.976529 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4406c3f1-d1f1-4aeb-9ae1-e9ef88239dc2 {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:47:36.977195 dv-cinder-839793-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4406c3f1-d1f1-4aeb-9ae1-e9ef88239dc2'] response: {'server_uuid': '113f6b52-519c-45f4-9bc2-37168d644e15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3', 'code': 200} May 14 15:47:36.985381 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9066cf46-c639-4a74-a5aa-559faa4d2024 req-a2d3b652-f0fe-45b8-8f79-e6a9c7a7ccda tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514097 May 14 15:47:37.017682 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:37.223087 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777e4b8-79be-4ed5-be1d-de98919afbbc req-96b7cbaa-55e5-4dcf-98cc-bf7cc4f0aa65 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:37.224683 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f777e4b8-79be-4ed5-be1d-de98919afbbc req-96b7cbaa-55e5-4dcf-98cc-bf7cc4f0aa65 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0758898 May 14 15:47:37.278320 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f777e4b8-79be-4ed5-be1d-de98919afbbc req-1e0b6520-f740-4abf-b70a-6df46f1f0be2 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468588 May 14 15:47:37.327334 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:37.333515 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f292f9e4-7aa6-40b6-b616-46eff40877a0 req-32abf0ac-e239-46de-824b-c811af63178d tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:37.335137 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f292f9e4-7aa6-40b6-b616-46eff40877a0 req-32abf0ac-e239-46de-824b-c811af63178d tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 946 time: 0.0611649 May 14 15:47:37.388637 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f292f9e4-7aa6-40b6-b616-46eff40877a0 req-2223a981-85ef-4a98-bc53-08920a201191 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478113 May 14 15:47:37.483853 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e9695455-27d1-41d9-8879-ab873d75ed24 req-57e06949-df21-46c3-a213-522a58d00894 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=79ec16e7-0db8-48bf-949b-d9757455ca2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433969 May 14 15:47:37.485370 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-545723a4-ec68-471b-bc4a-f0c2392e32c2 req-e03e75ff-7c6a-4e2f-a160-5faf055378f1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=759be0ca-daaf-4eba-97b6-a252b70cbb3b HTTP/1.1" status: 200 len: 217 time: 0.0467718 May 14 15:47:37.643660 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 35790) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:47:37.887672 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-035e90d8-a3a4-40f5-a98c-16d258ca2745 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:37.969515 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-035e90d8-a3a4-40f5-a98c-16d258ca2745 admin admin] Publish callbacks [] for security_group (1b1d00e5-f779-441b-9b55-1dbc698a307f), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:37.974622 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-035e90d8-a3a4-40f5-a98c-16d258ca2745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (1b1d00e5-f779-441b-9b55-1dbc698a307f), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:38.024980 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-035e90d8-a3a4-40f5-a98c-16d258ca2745 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7a6f47da46b743f4bfdf8c0ea70e05b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3780770 May 14 15:47:38.024980 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e90d8-a3a4-40f5-a98c-16d258ca2745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1d00e5-f779-441b-9b55-1dbc698a307f,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:38.027418 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 35816) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:47:38.135645 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-8a368f7b-3b6c-4cdc-8051-ee5ca7132a62 admin admin] Publish callbacks [] for security_group (1b1d00e5-f779-441b-9b55-1dbc698a307f), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:38.145150 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd67b3c-2a48-4c14-9ee8-0d79f4b9ee1f req-bb9d9b95-99c7-48d7-8665-da6a6cc302a7 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:38.146851 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-4cd67b3c-2a48-4c14-9ee8-0d79f4b9ee1f req-bb9d9b95-99c7-48d7-8665-da6a6cc302a7 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 946 time: 0.0678382 May 14 15:47:38.185914 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-8a368f7b-3b6c-4cdc-8051-ee5ca7132a62 admin admin] Publish callbacks [] for security_group (1b1d00e5-f779-441b-9b55-1dbc698a307f), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:38.241185 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-4cd67b3c-2a48-4c14-9ee8-0d79f4b9ee1f req-b0c4f34b-110d-44bc-81f3-412852f4a913 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852337 May 14 15:47:38.268386 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-8a368f7b-3b6c-4cdc-8051-ee5ca7132a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (1b1d00e5-f779-441b-9b55-1dbc698a307f), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:38.280170 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-8a368f7b-3b6c-4cdc-8051-ee5ca7132a62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:38.281604 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-8a368f7b-3b6c-4cdc-8051-ee5ca7132a62 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1b1d00e5-f779-441b-9b55-1dbc698a307f HTTP/1.1" status: 204 len: 168 time: 0.2532063 May 14 15:47:38.291632 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a368f7b-3b6c-4cdc-8051-ee5ca7132a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1d00e5-f779-441b-9b55-1dbc698a307f,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:38.438250 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb01ea-c554-4234-8c79-c5fc485b3489 req-9eb3fb49-c234-44b6-af33-c986cf2c5865 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:38.440034 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f0bb01ea-c554-4234-8c79-c5fc485b3489 req-9eb3fb49-c234-44b6-af33-c986cf2c5865 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0719442 May 14 15:47:38.557559 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f0bb01ea-c554-4234-8c79-c5fc485b3489 req-1ef3641f-04fe-4645-be5b-1bb6aa21b7b6 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044776 May 14 15:47:38.572925 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4186b15e-5c58-4c79-963b-b4b39f5cc8f0 req-e9aaffa2-14c1-4172-9efc-53bb9182203c tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:38.574558 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-4186b15e-5c58-4c79-963b-b4b39f5cc8f0 req-e9aaffa2-14c1-4172-9efc-53bb9182203c tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 946 time: 0.0606592 May 14 15:47:38.634680 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-4186b15e-5c58-4c79-963b-b4b39f5cc8f0 req-62ad8f92-6020-473a-be45-3438441fbba0 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535491 May 14 15:47:38.760859 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 35852) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:47:38.773749 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-0dac213f-a3b5-4176-babc-dfc1d5ddb2e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:38.849518 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-0dac213f-a3b5-4176-babc-dfc1d5ddb2e9 admin admin] Publish callbacks [] for security_group (eabc503c-6387-4870-a27a-a536c048f16c), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:38.854491 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-0dac213f-a3b5-4176-babc-dfc1d5ddb2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (eabc503c-6387-4870-a27a-a536c048f16c), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:38.894355 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-0dac213f-a3b5-4176-babc-dfc1d5ddb2e9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c4176c990dc24685b2f0e8fe2308517f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1323919 May 14 15:47:38.895203 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac213f-a3b5-4176-babc-dfc1d5ddb2e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eabc503c-6387-4870-a27a-a536c048f16c,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:38.897039 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 35858) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:47:38.949471 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-914eb4f6-8978-4711-8c34-1e89ecf9a0e0 admin admin] Publish callbacks [] for security_group (eabc503c-6387-4870-a27a-a536c048f16c), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:38.971740 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-914eb4f6-8978-4711-8c34-1e89ecf9a0e0 admin admin] Publish callbacks [] for security_group (eabc503c-6387-4870-a27a-a536c048f16c), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:39.021781 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-914eb4f6-8978-4711-8c34-1e89ecf9a0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (eabc503c-6387-4870-a27a-a536c048f16c), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:39.024285 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-914eb4f6-8978-4711-8c34-1e89ecf9a0e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:39.025544 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-914eb4f6-8978-4711-8c34-1e89ecf9a0e0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/eabc503c-6387-4870-a27a-a536c048f16c HTTP/1.1" status: 204 len: 168 time: 0.1274569 May 14 15:47:39.034678 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914eb4f6-8978-4711-8c34-1e89ecf9a0e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eabc503c-6387-4870-a27a-a536c048f16c,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:39.385559 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e1d83-e629-496e-ba80-dea8155a5237 req-a7864d0f-cf66-4644-937b-3632d574d35a tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:39.387073 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-115e1d83-e629-496e-ba80-dea8155a5237 req-a7864d0f-cf66-4644-937b-3632d574d35a tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 946 time: 0.0538902 May 14 15:47:39.446838 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-115e1d83-e629-496e-ba80-dea8155a5237 req-b2b7ff04-4f7b-4662-b156-809f91aeca26 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521564 May 14 15:47:39.707973 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5a5c8-d391-4f92-8904-caef2d2f6188 req-e69b963d-b0cc-4fec-a2e6-b45e73cfa391 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:39.717539 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-96c5a5c8-d391-4f92-8904-caef2d2f6188 req-e69b963d-b0cc-4fec-a2e6-b45e73cfa391 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0783434 May 14 15:47:39.792125 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ff1b5-e0e8-4ff9-a42a-8ddceeb76e61 req-bdd1ceca-3f2e-49ec-a3a8-82c474d8614c tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:39.793557 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c97ff1b5-e0e8-4ff9-a42a-8ddceeb76e61 req-bdd1ceca-3f2e-49ec-a3a8-82c474d8614c tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 946 time: 0.0710156 May 14 15:47:39.824663 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-96c5a5c8-d391-4f92-8904-caef2d2f6188 req-8aef3cb6-3e19-44ca-a226-135d6c33d065 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002011 May 14 15:47:39.878647 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c97ff1b5-e0e8-4ff9-a42a-8ddceeb76e61 req-78ae7c50-d3c7-4739-b054-0f1aa1cc603b tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745027 May 14 15:47:40.559990 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf03a5-4117-4666-8924-2a7a0cc3367a req-85323082-0a36-4b2f-a67f-0efcbb0dbdfd tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:40.561446 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7eaf03a5-4117-4666-8924-2a7a0cc3367a req-85323082-0a36-4b2f-a67f-0efcbb0dbdfd tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 946 time: 0.0486553 May 14 15:47:40.608389 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7eaf03a5-4117-4666-8924-2a7a0cc3367a req-1f6e4378-36f1-45b4-8d4d-f8a00953ae51 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412688 May 14 15:47:40.937038 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241ee0aa-016d-4b44-bdb5-f2039aa2402a req-a9ddfdce-4de6-4afb-8615-aace40695d1b tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:40.938550 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-241ee0aa-016d-4b44-bdb5-f2039aa2402a req-a9ddfdce-4de6-4afb-8615-aace40695d1b tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0458250 May 14 15:47:41.010327 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8938d5-f9bb-4c82-95f6-29ad77f2e4a1 req-a00f2d78-6753-4ae2-bed4-2c09a310127c tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:41.011752 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-bd8938d5-f9bb-4c82-95f6-29ad77f2e4a1 req-a00f2d78-6753-4ae2-bed4-2c09a310127c tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 946 time: 0.0660937 May 14 15:47:41.031310 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-241ee0aa-016d-4b44-bdb5-f2039aa2402a req-83afe50e-6f05-45e2-9bfb-5a0906814fd6 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872247 May 14 15:47:41.065067 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-bd8938d5-f9bb-4c82-95f6-29ad77f2e4a1 req-71a0ac90-782a-4161-98d7-23e6c11842e3 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460842 May 14 15:47:41.717986 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96654e70-1b17-4aff-b1e2-2aa04c7d8417 req-f15bbfd6-7fdd-473b-bf0b-2c95544c0ee7 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:41.719461 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-96654e70-1b17-4aff-b1e2-2aa04c7d8417 req-f15bbfd6-7fdd-473b-bf0b-2c95544c0ee7 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 946 time: 0.0458732 May 14 15:47:41.767349 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-96654e70-1b17-4aff-b1e2-2aa04c7d8417 req-3c74c640-fe85-4bae-a971-bdc040a2743a tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422525 May 14 15:47:42.176894 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085ff8e-4b34-40d8-a2d6-f4db42402e76 req-9dbf238b-167c-43ef-9b52-80bb3d1cb3f6 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:42.178249 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7085ff8e-4b34-40d8-a2d6-f4db42402e76 req-9dbf238b-167c-43ef-9b52-80bb3d1cb3f6 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0733385 May 14 15:47:42.205109 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cbdfc2-6c92-4547-a00b-9f7b9b00661a req-701b445f-db05-4a76-897e-507904cd4c48 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:42.206520 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-21cbdfc2-6c92-4547-a00b-9f7b9b00661a req-701b445f-db05-4a76-897e-507904cd4c48 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 946 time: 0.0745635 May 14 15:47:42.247211 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7085ff8e-4b34-40d8-a2d6-f4db42402e76 req-ae5a83ed-c8f3-4130-9fce-24d76fab57c3 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629525 May 14 15:47:42.272189 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-21cbdfc2-6c92-4547-a00b-9f7b9b00661a req-e0c0fa14-728f-49a3-bac7-32d0774f6c7f tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593605 May 14 15:47:42.583657 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545723a4-ec68-471b-bc4a-f0c2392e32c2 req-4b4e2ba0-3719-4961-bb1b-f90b14d69444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:42.586677 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-545723a4-ec68-471b-bc4a-f0c2392e32c2 req-4b4e2ba0-3719-4961-bb1b-f90b14d69444 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d228e71-c8a7-4ea8-bb77-1fa96d4cb770 HTTP/1.1" status: 200 len: 855 time: 0.0784979 May 14 15:47:42.681913 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e9695455-27d1-41d9-8879-ab873d75ed24 req-d008a2ab-9d92-4e54-a079-e7436a9a0765 service neutron] 10.222.0.36 "GET /v2.0/networks/79ec16e7-0db8-48bf-949b-d9757455ca2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707690 May 14 15:47:42.879400 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad7b996-7679-46ab-999a-102f3cbd8293 req-51c6362d-8696-4db2-8c23-f68b15f18f9f tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:42.880971 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8ad7b996-7679-46ab-999a-102f3cbd8293 req-51c6362d-8696-4db2-8c23-f68b15f18f9f tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 946 time: 0.0478346 May 14 15:47:42.927963 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8ad7b996-7679-46ab-999a-102f3cbd8293 req-9b98719b-6055-4c3b-afa6-b77599134934 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413709 May 14 15:47:43.210428 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545723a4-ec68-471b-bc4a-f0c2392e32c2 req-3190f72d-0af5-48c5-bf2a-58e6edbcc7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:43.211907 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-545723a4-ec68-471b-bc4a-f0c2392e32c2 req-3190f72d-0af5-48c5-bf2a-58e6edbcc7c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d4128056-aa2b-474b-a7d3-2646c1ffdbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0910342 May 14 15:47:43.213517 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda18a86-b4f1-454c-a9a2-c8d84bbf969b req-dd5f8248-bd9b-4f35-a9a1-b5aafa8e3798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:43.214907 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-cda18a86-b4f1-454c-a9a2-c8d84bbf969b req-dd5f8248-bd9b-4f35-a9a1-b5aafa8e3798 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 1130 time: 0.0811293 May 14 15:47:43.217180 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e9695455-27d1-41d9-8879-ab873d75ed24 req-17dfa46d-343f-46e0-a106-c4d9268fce15 service neutron] 10.222.0.36 "GET /v2.0/networks/79ec16e7-0db8-48bf-949b-d9757455ca2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960150 May 14 15:47:43.332022 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-cda18a86-b4f1-454c-a9a2-c8d84bbf969b req-ef440dec-984d-4a00-945c-3e7047feb18b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911171 May 14 15:47:43.354361 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-545723a4-ec68-471b-bc4a-f0c2392e32c2 req-7d648a65-d7e2-4850-af9d-6de151f33cb8 service neutron] 10.222.0.36 "GET /v2.0/networks/d4128056-aa2b-474b-a7d3-2646c1ffdbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308684 May 14 15:47:43.411944 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3190a-5ec0-44c4-971d-68e772e66f12 req-33ab42a4-40e1-40ad-affa-088b5bcc1068 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:43.413438 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8bc3190a-5ec0-44c4-971d-68e772e66f12 req-33ab42a4-40e1-40ad-affa-088b5bcc1068 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0747569 May 14 15:47:43.419728 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152625a2-25fd-4063-b26f-5a3955b2c88d req-6f8f01e3-7054-4426-8f14-09d6bcea8a99 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:43.421122 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-152625a2-25fd-4063-b26f-5a3955b2c88d req-6f8f01e3-7054-4426-8f14-09d6bcea8a99 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 946 time: 0.0735183 May 14 15:47:43.494994 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8bc3190a-5ec0-44c4-971d-68e772e66f12 req-8b690d3c-6f24-4b73-bfe6-e0cc6e96ec3d tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729280 May 14 15:47:43.499200 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-152625a2-25fd-4063-b26f-5a3955b2c88d req-9e8911fb-ea0e-461e-8cd3-365ca7493d0a tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700521 May 14 15:47:43.810542 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc908b20-d2d1-460b-8327-8ad4e6515c43 req-9baf1584-668d-4660-8aee-f11df06459db tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:43.812011 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-cc908b20-d2d1-460b-8327-8ad4e6515c43 req-9baf1584-668d-4660-8aee-f11df06459db tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 946 time: 0.0493801 May 14 15:47:43.835199 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-545723a4-ec68-471b-bc4a-f0c2392e32c2 req-8a9e2cf7-cca1-4391-a93e-f004b7f12eba service neutron] 10.222.0.36 "GET /v2.0/networks/d4128056-aa2b-474b-a7d3-2646c1ffdbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896327 May 14 15:47:43.860093 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-cc908b20-d2d1-460b-8327-8ad4e6515c43 req-510674b9-e1f1-40f1-bd4f-f94bff1ffc59 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423708 May 14 15:47:44.041635 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8934c0-d52c-492d-a07a-5c2fed4a22f3 req-f800af91-22f1-4fdf-86f6-e79db32c372c tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:44.043156 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-2c8934c0-d52c-492d-a07a-5c2fed4a22f3 req-f800af91-22f1-4fdf-86f6-e79db32c372c tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 946 time: 0.0465565 May 14 15:47:44.091093 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-2c8934c0-d52c-492d-a07a-5c2fed4a22f3 req-ebbb5bb2-1f1d-4174-9362-09b493182c43 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426130 May 14 15:47:44.625106 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741c541-1bcf-4c99-bca9-df5867581eaf req-2fec5154-ef3f-4a39-99cd-61fc75f22515 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:44.626585 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f741c541-1bcf-4c99-bca9-df5867581eaf req-2fec5154-ef3f-4a39-99cd-61fc75f22515 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0497339 May 14 15:47:44.676697 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f741c541-1bcf-4c99-bca9-df5867581eaf req-7854b9dc-40ee-4241-8368-7477ee7b07d0 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445290 May 14 15:47:44.969687 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9bcc9b-9316-497e-9357-3758a07a115e req-ec229667-c024-4ad3-8f7e-f2d15a2bd381 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:44.971274 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5b9bcc9b-9316-497e-9357-3758a07a115e req-ec229667-c024-4ad3-8f7e-f2d15a2bd381 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 946 time: 0.0456111 May 14 15:47:45.018797 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5b9bcc9b-9316-497e-9357-3758a07a115e req-8b1781ad-95c3-4008-a932-04c00b66cbe8 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420885 May 14 15:47:45.200718 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37894bf0-ceec-4c33-8867-336088668e5e req-ac63e29b-7317-4294-8be7-a85431bac0bf tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:45.202163 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-37894bf0-ceec-4c33-8867-336088668e5e req-ac63e29b-7317-4294-8be7-a85431bac0bf tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 946 time: 0.0454445 May 14 15:47:45.250780 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-37894bf0-ceec-4c33-8867-336088668e5e req-ee6d24ac-0cdb-48ec-b826-6cac35a1fddd tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431621 May 14 15:47:45.794067 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38624cd9-8114-426f-807a-2aa8e96db113 req-78aad7a7-6440-47a6-9cef-0cfd1b4a1853 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:45.795529 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-38624cd9-8114-426f-807a-2aa8e96db113 req-78aad7a7-6440-47a6-9cef-0cfd1b4a1853 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0450745 May 14 15:47:45.842663 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-38624cd9-8114-426f-807a-2aa8e96db113 req-d59b8449-2236-4ade-a50f-d73bf8876611 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414438 May 14 15:47:46.129510 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad00c17-85a7-4b1c-975d-0c515088751f req-8ba37735-be69-4977-ba5e-234805713af4 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:46.130848 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-bad00c17-85a7-4b1c-975d-0c515088751f req-8ba37735-be69-4977-ba5e-234805713af4 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 946 time: 0.0451908 May 14 15:47:46.176593 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-bad00c17-85a7-4b1c-975d-0c515088751f req-b620bd58-f5da-4e81-8d6c-c28f83c75c53 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400574 May 14 15:47:46.510501 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c208d-6696-4737-a639-45d1f919063a req-702d86e7-d787-448b-be9c-78248db9531d tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:46.512940 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-528c208d-6696-4737-a639-45d1f919063a req-702d86e7-d787-448b-be9c-78248db9531d tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 946 time: 0.0545738 May 14 15:47:46.558836 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-528c208d-6696-4737-a639-45d1f919063a req-76e90ab3-eb6e-468c-b216-6b9f38fe624f tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402880 May 14 15:47:46.959178 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4acb9-ff0f-4d10-8db2-e033f3de7410 req-74985347-3434-4ef8-864b-7ee1ce70adac tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:46.960613 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-64c4acb9-ff0f-4d10-8db2-e033f3de7410 req-74985347-3434-4ef8-864b-7ee1ce70adac tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0456142 May 14 15:47:47.005410 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-64c4acb9-ff0f-4d10-8db2-e033f3de7410 req-a255a238-2f4f-430e-b12e-e9f3767acf50 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393414 May 14 15:47:47.286399 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7223b3b-9df0-4358-97ae-f456793ca5fa req-c2f2cd49-7e13-4094-885f-b4da83835761 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:47.287858 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f7223b3b-9df0-4358-97ae-f456793ca5fa req-c2f2cd49-7e13-4094-885f-b4da83835761 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 946 time: 0.0467680 May 14 15:47:47.337759 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f7223b3b-9df0-4358-97ae-f456793ca5fa req-c415cdab-4f08-49b1-a0a7-0171c77b1245 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438738 May 14 15:47:47.669013 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05355912-7d96-4302-af01-36070637c0ae req-2f8ebbda-a8c0-4a7b-a01f-2486e0cf14fd tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:47.670634 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-05355912-7d96-4302-af01-36070637c0ae req-2f8ebbda-a8c0-4a7b-a01f-2486e0cf14fd tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 946 time: 0.0448933 May 14 15:47:47.717421 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-05355912-7d96-4302-af01-36070637c0ae req-663d44a0-5dc7-49ea-b8d0-c867bd677a5f tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414615 May 14 15:47:48.121680 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4fc041-1ea4-44d6-bdf6-9d4639f65351 req-877fd9a8-3781-4f8b-ae91-1d3222edad7d tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:48.123063 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ce4fc041-1ea4-44d6-bdf6-9d4639f65351 req-877fd9a8-3781-4f8b-ae91-1d3222edad7d tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0475135 May 14 15:47:48.170529 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ce4fc041-1ea4-44d6-bdf6-9d4639f65351 req-c8ea4233-24a8-4459-9c35-174e068578c2 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419016 May 14 15:47:48.627808 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ddd20-09dc-43c3-b421-5d138dc1591d req-9dafd9a6-4459-4e71-95c3-0979d21b5b57 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:48.629174 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f90ddd20-09dc-43c3-b421-5d138dc1591d req-9dafd9a6-4459-4e71-95c3-0979d21b5b57 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 946 time: 0.2260702 May 14 15:47:48.674258 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f90ddd20-09dc-43c3-b421-5d138dc1591d req-6a8d50d4-ba7a-487a-a0c3-049cf7b94cfe tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393648 May 14 15:47:48.831467 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301dd697-3f91-47e8-adbe-671cf0a12677 req-b646affc-4f98-4cc3-846d-95eb5e924b08 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:48.832922 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-301dd697-3f91-47e8-adbe-671cf0a12677 req-b646affc-4f98-4cc3-846d-95eb5e924b08 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 946 time: 0.0473621 May 14 15:47:48.880527 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-301dd697-3f91-47e8-adbe-671cf0a12677 req-a6429b23-c10e-410d-a0bf-6d0d030272c3 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414760 May 14 15:47:49.286562 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981264ab-e9d6-4ef9-adef-6baa9473b545 req-cd7f2bc1-06b4-41e8-a405-0679c7420b3f tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:49.287998 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-981264ab-e9d6-4ef9-adef-6baa9473b545 req-cd7f2bc1-06b4-41e8-a405-0679c7420b3f tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0472348 May 14 15:47:49.333560 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-981264ab-e9d6-4ef9-adef-6baa9473b545 req-46c37878-d628-4c9e-a5b8-775235ef1111 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395026 May 14 15:47:49.796326 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275023a-1b4a-4f9d-953c-9957efbd2aa0 req-1d141938-9a30-42c4-a117-57d00de9ba4e tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:49.797903 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9275023a-1b4a-4f9d-953c-9957efbd2aa0 req-1d141938-9a30-42c4-a117-57d00de9ba4e tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 946 time: 0.0511663 May 14 15:47:49.848753 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9275023a-1b4a-4f9d-953c-9957efbd2aa0 req-3e5a9850-820f-4288-a0c3-e18d85943510 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452664 May 14 15:47:49.995806 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa854b8-f603-4a2e-85b6-f2271486d085 req-6c924253-8b8f-400e-8645-ca79e544e586 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:49.997183 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-aaa854b8-f603-4a2e-85b6-f2271486d085 req-6c924253-8b8f-400e-8645-ca79e544e586 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 946 time: 0.0493772 May 14 15:47:50.051283 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-aaa854b8-f603-4a2e-85b6-f2271486d085 req-f41e030f-e17e-461e-84c5-22f7714c1b41 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482481 May 14 15:47:50.359430 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 36156) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:47:50.452817 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706ac655-d3e9-4e5e-98fa-e51d503ea365 req-dff82326-ffea-4fd7-b6ca-66c0f44e8ea2 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:50.454286 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-706ac655-d3e9-4e5e-98fa-e51d503ea365 req-dff82326-ffea-4fd7-b6ca-66c0f44e8ea2 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0489836 May 14 15:47:50.471698 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-b12dd550-2ada-4705-9531-7af0cf87dd90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:50.506493 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-706ac655-d3e9-4e5e-98fa-e51d503ea365 req-52a2836b-ef7b-49d4-9c38-a8b0ab8539a9 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423090 May 14 15:47:50.545919 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-b12dd550-2ada-4705-9531-7af0cf87dd90 admin admin] Publish callbacks [] for security_group (1fa147eb-1732-4e9b-a7be-925f54b82edd), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:50.549778 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-b12dd550-2ada-4705-9531-7af0cf87dd90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (1fa147eb-1732-4e9b-a7be-925f54b82edd), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:50.590707 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-b12dd550-2ada-4705-9531-7af0cf87dd90 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4804c201d5aa4a88ab7d289c4922695a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2297561 May 14 15:47:50.591542 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12dd550-2ada-4705-9531-7af0cf87dd90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa147eb-1732-4e9b-a7be-925f54b82edd,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:50.593392 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 36162) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:47:50.640661 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-41acae1d-b0af-4d59-8ab1-7455471c0cbc admin admin] Publish callbacks [] for security_group (1fa147eb-1732-4e9b-a7be-925f54b82edd), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:50.661548 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-41acae1d-b0af-4d59-8ab1-7455471c0cbc admin admin] Publish callbacks [] for security_group (1fa147eb-1732-4e9b-a7be-925f54b82edd), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:50.706898 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-41acae1d-b0af-4d59-8ab1-7455471c0cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (1fa147eb-1732-4e9b-a7be-925f54b82edd), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:50.709429 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-41acae1d-b0af-4d59-8ab1-7455471c0cbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:50.710592 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-41acae1d-b0af-4d59-8ab1-7455471c0cbc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1fa147eb-1732-4e9b-a7be-925f54b82edd HTTP/1.1" status: 204 len: 168 time: 0.1160822 May 14 15:47:50.718917 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41acae1d-b0af-4d59-8ab1-7455471c0cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa147eb-1732-4e9b-a7be-925f54b82edd,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:50.985041 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b1ea2-09b1-4fa3-bcf1-2f9c8d600a54 req-5cca66be-2976-41e4-aa3e-5d4e01cf15f1 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:50.986818 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-cb9b1ea2-09b1-4fa3-bcf1-2f9c8d600a54 req-5cca66be-2976-41e4-aa3e-5d4e01cf15f1 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 946 time: 0.0536878 May 14 15:47:51.006918 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 36180) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:47:51.020885 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-49cd9227-163e-43af-a4ba-838e30f4c87f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:51.043612 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-cb9b1ea2-09b1-4fa3-bcf1-2f9c8d600a54 req-69b8ad99-8bc3-4603-8665-299912170b64 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502298 May 14 15:47:51.110339 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-49cd9227-163e-43af-a4ba-838e30f4c87f admin admin] Publish callbacks [] for security_group (9a6cddac-cd6c-4b10-8d71-3795529873f9), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:51.115369 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-49cd9227-163e-43af-a4ba-838e30f4c87f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (9a6cddac-cd6c-4b10-8d71-3795529873f9), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:51.159496 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 36186) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:47:51.162059 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-49cd9227-163e-43af-a4ba-838e30f4c87f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b8a55b768a0040e6bc44a360f360b0ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1539536 May 14 15:47:51.162917 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cd9227-163e-43af-a4ba-838e30f4c87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6cddac-cd6c-4b10-8d71-3795529873f9,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:51.167519 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 36188) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:47:51.188230 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856d2d6-aa31-4e89-89e9-cc97d7399dda req-40dd1f2c-60d4-41d9-bbe5-76c50be8cba3 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:51.190087 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e856d2d6-aa31-4e89-89e9-cc97d7399dda req-40dd1f2c-60d4-41d9-bbe5-76c50be8cba3 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 946 time: 0.0587499 May 14 15:47:51.227604 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-2d84f34b-a170-433c-b365-a73bee64f52e admin admin] Publish callbacks [] for security_group (9a6cddac-cd6c-4b10-8d71-3795529873f9), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:51.247794 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e856d2d6-aa31-4e89-89e9-cc97d7399dda req-8db7cb7b-ad09-4a88-93ba-4e7ff22920ac tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500529 May 14 15:47:51.269268 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-2d84f34b-a170-433c-b365-a73bee64f52e admin admin] Publish callbacks [] for security_group (9a6cddac-cd6c-4b10-8d71-3795529873f9), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:51.301571 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-e5ef4271-5e0b-4632-9925-0c011cf32e2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:51.345895 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-2d84f34b-a170-433c-b365-a73bee64f52e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (9a6cddac-cd6c-4b10-8d71-3795529873f9), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:51.348493 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-2d84f34b-a170-433c-b365-a73bee64f52e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:51.352226 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-2d84f34b-a170-433c-b365-a73bee64f52e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9a6cddac-cd6c-4b10-8d71-3795529873f9 HTTP/1.1" status: 204 len: 168 time: 0.1809900 May 14 15:47:51.358281 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d84f34b-a170-433c-b365-a73bee64f52e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6cddac-cd6c-4b10-8d71-3795529873f9,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:51.419444 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-e5ef4271-5e0b-4632-9925-0c011cf32e2d admin admin] Publish callbacks [] for security_group (7d041ce6-2bb7-4f10-931a-116ee714c42a), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:51.424324 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-e5ef4271-5e0b-4632-9925-0c011cf32e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (7d041ce6-2bb7-4f10-931a-116ee714c42a), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:51.464842 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-e5ef4271-5e0b-4632-9925-0c011cf32e2d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8d872318caa449019e29bc1127bcba0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3025358 May 14 15:47:51.467906 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 36206) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:47:51.476122 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ef4271-5e0b-4632-9925-0c011cf32e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d041ce6-2bb7-4f10-931a-116ee714c42a,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:51.529964 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-a44d8838-7482-4398-ae24-1542b7c073b7 admin admin] Publish callbacks [] for security_group (7d041ce6-2bb7-4f10-931a-116ee714c42a), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:51.552411 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-a44d8838-7482-4398-ae24-1542b7c073b7 admin admin] Publish callbacks [] for security_group (7d041ce6-2bb7-4f10-931a-116ee714c42a), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:51.607569 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-a44d8838-7482-4398-ae24-1542b7c073b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (7d041ce6-2bb7-4f10-931a-116ee714c42a), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:51.612027 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-a44d8838-7482-4398-ae24-1542b7c073b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:51.616481 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-a44d8838-7482-4398-ae24-1542b7c073b7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7d041ce6-2bb7-4f10-931a-116ee714c42a HTTP/1.1" status: 204 len: 168 time: 0.1455891 May 14 15:47:51.625431 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44d8838-7482-4398-ae24-1542b7c073b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d041ce6-2bb7-4f10-931a-116ee714c42a,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:51.793919 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ee297-b459-4cd6-a56e-d203b6391201 req-5d523fbb-9b05-4e77-b6aa-1b3a2d707e81 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:51.795560 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-551ee297-b459-4cd6-a56e-d203b6391201 req-5d523fbb-9b05-4e77-b6aa-1b3a2d707e81 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0501745 May 14 15:47:51.844264 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-551ee297-b459-4cd6-a56e-d203b6391201 req-13d6bc86-cc66-47af-8d8a-8bbeae23f717 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430329 May 14 15:47:52.179887 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba3dd3b-6775-4a67-a236-7b38ba621fa9 req-e4333945-418d-4d40-9d9d-7eee7f6102b4 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:52.181920 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-4ba3dd3b-6775-4a67-a236-7b38ba621fa9 req-e4333945-418d-4d40-9d9d-7eee7f6102b4 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 946 time: 0.0567982 May 14 15:47:52.235002 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-4ba3dd3b-6775-4a67-a236-7b38ba621fa9 req-9b3a8479-fb0a-4d7a-b06d-31e1040bace5 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474811 May 14 15:47:52.295731 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc291235-1a68-4bd4-9e75-d075100c6e4b req-bc317e99-545a-4636-8c08-7867124355de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:52.297243 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-bc291235-1a68-4bd4-9e75-d075100c6e4b req-bc317e99-545a-4636-8c08-7867124355de service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d2517d5440a4d30949f3dd36a46d813&device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 1130 time: 0.0460029 May 14 15:47:52.395568 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178ce807-aba1-4d0d-b25c-a4ce71f454ff req-04629d9b-1911-4e14-8c35-3eb3993fe9ea tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:52.397445 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-178ce807-aba1-4d0d-b25c-a4ce71f454ff req-04629d9b-1911-4e14-8c35-3eb3993fe9ea tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 946 time: 0.0669656 May 14 15:47:52.452551 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 36266) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:47:52.477230 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-178ce807-aba1-4d0d-b25c-a4ce71f454ff req-09910f95-70d7-4039-8495-5a1dd936db5d tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736024 May 14 15:47:52.673604 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-f87e9ddc-41c8-429c-98f0-e375a8628243 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:52.761606 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-f87e9ddc-41c8-429c-98f0-e375a8628243 admin admin] Publish callbacks [] for security_group (bde5bda5-444e-4dc8-8c49-08f224f6ece4), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:52.766547 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-f87e9ddc-41c8-429c-98f0-e375a8628243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (bde5bda5-444e-4dc8-8c49-08f224f6ece4), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:52.811752 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-f87e9ddc-41c8-429c-98f0-e375a8628243 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ddb330ced7ec4119b19a29e3b8f03b9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3575287 May 14 15:47:52.813705 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e9ddc-41c8-429c-98f0-e375a8628243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde5bda5-444e-4dc8-8c49-08f224f6ece4,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:52.814445 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 36294) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:47:52.830546 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device 759be0ca-daaf-4eba-97b6-a252b70cbb3b details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=115112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 14 15:47:52.971097 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc291235-1a68-4bd4-9e75-d075100c6e4b req-7bc81d91-3f8d-47b3-8f6e-7d08889bf098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:52.972763 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-bc291235-1a68-4bd4-9e75-d075100c6e4b req-7bc81d91-3f8d-47b3-8f6e-7d08889bf098 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3e026b24-9d5e-4f74-ac5a-5d47dc1338b8 HTTP/1.1" status: 200 len: 920 time: 0.1175761 May 14 15:47:52.976607 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-6d1e9d3c-c282-47a0-9f9c-8dcd70d0152c admin admin] Publish callbacks [] for security_group (bde5bda5-444e-4dc8-8c49-08f224f6ece4), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:53.005064 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-6d1e9d3c-c282-47a0-9f9c-8dcd70d0152c admin admin] Publish callbacks [] for security_group (bde5bda5-444e-4dc8-8c49-08f224f6ece4), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:53.009113 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port 759be0ca-daaf-4eba-97b6-a252b70cbb3b, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=759be0ca-daaf-4eba-97b6-a252b70cbb3b,segment=NetworkSegment(4b29d80c-5a53-4124-96cc-b568754899ad),segment_id=4b29d80c-5a53-4124-96cc-b568754899ad)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:47:53.023969 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Returning: {'device': '759be0ca-daaf-4eba-97b6-a252b70cbb3b', 'network_id': 'd4128056-aa2b-474b-a7d3-2646c1ffdbcf', 'port_id': '759be0ca-daaf-4eba-97b6-a252b70cbb3b', 'mac_address': 'fa:16:3e:61:13:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d228e71-c8a7-4ea8-bb77-1fa96d4cb770', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 14 15:47:53.076154 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port 759be0ca-daaf-4eba-97b6-a252b70cbb3b is: DOWN; New status is: BUILD {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:47:53.076928 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (759be0ca-daaf-4eba-97b6-a252b70cbb3b), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:53.094704 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 759be0ca-daaf-4eba-97b6-a252b70cbb3b {{(pid=115112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 15:47:53.116311 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port 759be0ca-daaf-4eba-97b6-a252b70cbb3b, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=759be0ca-daaf-4eba-97b6-a252b70cbb3b,segment=NetworkSegment(4b29d80c-5a53-4124-96cc-b568754899ad),segment_id=4b29d80c-5a53-4124-96cc-b568754899ad)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:47:53.121657 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (759be0ca-daaf-4eba-97b6-a252b70cbb3b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:53.125952 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-bc291235-1a68-4bd4-9e75-d075100c6e4b req-a6964d65-2a41-4c88-bd3a-885f2f23f3dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e71a293a-1d12-4e53-a116-f52bc19b1aa0 HTTP/1.1" status: 200 len: 217 time: 0.1173301 May 14 15:47:53.126967 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-6d1e9d3c-c282-47a0-9f9c-8dcd70d0152c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (bde5bda5-444e-4dc8-8c49-08f224f6ece4), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:53.129709 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-6d1e9d3c-c282-47a0-9f9c-8dcd70d0152c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:53.131011 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-6d1e9d3c-c282-47a0-9f9c-8dcd70d0152c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bde5bda5-444e-4dc8-8c49-08f224f6ece4 HTTP/1.1" status: 204 len: 168 time: 0.3155403 May 14 15:47:53.147303 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 36306) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:47:53.174458 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e9d3c-c282-47a0-9f9c-8dcd70d0152c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde5bda5-444e-4dc8-8c49-08f224f6ece4,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:53.194788 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deafe77a-cdfb-4a6c-a7aa-9c921a1925de req-f9591518-f31d-490c-b5c1-f1969927c6d3 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:53.204420 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-deafe77a-cdfb-4a6c-a7aa-9c921a1925de req-f9591518-f31d-490c-b5c1-f1969927c6d3 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 945 time: 0.2291965 May 14 15:47:53.242064 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=759be0ca-daaf-4eba-97b6-a252b70cbb3b,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:53.293819 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-deafe77a-cdfb-4a6c-a7aa-9c921a1925de req-9fca7caf-8de5-4da3-ade8-83b505b18c73 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877044 May 14 15:47:53.388788 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc291235-1a68-4bd4-9e75-d075100c6e4b req-a291ba31-6f7f-4a7c-9117-5d8643548508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:53.390890 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-bc291235-1a68-4bd4-9e75-d075100c6e4b req-a291ba31-6f7f-4a7c-9117-5d8643548508 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4761eee7-0a5d-411d-9c6c-5f0c035f2564 HTTP/1.1" status: 200 len: 858 time: 0.0659361 May 14 15:47:53.394259 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2f79b-b73e-4233-a8ce-5da46bc4a4fe req-0c9570d3-81dd-40f6-89bc-ad6e59c73609 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:53.402273 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-4ba2f79b-b73e-4233-a8ce-5da46bc4a4fe req-0c9570d3-81dd-40f6-89bc-ad6e59c73609 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 946 time: 0.0909846 May 14 15:47:53.489439 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc291235-1a68-4bd4-9e75-d075100c6e4b req-4b1e3d25-1338-4672-902f-a5866a78098c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:53.489439 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-bc291235-1a68-4bd4-9e75-d075100c6e4b req-4b1e3d25-1338-4672-902f-a5866a78098c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e026b24-9d5e-4f74-ac5a-5d47dc1338b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0878060 May 14 15:47:53.496954 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-4ba2f79b-b73e-4233-a8ce-5da46bc4a4fe req-714407ee-1a98-4f3c-992b-f17e9026f83d tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911241 May 14 15:47:53.577643 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] get_ports_and_sgs() called for port_ids ['759be0ca-daaf-4eba-97b6-a252b70cbb3b'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 15:47:53.619434 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-8b9a4156-9c09-481e-8a72-110d56a14da9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:53.671009 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a19eb-6ebe-41f9-92b5-518e47bd8d0a req-a00bcf5c-738a-4a72-afc3-c699620092a7 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:53.673328 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-343a19eb-6ebe-41f9-92b5-518e47bd8d0a req-a00bcf5c-738a-4a72-afc3-c699620092a7 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 946 time: 0.0744066 May 14 15:47:53.674150 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-bc291235-1a68-4bd4-9e75-d075100c6e4b req-ac773d25-7b72-4dba-8a4e-a88f3bc83897 service neutron] 10.222.0.36 "GET /v2.0/networks/3e026b24-9d5e-4f74-ac5a-5d47dc1338b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658945 May 14 15:47:53.749075 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-343a19eb-6ebe-41f9-92b5-518e47bd8d0a req-e2933263-63ac-4b88-9021-b33ca948eeeb tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637062 May 14 15:47:53.794942 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 36330) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:47:53.809583 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-89185c66-c79a-4d73-948f-6ca5086bb17e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:53.821477 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-8b9a4156-9c09-481e-8a72-110d56a14da9 admin admin] Publish callbacks [] for security_group (b96d894b-0b58-4910-bb90-b5aec24b7f48), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:53.828857 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-8b9a4156-9c09-481e-8a72-110d56a14da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (b96d894b-0b58-4910-bb90-b5aec24b7f48), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:53.864757 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-bc291235-1a68-4bd4-9e75-d075100c6e4b req-21b92e44-24bd-4f61-b5bc-744e42071cae service neutron] 10.222.0.36 "GET /v2.0/networks/3e026b24-9d5e-4f74-ac5a-5d47dc1338b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840658 May 14 15:47:53.897662 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-8b9a4156-9c09-481e-8a72-110d56a14da9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=71a90f9aac2a4a91a5c9558001978d73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7486126 May 14 15:47:53.902571 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98dec0-9be4-4009-beaf-a99b844d20c2 req-2bdd2efe-778d-42f2-a149-ccfe442b545a tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:53.903010 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 36338) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:47:53.913824 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3f98dec0-9be4-4009-beaf-a99b844d20c2 req-2bdd2efe-778d-42f2-a149-ccfe442b545a tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 946 time: 0.0700657 May 14 15:47:53.915840 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 36342) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:47:53.922431 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-15b1cb0f-1e6e-4456-9330-d7ccce9a2ae2 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Request body: {'floatingip': {'port_id': '60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:47:53.937558 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9a4156-9c09-481e-8a72-110d56a14da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96d894b-0b58-4910-bb90-b5aec24b7f48,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:53.988974 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-841ea343-8c59-4209-85bb-6ec1e84ba568 admin admin] Publish callbacks [] for security_group (b96d894b-0b58-4910-bb90-b5aec24b7f48), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:54.010472 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-15b1cb0f-1e6e-4456-9330-d7ccce9a2ae2 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for floatingip (cdd7c357-19fe-4659-a6ac-64533a4a356e), before_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:54.013505 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-841ea343-8c59-4209-85bb-6ec1e84ba568 admin admin] Publish callbacks [] for security_group (b96d894b-0b58-4910-bb90-b5aec24b7f48), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:54.068033 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-841ea343-8c59-4209-85bb-6ec1e84ba568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (b96d894b-0b58-4910-bb90-b5aec24b7f48), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:54.070786 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-841ea343-8c59-4209-85bb-6ec1e84ba568 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:54.075350 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-841ea343-8c59-4209-85bb-6ec1e84ba568 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b96d894b-0b58-4910-bb90-b5aec24b7f48 HTTP/1.1" status: 204 len: 168 time: 0.1711574 May 14 15:47:54.089381 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ea343-8c59-4209-85bb-6ec1e84ba568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96d894b-0b58-4910-bb90-b5aec24b7f48,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:54.198280 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-89185c66-c79a-4d73-948f-6ca5086bb17e admin admin] Publish callbacks [] for security_group (217f915f-0a61-48b3-a0eb-6863120126cd), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:54.235416 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-89185c66-c79a-4d73-948f-6ca5086bb17e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (217f915f-0a61-48b3-a0eb-6863120126cd), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:54.297364 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-89185c66-c79a-4d73-948f-6ca5086bb17e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d1b2bbcdab634685949add6b4dea7c1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4985132 May 14 15:47:54.297364 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89185c66-c79a-4d73-948f-6ca5086bb17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217f915f-0a61-48b3-a0eb-6863120126cd,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:54.297936 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 36354) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:47:54.444538 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-0b62d31a-9446-4699-8243-df93914fe226 admin admin] Publish callbacks [] for security_group (217f915f-0a61-48b3-a0eb-6863120126cd), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:54.483029 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-0b62d31a-9446-4699-8243-df93914fe226 admin admin] Publish callbacks [] for security_group (217f915f-0a61-48b3-a0eb-6863120126cd), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:54.530341 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3c68d-a88d-42f4-a572-2b85cb743406 req-f4308c93-c0ba-4248-94f2-a4330e298345 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:54.532121 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-19e3c68d-a88d-42f4-a572-2b85cb743406 req-f4308c93-c0ba-4248-94f2-a4330e298345 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 945 time: 0.0949733 May 14 15:47:54.604046 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-0b62d31a-9446-4699-8243-df93914fe226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (217f915f-0a61-48b3-a0eb-6863120126cd), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:54.606649 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-0b62d31a-9446-4699-8243-df93914fe226 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:54.607805 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-0b62d31a-9446-4699-8243-df93914fe226 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/217f915f-0a61-48b3-a0eb-6863120126cd HTTP/1.1" status: 204 len: 168 time: 0.3088460 May 14 15:47:54.629228 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b62d31a-9446-4699-8243-df93914fe226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217f915f-0a61-48b3-a0eb-6863120126cd,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:54.777435 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-19e3c68d-a88d-42f4-a572-2b85cb743406 req-284b0962-2c37-4868-aae7-749f096653ab tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2286913 May 14 15:47:54.801763 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be822a7-abb6-4bc1-a348-29c0ca57827a req-d32b4040-b914-4f35-8fbc-d805e6d4d623 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:54.803312 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9be822a7-abb6-4bc1-a348-29c0ca57827a req-d32b4040-b914-4f35-8fbc-d805e6d4d623 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 946 time: 0.1309116 May 14 15:47:54.850974 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device 759be0ca-daaf-4eba-97b6-a252b70cbb3b up at agent hyperv_hv-cinder-83979 {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:47:54.886616 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.db.resource_extend [None req-15b1cb0f-1e6e-4456-9330-d7ccce9a2ae2 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 14 15:47:54.911605 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Provisioning for port 759be0ca-daaf-4eba-97b6-a252b70cbb3b completed by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 14 15:47:54.919741 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Provisioning complete for port 759be0ca-daaf-4eba-97b6-a252b70cbb3b triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:47:54.920418 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (759be0ca-daaf-4eba-97b6-a252b70cbb3b), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:55.008281 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port 759be0ca-daaf-4eba-97b6-a252b70cbb3b is: BUILD; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:47:55.008678 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (759be0ca-daaf-4eba-97b6-a252b70cbb3b), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:55.012463 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-15b1cb0f-1e6e-4456-9330-d7ccce9a2ae2 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:55.027490 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-15b1cb0f-1e6e-4456-9330-d7ccce9a2ae2 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1759531'] for floatingip (cdd7c357-19fe-4659-a6ac-64533a4a356e), after_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:55.036918 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e33e9970-bfb7-46f3-8d40-782dbfa3d21c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759be0ca-daaf-4eba-97b6-a252b70cbb3b'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:47:55.039367 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bb685cd0d0d5598b2dce4f6f2400b8bab1844baadda65bc385176a7d6dc4011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7c4850-47e8-4da0-82db-6b0be75daceb" -d '{"events": [{"server_uuid": "e33e9970-bfb7-46f3-8d40-782dbfa3d21c", "name": "network-vif-plugged", "status": "completed", "tag": "759be0ca-daaf-4eba-97b6-a252b70cbb3b"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:47:55.056869 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port 759be0ca-daaf-4eba-97b6-a252b70cbb3b, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=759be0ca-daaf-4eba-97b6-a252b70cbb3b,segment=NetworkSegment(4b29d80c-5a53-4124-96cc-b568754899ad),segment_id=4b29d80c-5a53-4124-96cc-b568754899ad)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:47:55.062795 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (759be0ca-daaf-4eba-97b6-a252b70cbb3b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:55.098484 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 15:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a5c3fd-4031-42d0-a167-9dd452d98c0a x-openstack-request-id: req-b4a5c3fd-4031-42d0-a167-9dd452d98c0a {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:47:55.098869 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e33e9970-bfb7-46f3-8d40-782dbfa3d21c", "name": "network-vif-plugged", "status": "completed", "tag": "759be0ca-daaf-4eba-97b6-a252b70cbb3b", "code": 200}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:47:55.099230 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b4a5c3fd-4031-42d0-a167-9dd452d98c0a {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:47:55.100287 dv-cinder-839793-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4a5c3fd-4031-42d0-a167-9dd452d98c0a'] response: {'server_uuid': 'e33e9970-bfb7-46f3-8d40-782dbfa3d21c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759be0ca-daaf-4eba-97b6-a252b70cbb3b', 'code': 200} May 14 15:47:55.137113 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=759be0ca-daaf-4eba-97b6-a252b70cbb3b,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:55.300129 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9be822a7-abb6-4bc1-a348-29c0ca57827a req-c3f041e1-c82e-4e25-b456-a382ab7af39b tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430142 May 14 15:47:55.383974 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.db.l3_db [None req-15b1cb0f-1e6e-4456-9330-d7ccce9a2ae2 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Floating IP cdd7c357-19fe-4659-a6ac-64533a4a356e associated. External IP: 172.27.1.59, port: 60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3. May 14 15:47:55.390771 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1ba49-1298-4c3c-9edf-838664629e17 req-d7f80750-f80f-4c01-87ea-dc5e6d8b860b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:55.398270 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-a8b1ba49-1298-4c3c-9edf-838664629e17 req-d7f80750-f80f-4c01-87ea-dc5e6d8b860b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 1130 time: 0.0588012 May 14 15:47:55.455321 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-a8b1ba49-1298-4c3c-9edf-838664629e17 req-731904e5-0fac-4dd6-a25e-afc1603cf026 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454473 May 14 15:47:55.589926 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 36418) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:47:55.651664 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b1cb0f-1e6e-4456-9330-d7ccce9a2ae2 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Router 5b7fd4ea-e5a8-46a9-b072-faa068d0f12c has already been hosted by L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f {{(pid=115111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 15:47:55.745584 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-1652bcae-742d-4d87-95ab-c8a5b48dcbc2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-988962479-network', 'tenant_id': '3594a317448848a484e9f4ca47e4f33b'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:47:55.769653 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1652bcae-742d-4d87-95ab-c8a5b48dcbc2 admin admin] Made reservation on behalf of 3594a317448848a484e9f4ca47e4f33b for: {'network': 1} {{(pid=115110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:47:55.772901 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1652bcae-742d-4d87-95ab-c8a5b48dcbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for network (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:55.789227 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1652bcae-742d-4d87-95ab-c8a5b48dcbc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:55.798236 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b1cb0f-1e6e-4456-9330-d7ccce9a2ae2 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 15:47:55.803966 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-15b1cb0f-1e6e-4456-9330-d7ccce9a2ae2 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for floatingip (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:55.829736 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dcb800-0592-4f27-9480-65730fde0663 None None] Sync routers for ids ['5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'] in dv-cinder-839793-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 15:47:55.848673 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dcb800-0592-4f27-9480-65730fde0663 None None] Routers {'5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:47:55.850192 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-68dcb800-0592-4f27-9480-65730fde0663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:47:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:47:55.865934 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-15b1cb0f-1e6e-4456-9330-d7ccce9a2ae2 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "PUT /v2.0/floatingips/cdd7c357-19fe-4659-a6ac-64533a4a356e HTTP/1.1" status: 200 len: 991 time: 1.9486532 May 14 15:47:55.866631 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '113f6b52-519c-45f4-9bc2-37168d644e15', 'tag': '60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3'}] {{(pid=115111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:47:55.875164 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d243af113ddc23b9a3ad38dde0a226f09410eb7dd6936b385d295fad3462c172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cebebe3-c40e-4823-9873-4e9cf616b099" -d '{"events": [{"name": "network-changed", "server_uuid": "113f6b52-519c-45f4-9bc2-37168d644e15", "tag": "60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3"}]}' {{(pid=115111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:47:55.935889 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 15:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac3a094-c718-4a6b-92bd-2a8295c88756 x-openstack-request-id: req-8ac3a094-c718-4a6b-92bd-2a8295c88756 {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:47:55.936184 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "113f6b52-519c-45f4-9bc2-37168d644e15", "tag": "60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3", "status": "completed", "code": 200}]} {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:47:55.936437 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8ac3a094-c718-4a6b-92bd-2a8295c88756 {{(pid=115111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:47:55.936838 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ac3a094-c718-4a6b-92bd-2a8295c88756'] response: {'name': 'network-changed', 'server_uuid': '113f6b52-519c-45f4-9bc2-37168d644e15', 'tag': '60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3', 'status': 'completed', 'code': 200} May 14 15:47:55.937155 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1652bcae-742d-4d87-95ab-c8a5b48dcbc2 admin admin] Publish callbacks [] for security_group (fc251b6b-9c76-48b6-a80e-2549f13c1d84), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:55.941723 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1652bcae-742d-4d87-95ab-c8a5b48dcbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (fc251b6b-9c76-48b6-a80e-2549f13c1d84), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:55.966398 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1652bcae-742d-4d87-95ab-c8a5b48dcbc2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=115110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 15:47:55.981840 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1652bcae-742d-4d87-95ab-c8a5b48dcbc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc251b6b-9c76-48b6-a80e-2549f13c1d84,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:55.990778 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ae433-84c9-4e90-85b6-8551cc2704d2 req-8e89474e-eb96-4038-9f5e-552b7094f46e tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:55.991292 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1652bcae-742d-4d87-95ab-c8a5b48dcbc2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770741945101', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32906243'] for segment (c83ac4e5-6a33-4815-b25c-fb5ba17883a0), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:55.992416 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d04ae433-84c9-4e90-85b6-8551cc2704d2 req-8e89474e-eb96-4038-9f5e-552b7094f46e tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0588160 May 14 15:47:55.998480 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.db.segments_db [None req-1652bcae-742d-4d87-95ab-c8a5b48dcbc2 admin admin] Added segment c83ac4e5-6a33-4815-b25c-fb5ba17883a0 of type vlan for network 48579cef-3aec-4c51-8fbd-141be2824329 May 14 15:47:56.004162 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-68dcb800-0592-4f27-9480-65730fde0663 None None] Set router 5b7fd4ea-e5a8-46a9-b072-faa068d0f12c gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:47:56.040967 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1652bcae-742d-4d87-95ab-c8a5b48dcbc2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770741518219'] for network (48579cef-3aec-4c51-8fbd-141be2824329), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:56.046397 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d04ae433-84c9-4e90-85b6-8551cc2704d2 req-3a3bb8c5-6a2b-40e9-969d-031efa5e458a tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451055 May 14 15:47:56.075351 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1652bcae-742d-4d87-95ab-c8a5b48dcbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732'] for network (48579cef-3aec-4c51-8fbd-141be2824329), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:56.075351 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1652bcae-742d-4d87-95ab-c8a5b48dcbc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:56.075351 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1652bcae-742d-4d87-95ab-c8a5b48dcbc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for network (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:56.107769 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-1652bcae-742d-4d87-95ab-c8a5b48dcbc2 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5166779 May 14 15:47:56.110749 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 36444) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:47:56.119524 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-d926c25c-f8ea-45ce-bfed-48a3302d9446 admin admin] Request body: {'subnet': {'network_id': '48579cef-3aec-4c51-8fbd-141be2824329', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-988962479-subnet', 'tenant_id': '3594a317448848a484e9f4ca47e4f33b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:47:56.135875 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1652bcae-742d-4d87-95ab-c8a5b48dcbc2 admin admin] Pushing event updated for resources: {'Network': ['ID=48579cef-3aec-4c51-8fbd-141be2824329,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:56.143801 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d926c25c-f8ea-45ce-bfed-48a3302d9446 admin admin] Made reservation on behalf of 3594a317448848a484e9f4ca47e4f33b for: {'subnet': 1} {{(pid=115111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:47:56.146274 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-d926c25c-f8ea-45ce-bfed-48a3302d9446 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:56.148284 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Network 48579cef-3aec-4c51-8fbd-141be2824329 details requested by agent ovs-agent-dv-cinder-839793-11-iscsi with host dv-cinder-839793-11-iscsi {{(pid=115112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 14 15:47:56.282286 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-68dcb800-0592-4f27-9480-65730fde0663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'name': 'tempest-AttachVolumeNegativeTest-252484141-router', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:17Z', 'updated_at': '2022-05-14T15:46:23Z', 'revision_number': 4, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'gw_port': {'id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:30:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:18Z', 'updated_at': '2022-05-14T15:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_floatingips': [{'id': 'cdd7c357-19fe-4659-a6ac-64533a4a356e', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'floating_ip_address': '172.27.1.59', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'port_id': '60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 92, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'mac_address': 'fa:16:3e:06:e2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113f6b52-519c-45f4-9bc2-37168d644e15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T15:46:30Z', 'updated_at': '2022-05-14T15:47:54Z', 'revision_number': 1, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f58259cf-4cfe-4867-a867-9e17bac30662', 'name': '', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'mac_address': 'fa:16:3e:9e:e9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:22Z', 'updated_at': '2022-05-14T15:46:35Z', 'revision_number': 5, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'subnets': [{'id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:47:56.308506 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dcb800-0592-4f27-9480-65730fde0663 None None] Checking router: 5b7fd4ea-e5a8-46a9-b072-faa068d0f12c for host: dv-cinder-839793-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 15:47:56.316986 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dcb800-0592-4f27-9480-65730fde0663 None None] Routers {'5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:47:56.318025 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-d926c25c-f8ea-45ce-bfed-48a3302d9446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732'] for subnet (bcd80c89-c156-4c57-866e-32fd97e9037d), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:56.318601 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-68dcb800-0592-4f27-9480-65730fde0663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:47:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:47:56.377714 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d926c25c-f8ea-45ce-bfed-48a3302d9446 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcd80c89-c156-4c57-866e-32fd97e9037d,revision_number=0']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:56.397636 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d926c25c-f8ea-45ce-bfed-48a3302d9446 admin admin] Checking segment: {'id': 'c83ac4e5-6a33-4815-b25c-fb5ba17883a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '48579cef-3aec-4c51-8fbd-141be2824329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:47:56.398012 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d926c25c-f8ea-45ce-bfed-48a3302d9446 admin admin] Network hostable DHCP agents. Network: 48579cef-3aec-4c51-8fbd-141be2824329, hostable agents: ['fb8f4d26-2508-472b-a3f6-593d1ff7e929'], hosted agents: [] {{(pid=115111) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 15:47:56.442025 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d49d0b-6071-48e1-95f6-2a340a22f9b5 req-1928d6b3-5b0e-4bf3-af27-5c73ff62ffb4 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:56.443510 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-01d49d0b-6071-48e1-95f6-2a340a22f9b5 req-1928d6b3-5b0e-4bf3-af27-5c73ff62ffb4 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 946 time: 0.0603566 May 14 15:47:56.453147 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d926c25c-f8ea-45ce-bfed-48a3302d9446 admin admin] Network 48579cef-3aec-4c51-8fbd-141be2824329 is scheduled to be hosted by DHCP agent fb8f4d26-2508-472b-a3f6-593d1ff7e929 with binding_index 1 {{(pid=115111) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 15:47:56.473507 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.base_scheduler [None req-d926c25c-f8ea-45ce-bfed-48a3302d9446 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-11-iscsi, 48579cef-3aec-4c51-8fbd-141be2824329) {{(pid=115111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:47:56.477698 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d926c25c-f8ea-45ce-bfed-48a3302d9446 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:56.478772 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-d926c25c-f8ea-45ce-bfed-48a3302d9446 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for subnet (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:56.485014 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f78ed0-c03f-4760-9d7b-99304eaa1b69 None None] Network 48579cef-3aec-4c51-8fbd-141be2824329 requested from dv-cinder-839793-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 15:47:56.507547 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-d926c25c-f8ea-45ce-bfed-48a3302d9446 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3921046 May 14 15:47:56.519761 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-01d49d0b-6071-48e1-95f6-2a340a22f9b5 req-88155d7a-b6ce-4fa9-b914-930057f4d439 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677865 May 14 15:47:56.522730 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-68dcb800-0592-4f27-9480-65730fde0663 None None] Set router 5b7fd4ea-e5a8-46a9-b072-faa068d0f12c gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:47:56.595304 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a539f7-d73f-4394-a15b-297d01c55ac5 None None] Network 48579cef-3aec-4c51-8fbd-141be2824329 requested from dv-cinder-839793-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 15:47:56.757521 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-68dcb800-0592-4f27-9480-65730fde0663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'name': 'tempest-AttachVolumeNegativeTest-252484141-router', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:17Z', 'updated_at': '2022-05-14T15:46:23Z', 'revision_number': 4, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'gw_port': {'id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:30:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:18Z', 'updated_at': '2022-05-14T15:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_floatingips': [{'id': 'cdd7c357-19fe-4659-a6ac-64533a4a356e', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'floating_ip_address': '172.27.1.59', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'port_id': '60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 92, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'mac_address': 'fa:16:3e:06:e2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113f6b52-519c-45f4-9bc2-37168d644e15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T15:46:30Z', 'updated_at': '2022-05-14T15:47:54Z', 'revision_number': 1, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f58259cf-4cfe-4867-a867-9e17bac30662', 'name': '', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'mac_address': 'fa:16:3e:9e:e9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:22Z', 'updated_at': '2022-05-14T15:46:35Z', 'revision_number': 5, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'subnets': [{'id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:47:56.788741 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dcb800-0592-4f27-9480-65730fde0663 None None] The sync data for ids ['5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'] in dv-cinder-839793-11-iscsi is: [{'id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'name': 'tempest-AttachVolumeNegativeTest-252484141-router', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:17Z', 'updated_at': '2022-05-14T15:46:23Z', 'revision_number': 4, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'gw_port': {'id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:30:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:18Z', 'updated_at': '2022-05-14T15:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_floatingips': [{'id': 'cdd7c357-19fe-4659-a6ac-64533a4a356e', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'floating_ip_address': '172.27.1.59', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'port_id': '60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 92, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'mac_address': 'fa:16:3e:06:e2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113f6b52-519c-45f4-9bc2-37168d644e15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T15:46:30Z', 'updated_at': '2022-05-14T15:47:54Z', 'revision_number': 1, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f58259cf-4cfe-4867-a867-9e17bac30662', 'name': '', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'mac_address': 'fa:16:3e:9e:e9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:22Z', 'updated_at': '2022-05-14T15:46:35Z', 'revision_number': 5, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'subnets': [{'id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 15:47:57.024728 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7b97aae-d8ce-4102-82f7-765f993512bf None None] New status for floating IP cdd7c357-19fe-4659-a6ac-64533a4a356e: ACTIVE {{(pid=115112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 14 15:47:57.033070 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 36470) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:47:57.037907 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-bafc7bfc-c4a1-48a8-a5d3-c4f2a0e7610e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-678924512-network', 'tenant_id': 'c1aa4f0d03ed416a9dd9c60254648c77'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:47:57.058712 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafc7bfc-c4a1-48a8-a5d3-c4f2a0e7610e admin admin] Made reservation on behalf of c1aa4f0d03ed416a9dd9c60254648c77 for: {'network': 1} {{(pid=115110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:47:57.061083 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-bafc7bfc-c4a1-48a8-a5d3-c4f2a0e7610e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for network (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:57.070950 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-bafc7bfc-c4a1-48a8-a5d3-c4f2a0e7610e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:57.161237 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-bafc7bfc-c4a1-48a8-a5d3-c4f2a0e7610e admin admin] Publish callbacks [] for security_group (2c98663d-18e6-4fc2-b2d4-7a7ffe30c7bc), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:57.166281 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-bafc7bfc-c4a1-48a8-a5d3-c4f2a0e7610e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (2c98663d-18e6-4fc2-b2d4-7a7ffe30c7bc), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:57.176717 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838667c0-01fb-4f10-810a-c6ec49540102 req-4a13593a-a4f1-47a2-8719-67a73500fce9 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:57.178235 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-838667c0-01fb-4f10-810a-c6ec49540102 req-4a13593a-a4f1-47a2-8719-67a73500fce9 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0501032 May 14 15:47:57.193521 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bafc7bfc-c4a1-48a8-a5d3-c4f2a0e7610e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=115110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 15:47:57.208064 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafc7bfc-c4a1-48a8-a5d3-c4f2a0e7610e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c98663d-18e6-4fc2-b2d4-7a7ffe30c7bc,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:57.214701 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-bafc7bfc-c4a1-48a8-a5d3-c4f2a0e7610e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770741945101', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32906243'] for segment (bc90b2a1-cbec-4e66-85a7-4368c73b04ee), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:57.215667 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.db.segments_db [None req-bafc7bfc-c4a1-48a8-a5d3-c4f2a0e7610e admin admin] Added segment bc90b2a1-cbec-4e66-85a7-4368c73b04ee of type vlan for network b8d5e54e-d431-47d0-b964-8ca59c49588b May 14 15:47:57.233633 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-838667c0-01fb-4f10-810a-c6ec49540102 req-e3a44350-e404-4acd-974a-e241a8bb9bf0 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470521 May 14 15:47:57.260730 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-bafc7bfc-c4a1-48a8-a5d3-c4f2a0e7610e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770741518219'] for network (b8d5e54e-d431-47d0-b964-8ca59c49588b), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:57.285443 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-bafc7bfc-c4a1-48a8-a5d3-c4f2a0e7610e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732'] for network (b8d5e54e-d431-47d0-b964-8ca59c49588b), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:57.286477 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafc7bfc-c4a1-48a8-a5d3-c4f2a0e7610e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:57.287047 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-bafc7bfc-c4a1-48a8-a5d3-c4f2a0e7610e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for network (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:57.321486 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-bafc7bfc-c4a1-48a8-a5d3-c4f2a0e7610e admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2872989 May 14 15:47:57.324407 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 36474) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:47:57.329719 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-6beeab6a-9373-4646-ba0a-e719327a3676 admin admin] Request body: {'subnet': {'network_id': 'b8d5e54e-d431-47d0-b964-8ca59c49588b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-678924512-subnet', 'tenant_id': 'c1aa4f0d03ed416a9dd9c60254648c77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:47:57.349788 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafc7bfc-c4a1-48a8-a5d3-c4f2a0e7610e admin admin] Pushing event updated for resources: {'Network': ['ID=b8d5e54e-d431-47d0-b964-8ca59c49588b,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:57.353078 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6beeab6a-9373-4646-ba0a-e719327a3676 admin admin] Made reservation on behalf of c1aa4f0d03ed416a9dd9c60254648c77 for: {'subnet': 1} {{(pid=115111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:47:57.356036 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-6beeab6a-9373-4646-ba0a-e719327a3676 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:57.383157 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Network b8d5e54e-d431-47d0-b964-8ca59c49588b details requested by agent ovs-agent-dv-cinder-839793-11-iscsi with host dv-cinder-839793-11-iscsi {{(pid=115112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 14 15:47:57.531171 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-6beeab6a-9373-4646-ba0a-e719327a3676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732'] for subnet (61762257-2c2c-43a5-978f-e13edda5a356), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:57.591548 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beeab6a-9373-4646-ba0a-e719327a3676 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61762257-2c2c-43a5-978f-e13edda5a356,revision_number=0']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:47:57.625177 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6beeab6a-9373-4646-ba0a-e719327a3676 admin admin] Checking segment: {'id': 'bc90b2a1-cbec-4e66-85a7-4368c73b04ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'b8d5e54e-d431-47d0-b964-8ca59c49588b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:47:57.625533 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6beeab6a-9373-4646-ba0a-e719327a3676 admin admin] Network hostable DHCP agents. Network: b8d5e54e-d431-47d0-b964-8ca59c49588b, hostable agents: ['fb8f4d26-2508-472b-a3f6-593d1ff7e929'], hosted agents: [] {{(pid=115111) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 15:47:57.648630 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287637b-7e75-41d9-82c7-5c48254b7e60 req-372d893f-b191-432a-a392-d3bbc0e5c9ea tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:57.650689 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d287637b-7e75-41d9-82c7-5c48254b7e60 req-372d893f-b191-432a-a392-d3bbc0e5c9ea tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 946 time: 0.0543780 May 14 15:47:57.665322 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6beeab6a-9373-4646-ba0a-e719327a3676 admin admin] Network b8d5e54e-d431-47d0-b964-8ca59c49588b is scheduled to be hosted by DHCP agent fb8f4d26-2508-472b-a3f6-593d1ff7e929 with binding_index 1 {{(pid=115111) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 15:47:57.683484 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.base_scheduler [None req-6beeab6a-9373-4646-ba0a-e719327a3676 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-11-iscsi, b8d5e54e-d431-47d0-b964-8ca59c49588b) {{(pid=115111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:47:57.691397 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d76cb3-36e6-4e64-9f39-ab6c4a611769 None None] Network b8d5e54e-d431-47d0-b964-8ca59c49588b requested from dv-cinder-839793-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 15:47:57.693106 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6beeab6a-9373-4646-ba0a-e719327a3676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:57.693690 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-6beeab6a-9373-4646-ba0a-e719327a3676 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for subnet (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:47:57.715843 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d287637b-7e75-41d9-82c7-5c48254b7e60 req-6f55176d-f999-4b64-9867-b92cb7add935 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578344 May 14 15:47:57.719533 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-6beeab6a-9373-4646-ba0a-e719327a3676 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3939862 May 14 15:47:57.806622 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc253b4-5ba7-4d08-a1ca-c5ae9cf1cf7f None None] Network b8d5e54e-d431-47d0-b964-8ca59c49588b requested from dv-cinder-839793-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 15:47:58.353800 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049041f5-bddf-4999-9570-5ff4237d4cc3 req-0972282c-2278-473f-ae62-631b0ada3b1f tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:58.355301 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-049041f5-bddf-4999-9570-5ff4237d4cc3 req-0972282c-2278-473f-ae62-631b0ada3b1f tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0466318 May 14 15:47:58.401237 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-049041f5-bddf-4999-9570-5ff4237d4cc3 req-02d46699-8498-4083-ada8-37ce8d84fb65 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404835 May 14 15:47:58.831543 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad966f27-f20c-492d-9ad2-933b4703991a req-dd21b9a2-8916-4e76-82c6-cc0ee892f04c tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:58.833014 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ad966f27-f20c-492d-9ad2-933b4703991a req-dd21b9a2-8916-4e76-82c6-cc0ee892f04c tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 946 time: 0.0494356 May 14 15:47:58.880089 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ad966f27-f20c-492d-9ad2-933b4703991a req-51adf1fe-5552-4ad6-88bf-136f26196134 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407333 May 14 15:47:59.514926 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3ecb0-3ee6-422f-b9d7-a0851f15952f req-4bc5489a-be6b-446f-888b-80689c5d338d tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:59.516346 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-56b3ecb0-3ee6-422f-b9d7-a0851f15952f req-4bc5489a-be6b-446f-888b-80689c5d338d tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0461183 May 14 15:47:59.561135 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-56b3ecb0-3ee6-422f-b9d7-a0851f15952f req-d5e5e56f-6121-4e0a-9e43-ecb1dc994ed2 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393481 May 14 15:47:59.990262 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ea363-3cd9-4330-86a1-da16b7fbff1c req-197e05e7-b72d-4d19-96da-73261071f51e tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:47:59.991752 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-565ea363-3cd9-4330-86a1-da16b7fbff1c req-197e05e7-b72d-4d19-96da-73261071f51e tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 946 time: 0.0464697 May 14 15:48:00.047276 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-565ea363-3cd9-4330-86a1-da16b7fbff1c req-fdc7b67f-1a29-48af-ac64-af91b9525878 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493195 May 14 15:48:00.687103 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82c299-8930-4134-9beb-ae952b801a62 req-5e9cd3b8-35f8-47e6-9136-43a78b80a448 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:00.688568 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0d82c299-8930-4134-9beb-ae952b801a62 req-5e9cd3b8-35f8-47e6-9136-43a78b80a448 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0531917 May 14 15:48:00.736843 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0d82c299-8930-4134-9beb-ae952b801a62 req-09bff1ca-6132-44cf-a962-1b8304ea9fe6 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407248 May 14 15:48:01.034954 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-9691b387-ccc0-4263-a757-902d2b93be64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:01.155788 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebebe3-c40e-4823-9873-4e9cf616b099 req-027f2dfa-9e5b-46bf-ba2e-31f4a61dd35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:01.157994 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-0cebebe3-c40e-4823-9873-4e9cf616b099 req-027f2dfa-9e5b-46bf-ba2e-31f4a61dd35b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7905689c95d44a5c9169249c70f7de57&device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 1130 time: 0.0665078 May 14 15:48:01.185608 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb8b379-0af5-4795-b1b2-10ecd7922e0b req-037b5abc-4877-4d23-b74b-83959acef4ac tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:01.187186 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6cb8b379-0af5-4795-b1b2-10ecd7922e0b req-037b5abc-4877-4d23-b74b-83959acef4ac tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 946 time: 0.0564599 May 14 15:48:01.245676 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6cb8b379-0af5-4795-b1b2-10ecd7922e0b req-e8276a88-4c8e-4687-a408-cbe5d23ccf6e tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525546 May 14 15:48:01.869087 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0d193-62d7-49b6-82e9-e56e1bb7601f req-0bb557c6-8ef9-4a1a-9e50-7b6c65bfc5a0 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:01.870772 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e7a0d193-62d7-49b6-82e9-e56e1bb7601f req-0bb557c6-8ef9-4a1a-9e50-7b6c65bfc5a0 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0532432 May 14 15:48:01.920475 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e7a0d193-62d7-49b6-82e9-e56e1bb7601f req-a942c3e5-776f-4f4e-8d01-fecc54e22812 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437810 May 14 15:48:02.368940 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cadce2-cd16-46a8-ae65-70ecc1155665 req-899a1277-3f6c-49de-9b32-da87b52eec4e tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:02.370568 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e2cadce2-cd16-46a8-ae65-70ecc1155665 req-899a1277-3f6c-49de-9b32-da87b52eec4e tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 946 time: 0.0510418 May 14 15:48:02.425203 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e2cadce2-cd16-46a8-ae65-70ecc1155665 req-c578fd61-6c4a-4568-8c14-ee7d0fdd4e33 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484629 May 14 15:48:02.452887 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 36566) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:48:02.559528 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-abe6e05c-709c-4407-927a-6b309d8261e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:02.643867 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-abe6e05c-709c-4407-927a-6b309d8261e1 admin admin] Publish callbacks [] for security_group (3087243a-47e8-4247-9e5c-68f25b1662fb), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:02.647803 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-abe6e05c-709c-4407-927a-6b309d8261e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (3087243a-47e8-4247-9e5c-68f25b1662fb), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:02.691956 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-abe6e05c-709c-4407-927a-6b309d8261e1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=128aa8bdcbe3444f8221c11b0ed4d5c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356665 May 14 15:48:02.691956 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe6e05c-709c-4407-927a-6b309d8261e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3087243a-47e8-4247-9e5c-68f25b1662fb,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:02.693462 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 36576) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:48:02.766506 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (df6c86ae-fc26-40a3-91a1-648a304bf46f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:02.954905 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1b4e3592-b121-4fa9-9842-ad49ca458538 admin admin] Publish callbacks [] for security_group (3087243a-47e8-4247-9e5c-68f25b1662fb), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:02.975867 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1b4e3592-b121-4fa9-9842-ad49ca458538 admin admin] Publish callbacks [] for security_group (3087243a-47e8-4247-9e5c-68f25b1662fb), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:03.024111 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1b4e3592-b121-4fa9-9842-ad49ca458538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (3087243a-47e8-4247-9e5c-68f25b1662fb), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:03.026942 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1b4e3592-b121-4fa9-9842-ad49ca458538 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:03.028267 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-1b4e3592-b121-4fa9-9842-ad49ca458538 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3087243a-47e8-4247-9e5c-68f25b1662fb HTTP/1.1" status: 204 len: 168 time: 0.3337314 May 14 15:48:03.036058 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e3592-b121-4fa9-9842-ad49ca458538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3087243a-47e8-4247-9e5c-68f25b1662fb,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:03.049861 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4a53c1-a534-4ee2-9872-f1f63b63ca5e req-ade7dadc-e824-4ee6-abe1-5df1aac067e2 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:03.058228 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8d4a53c1-a534-4ee2-9872-f1f63b63ca5e req-ade7dadc-e824-4ee6-abe1-5df1aac067e2 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0647807 May 14 15:48:03.105106 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8d4a53c1-a534-4ee2-9872-f1f63b63ca5e req-23172df2-e076-4ce7-a48c-e5a78a5ea153 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458250 May 14 15:48:03.257255 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-ba96806b-426a-46c2-bb67-9fb7eaa3e950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:03.325910 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 36596) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:48:03.339717 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-92fde6e1-37c6-45f5-b2f9-00b8622909e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:03.422090 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-92fde6e1-37c6-45f5-b2f9-00b8622909e0 admin admin] Publish callbacks [] for security_group (697ecd70-323e-47c0-82b9-dd7c6ec21ae9), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:03.425939 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-92fde6e1-37c6-45f5-b2f9-00b8622909e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (697ecd70-323e-47c0-82b9-dd7c6ec21ae9), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:03.468083 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-92fde6e1-37c6-45f5-b2f9-00b8622909e0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6070e1d72a9046c9a46fbc5614239b21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1410501 May 14 15:48:03.469038 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fde6e1-37c6-45f5-b2f9-00b8622909e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697ecd70-323e-47c0-82b9-dd7c6ec21ae9,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:03.471499 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 36600) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:48:03.520097 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-ba5d45ce-c617-4f71-8ee1-688e6edc7f04 admin admin] Publish callbacks [] for security_group (697ecd70-323e-47c0-82b9-dd7c6ec21ae9), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:03.541293 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-ba5d45ce-c617-4f71-8ee1-688e6edc7f04 admin admin] Publish callbacks [] for security_group (697ecd70-323e-47c0-82b9-dd7c6ec21ae9), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:03.544563 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d88ce-5c92-45f9-ad84-1f53580f5e83 req-edf45885-ed92-435c-bb7e-21b32d609ad3 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:03.546097 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-261d88ce-5c92-45f9-ad84-1f53580f5e83 req-edf45885-ed92-435c-bb7e-21b32d609ad3 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 946 time: 0.0471134 May 14 15:48:03.589811 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-ba5d45ce-c617-4f71-8ee1-688e6edc7f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (697ecd70-323e-47c0-82b9-dd7c6ec21ae9), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:03.592429 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-ba5d45ce-c617-4f71-8ee1-688e6edc7f04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:03.593759 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-ba5d45ce-c617-4f71-8ee1-688e6edc7f04 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/697ecd70-323e-47c0-82b9-dd7c6ec21ae9 HTTP/1.1" status: 204 len: 168 time: 0.1217704 May 14 15:48:03.596786 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-261d88ce-5c92-45f9-ad84-1f53580f5e83 req-5a9782e0-7f5f-4ed2-9527-ff6f9e9035f4 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447202 May 14 15:48:03.608836 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5d45ce-c617-4f71-8ee1-688e6edc7f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697ecd70-323e-47c0-82b9-dd7c6ec21ae9,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:04.222107 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c58960-d964-46b9-9d1d-fd064bec6f91 req-eec3cfb0-fe6e-4083-8613-4b27b1ddc84f tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:04.223630 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-88c58960-d964-46b9-9d1d-fd064bec6f91 req-eec3cfb0-fe6e-4083-8613-4b27b1ddc84f tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0476484 May 14 15:48:04.270582 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-88c58960-d964-46b9-9d1d-fd064bec6f91 req-e3353987-3fe0-4a04-9bb2-2ee1ef2ac253 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406210 May 14 15:48:04.279527 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:04.648126 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 36642) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:48:04.718968 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d573f-d897-49f2-a2bd-b79c17d254bc req-544e2ae0-9f81-4b49-879c-c426e0879b94 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:04.720456 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-723d573f-d897-49f2-a2bd-b79c17d254bc req-544e2ae0-9f81-4b49-879c-c426e0879b94 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 946 time: 0.0515950 May 14 15:48:04.761235 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-bde422ae-5740-495f-8b5e-7e8467a76913 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:04.771929 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-723d573f-d897-49f2-a2bd-b79c17d254bc req-117d8251-7016-421a-b54a-07ec10bd7c09 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456965 May 14 15:48:04.842880 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-bde422ae-5740-495f-8b5e-7e8467a76913 admin admin] Publish callbacks [] for security_group (5076feee-98ec-44a1-acdb-23196a321406), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:04.847046 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-bde422ae-5740-495f-8b5e-7e8467a76913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (5076feee-98ec-44a1-acdb-23196a321406), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:04.887579 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-bde422ae-5740-495f-8b5e-7e8467a76913 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ec84bcdeb663457e9efe6a2393f8d0b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2383184 May 14 15:48:04.888432 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde422ae-5740-495f-8b5e-7e8467a76913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5076feee-98ec-44a1-acdb-23196a321406,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:04.890212 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 36646) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:48:04.938714 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-258d62cf-ab48-4e9c-b740-11962c1607ab admin admin] Publish callbacks [] for security_group (5076feee-98ec-44a1-acdb-23196a321406), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:04.960794 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-258d62cf-ab48-4e9c-b740-11962c1607ab admin admin] Publish callbacks [] for security_group (5076feee-98ec-44a1-acdb-23196a321406), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:05.011030 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-258d62cf-ab48-4e9c-b740-11962c1607ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (5076feee-98ec-44a1-acdb-23196a321406), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:05.014893 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-258d62cf-ab48-4e9c-b740-11962c1607ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:05.016237 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-258d62cf-ab48-4e9c-b740-11962c1607ab admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5076feee-98ec-44a1-acdb-23196a321406 HTTP/1.1" status: 204 len: 168 time: 0.1250460 May 14 15:48:05.023961 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d62cf-ab48-4e9c-b740-11962c1607ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5076feee-98ec-44a1-acdb-23196a321406,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:05.393505 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872aafe-05dd-48ad-8d5c-47775d28cff0 req-79ce1b89-1a31-4e19-95d8-84da1abc980d tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:05.395287 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6872aafe-05dd-48ad-8d5c-47775d28cff0 req-79ce1b89-1a31-4e19-95d8-84da1abc980d tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0494416 May 14 15:48:05.449099 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6872aafe-05dd-48ad-8d5c-47775d28cff0 req-0fa7f4d0-4be0-46cb-b293-8c8d002228b6 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476542 May 14 15:48:05.611086 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-cd1eea98-3021-4588-9590-5969087dafc2 None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 15:48:05.842119 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:05.903166 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5884305d-52a8-4919-8647-1890b1b0c31e req-e1ddc528-95cc-4d0a-8907-ee90abf43cc6 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:05.904607 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5884305d-52a8-4919-8647-1890b1b0c31e req-e1ddc528-95cc-4d0a-8907-ee90abf43cc6 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 946 time: 0.0523448 May 14 15:48:05.959914 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5884305d-52a8-4919-8647-1890b1b0c31e req-6b446efa-9ba9-42cf-99f8-ffa5b76a8641 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490363 May 14 15:48:06.570874 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f87225-7060-436c-8859-fdf4ae913a10 req-973d7699-fdab-4289-9c9a-dd4c62bab239 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:06.573126 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-88f87225-7060-436c-8859-fdf4ae913a10 req-973d7699-fdab-4289-9c9a-dd4c62bab239 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0463910 May 14 15:48:06.619846 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-88f87225-7060-436c-8859-fdf4ae913a10 req-85bc7a69-da62-4ba5-a071-282ac7bb113a tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411966 May 14 15:48:07.080528 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e262852-cbb8-4162-94ff-646d970cdb20 req-7c6e61c1-81c9-485d-beff-4b826b139519 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:07.082066 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1e262852-cbb8-4162-94ff-646d970cdb20 req-7c6e61c1-81c9-485d-beff-4b826b139519 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 946 time: 0.0530212 May 14 15:48:07.135856 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1e262852-cbb8-4162-94ff-646d970cdb20 req-4edb4147-86d3-4e5a-9ba6-09d488cc7fea tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473101 May 14 15:48:07.319520 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:07.738822 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c6def9-e7a1-46fe-be35-2af9e0e93f19 req-1ba50e85-4dfb-4cdc-b5c4-6e81b6dacfac tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:07.740277 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-43c6def9-e7a1-46fe-be35-2af9e0e93f19 req-1ba50e85-4dfb-4cdc-b5c4-6e81b6dacfac tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0469446 May 14 15:48:07.788082 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-43c6def9-e7a1-46fe-be35-2af9e0e93f19 req-1792d708-d085-422b-b851-0f503dce052e tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410681 May 14 15:48:08.256800 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b29d3-0696-41af-a59d-40452ae70416 req-cd90cbba-18cc-47f5-bd70-703be041165c tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:08.258330 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-844b29d3-0696-41af-a59d-40452ae70416 req-cd90cbba-18cc-47f5-bd70-703be041165c tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 946 time: 0.0521338 May 14 15:48:08.314969 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-844b29d3-0696-41af-a59d-40452ae70416 req-10cec9c1-294a-425f-9b40-d219978d67dd tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502405 May 14 15:48:08.761897 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebebe3-c40e-4823-9873-4e9cf616b099 req-b7127021-bf2a-4cf7-9a80-e5fedcbb0094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:08.763432 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-0cebebe3-c40e-4823-9873-4e9cf616b099 req-b7127021-bf2a-4cf7-9a80-e5fedcbb0094 service neutron] 10.222.0.36 "GET /v2.0/networks?id=722d2578-8e0a-4535-bc1b-444c13327ab8 HTTP/1.1" status: 200 len: 915 time: 0.0907381 May 14 15:48:08.913793 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a749c9-c7ff-456c-98a6-b92b8eaf9f4f req-8176a64f-a277-4674-a80a-fb56d6a7f941 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:08.916004 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-64a749c9-c7ff-456c-98a6-b92b8eaf9f4f req-8176a64f-a277-4674-a80a-fb56d6a7f941 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0506191 May 14 15:48:08.964064 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-64a749c9-c7ff-456c-98a6-b92b8eaf9f4f req-051b21a3-7033-42d1-b7ea-622f9cd65b3f tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429032 May 14 15:48:09.092015 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d588fd-aec5-456d-8b2f-0186005c5a08 req-e26900b5-03bf-41f1-a715-0508adc5f9f8 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:09.093491 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-27d588fd-aec5-456d-8b2f-0186005c5a08 req-e26900b5-03bf-41f1-a715-0508adc5f9f8 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0550528 May 14 15:48:09.102531 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 36786) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:48:09.107322 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-b087a2ec-ded7-4dbb-b323-8fb4c6c4f980 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Request body: {'floatingip': {'port_id': '759be0ca-daaf-4eba-97b6-a252b70cbb3b'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:48:09.151213 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-b087a2ec-ded7-4dbb-b323-8fb4c6c4f980 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks [] for floatingip (24ef5ff2-981e-4958-84ad-9902bc7f1bbe), before_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:09.564085 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac606124-65c6-4cb3-b199-856089422793 req-1385ec47-7dd3-4ad1-9579-0bb70fd3433a tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:09.565501 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ac606124-65c6-4cb3-b199-856089422793 req-1385ec47-7dd3-4ad1-9579-0bb70fd3433a tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 946 time: 0.0949538 May 14 15:48:09.656590 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ac606124-65c6-4cb3-b199-856089422793 req-400cfcee-6391-478d-93e3-694a7fe5ab62 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843656 May 14 15:48:09.709880 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-b087a2ec-ded7-4dbb-b323-8fb4c6c4f980 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:09.714844 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-b087a2ec-ded7-4dbb-b323-8fb4c6c4f980 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1759531'] for floatingip (24ef5ff2-981e-4958-84ad-9902bc7f1bbe), after_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:09.819365 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.db.l3_db [None req-b087a2ec-ded7-4dbb-b323-8fb4c6c4f980 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Floating IP 24ef5ff2-981e-4958-84ad-9902bc7f1bbe associated. External IP: 172.27.1.92, port: 759be0ca-daaf-4eba-97b6-a252b70cbb3b. May 14 15:48:09.914656 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 36812) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:48:10.026393 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-8b21fc8b-a786-4d19-bff9-ff06dd6e240e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:10.108199 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-8b21fc8b-a786-4d19-bff9-ff06dd6e240e admin admin] Publish callbacks [] for security_group (20597be1-2750-4cb3-8d91-8ccb023144a8), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:10.112474 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-8b21fc8b-a786-4d19-bff9-ff06dd6e240e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (20597be1-2750-4cb3-8d91-8ccb023144a8), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:10.151371 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-8b21fc8b-a786-4d19-bff9-ff06dd6e240e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=30f37fbad5cd43f6848efdd436546bab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2354658 May 14 15:48:10.152249 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b21fc8b-a786-4d19-bff9-ff06dd6e240e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20597be1-2750-4cb3-8d91-8ccb023144a8,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:10.154529 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 36816) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:48:10.203208 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-57f66a7f-668c-42d6-bd69-9d707d272323 admin admin] Publish callbacks [] for security_group (20597be1-2750-4cb3-8d91-8ccb023144a8), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:10.225506 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-57f66a7f-668c-42d6-bd69-9d707d272323 admin admin] Publish callbacks [] for security_group (20597be1-2750-4cb3-8d91-8ccb023144a8), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:10.258148 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b087a2ec-ded7-4dbb-b323-8fb4c6c4f980 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Router d999361d-7937-46a9-8ca3-004e7ff6cde2 has already been hosted by L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f {{(pid=115111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 15:48:10.276544 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-57f66a7f-668c-42d6-bd69-9d707d272323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (20597be1-2750-4cb3-8d91-8ccb023144a8), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:10.279464 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-57f66a7f-668c-42d6-bd69-9d707d272323 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:10.280670 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-57f66a7f-668c-42d6-bd69-9d707d272323 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/20597be1-2750-4cb3-8d91-8ccb023144a8 HTTP/1.1" status: 204 len: 168 time: 0.1251965 May 14 15:48:10.289204 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f66a7f-668c-42d6-bd69-9d707d272323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20597be1-2750-4cb3-8d91-8ccb023144a8,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:10.381666 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b087a2ec-ded7-4dbb-b323-8fb4c6c4f980 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 15:48:10.387034 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-b087a2ec-ded7-4dbb-b323-8fb4c6c4f980 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for floatingip (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:10.406006 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77276d03-5b09-4014-98f6-e664c363bca6 None None] Sync routers for ids ['d999361d-7937-46a9-8ca3-004e7ff6cde2'] in dv-cinder-839793-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 15:48:10.418967 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77276d03-5b09-4014-98f6-e664c363bca6 None None] Routers {'d999361d-7937-46a9-8ca3-004e7ff6cde2'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:48:10.420001 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-77276d03-5b09-4014-98f6-e664c363bca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:48:03Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['d999361d-7937-46a9-8ca3-004e7ff6cde2'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:48:10.423484 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-b087a2ec-ded7-4dbb-b323-8fb4c6c4f980 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "PUT /v2.0/floatingips/24ef5ff2-981e-4958-84ad-9902bc7f1bbe HTTP/1.1" status: 200 len: 991 time: 1.3170400 May 14 15:48:10.423484 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e33e9970-bfb7-46f3-8d40-782dbfa3d21c', 'tag': '759be0ca-daaf-4eba-97b6-a252b70cbb3b'}] {{(pid=115111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:48:10.423975 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d243af113ddc23b9a3ad38dde0a226f09410eb7dd6936b385d295fad3462c172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85847987-0bee-4d6b-a2c4-8e80c9c72972" -d '{"events": [{"name": "network-changed", "server_uuid": "e33e9970-bfb7-46f3-8d40-782dbfa3d21c", "tag": "759be0ca-daaf-4eba-97b6-a252b70cbb3b"}]}' {{(pid=115111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:48:10.496088 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 15:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ac46fd-426a-4ce0-8226-05d50e1efc8e x-openstack-request-id: req-71ac46fd-426a-4ce0-8226-05d50e1efc8e {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:48:10.496241 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e33e9970-bfb7-46f3-8d40-782dbfa3d21c", "tag": "759be0ca-daaf-4eba-97b6-a252b70cbb3b", "status": "completed", "code": 200}]} {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:48:10.496471 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-71ac46fd-426a-4ce0-8226-05d50e1efc8e {{(pid=115111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:48:10.496878 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71ac46fd-426a-4ce0-8226-05d50e1efc8e'] response: {'name': 'network-changed', 'server_uuid': 'e33e9970-bfb7-46f3-8d40-782dbfa3d21c', 'tag': '759be0ca-daaf-4eba-97b6-a252b70cbb3b', 'status': 'completed', 'code': 200} May 14 15:48:10.576624 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-77276d03-5b09-4014-98f6-e664c363bca6 None None] Set router d999361d-7937-46a9-8ca3-004e7ff6cde2 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:48:10.771337 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a028a-798c-4466-a34d-f86921ee3720 req-d47213c8-1824-4a5d-810f-4020c3f60e53 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:10.772804 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-824a028a-798c-4466-a34d-f86921ee3720 req-d47213c8-1824-4a5d-810f-4020c3f60e53 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 946 time: 0.0476937 May 14 15:48:10.797697 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-77276d03-5b09-4014-98f6-e664c363bca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'name': 'tempest-AttachVolumeShelveTestJSON-838760355-router', 'tenant_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '9b2c3440-b55a-4246-8e9c-330ff957e157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:21Z', 'updated_at': '2022-05-14T15:46:31Z', 'revision_number': 4, 'project_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'gw_port': {'id': '9b2c3440-b55a-4246-8e9c-330ff957e157', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:23Z', 'updated_at': '2022-05-14T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_floatingips': [{'id': '24ef5ff2-981e-4958-84ad-9902bc7f1bbe', 'tenant_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'floating_ip_address': '172.27.1.92', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'port_id': '759be0ca-daaf-4eba-97b6-a252b70cbb3b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4128056-aa2b-474b-a7d3-2646c1ffdbcf', 'mac_address': 'fa:16:3e:61:13:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33e9970-bfb7-46f3-8d40-782dbfa3d21c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T15:46:44Z', 'updated_at': '2022-05-14T15:48:09Z', 'revision_number': 1, 'project_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2133801e-511d-4d96-8fe0-3b65a0dd64ff', 'name': '', 'network_id': 'd4128056-aa2b-474b-a7d3-2646c1ffdbcf', 'tenant_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'mac_address': 'fa:16:3e:56:3e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8d228e71-c8a7-4ea8-bb77-1fa96d4cb770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:28Z', 'updated_at': '2022-05-14T15:46:45Z', 'revision_number': 5, 'project_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'subnets': [{'id': '8d228e71-c8a7-4ea8-bb77-1fa96d4cb770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:48:10.819139 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-824a028a-798c-4466-a34d-f86921ee3720 req-a667ba10-ea23-42bc-9bdb-7ce8d44720f7 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407870 May 14 15:48:10.838275 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77276d03-5b09-4014-98f6-e664c363bca6 None None] Checking router: d999361d-7937-46a9-8ca3-004e7ff6cde2 for host: dv-cinder-839793-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 15:48:10.840253 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77276d03-5b09-4014-98f6-e664c363bca6 None None] Routers {'d999361d-7937-46a9-8ca3-004e7ff6cde2'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:48:10.840802 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-77276d03-5b09-4014-98f6-e664c363bca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:48:03Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['d999361d-7937-46a9-8ca3-004e7ff6cde2'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:48:10.948864 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-77276d03-5b09-4014-98f6-e664c363bca6 None None] Set router d999361d-7937-46a9-8ca3-004e7ff6cde2 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:48:11.165998 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-77276d03-5b09-4014-98f6-e664c363bca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'name': 'tempest-AttachVolumeShelveTestJSON-838760355-router', 'tenant_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '9b2c3440-b55a-4246-8e9c-330ff957e157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:21Z', 'updated_at': '2022-05-14T15:46:31Z', 'revision_number': 4, 'project_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'gw_port': {'id': '9b2c3440-b55a-4246-8e9c-330ff957e157', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:23Z', 'updated_at': '2022-05-14T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_floatingips': [{'id': '24ef5ff2-981e-4958-84ad-9902bc7f1bbe', 'tenant_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'floating_ip_address': '172.27.1.92', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'port_id': '759be0ca-daaf-4eba-97b6-a252b70cbb3b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4128056-aa2b-474b-a7d3-2646c1ffdbcf', 'mac_address': 'fa:16:3e:61:13:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33e9970-bfb7-46f3-8d40-782dbfa3d21c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T15:46:44Z', 'updated_at': '2022-05-14T15:48:09Z', 'revision_number': 1, 'project_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2133801e-511d-4d96-8fe0-3b65a0dd64ff', 'name': '', 'network_id': 'd4128056-aa2b-474b-a7d3-2646c1ffdbcf', 'tenant_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'mac_address': 'fa:16:3e:56:3e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8d228e71-c8a7-4ea8-bb77-1fa96d4cb770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:28Z', 'updated_at': '2022-05-14T15:46:45Z', 'revision_number': 5, 'project_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'subnets': [{'id': '8d228e71-c8a7-4ea8-bb77-1fa96d4cb770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:48:11.199201 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77276d03-5b09-4014-98f6-e664c363bca6 None None] The sync data for ids ['d999361d-7937-46a9-8ca3-004e7ff6cde2'] in dv-cinder-839793-11-iscsi is: [{'id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'name': 'tempest-AttachVolumeShelveTestJSON-838760355-router', 'tenant_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '9b2c3440-b55a-4246-8e9c-330ff957e157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:21Z', 'updated_at': '2022-05-14T15:46:31Z', 'revision_number': 4, 'project_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'gw_port': {'id': '9b2c3440-b55a-4246-8e9c-330ff957e157', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:23Z', 'updated_at': '2022-05-14T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_floatingips': [{'id': '24ef5ff2-981e-4958-84ad-9902bc7f1bbe', 'tenant_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'floating_ip_address': '172.27.1.92', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'port_id': '759be0ca-daaf-4eba-97b6-a252b70cbb3b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4128056-aa2b-474b-a7d3-2646c1ffdbcf', 'mac_address': 'fa:16:3e:61:13:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33e9970-bfb7-46f3-8d40-782dbfa3d21c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T15:46:44Z', 'updated_at': '2022-05-14T15:48:09Z', 'revision_number': 1, 'project_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2133801e-511d-4d96-8fe0-3b65a0dd64ff', 'name': '', 'network_id': 'd4128056-aa2b-474b-a7d3-2646c1ffdbcf', 'tenant_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'mac_address': 'fa:16:3e:56:3e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8d228e71-c8a7-4ea8-bb77-1fa96d4cb770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:28Z', 'updated_at': '2022-05-14T15:46:45Z', 'revision_number': 5, 'project_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'subnets': [{'id': '8d228e71-c8a7-4ea8-bb77-1fa96d4cb770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 15:48:11.378156 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c31b25d5-b63e-4ddb-91fb-769256137fc6 None None] New status for floating IP 24ef5ff2-981e-4958-84ad-9902bc7f1bbe: ACTIVE {{(pid=115112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 14 15:48:11.933914 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e9844-043d-4383-9764-457f36e4d79e req-c9c9698c-2ab6-4dc4-b27d-5a87b9af7a0f tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:11.935454 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-046e9844-043d-4383-9764-457f36e4d79e req-c9c9698c-2ab6-4dc4-b27d-5a87b9af7a0f tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 946 time: 0.0487194 May 14 15:48:11.981252 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-046e9844-043d-4383-9764-457f36e4d79e req-e60fe417-aaa7-4cec-8e21-910d227a513c tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403221 May 14 15:48:13.091961 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d853d44a-b87e-410a-b3a8-b356620d77bb req-a8f3ba48-3e89-406d-b200-138637e3229e tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:13.093419 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d853d44a-b87e-410a-b3a8-b356620d77bb req-a8f3ba48-3e89-406d-b200-138637e3229e tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 946 time: 0.0469654 May 14 15:48:13.140424 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d853d44a-b87e-410a-b3a8-b356620d77bb req-bc9425a6-d644-404d-9239-42db50ed63af tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414391 May 14 15:48:13.967276 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-0cebebe3-c40e-4823-9873-4e9cf616b099 req-c7cabddf-3962-4684-82e7-fd8d840abc8b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3 HTTP/1.1" status: 200 len: 1001 time: 0.1039953 May 14 15:48:14.028448 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85847987-0bee-4d6b-a2c4-8e80c9c72972 req-0e7941e8-4156-4e36-a0e4-112abd317590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:14.029905 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-85847987-0bee-4d6b-a2c4-8e80c9c72972 req-0e7941e8-4156-4e36-a0e4-112abd317590 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0672be3fa3f7414da1c1a5b7300abbe7&device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 1130 time: 0.0749700 May 14 15:48:14.050352 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebebe3-c40e-4823-9873-4e9cf616b099 req-f1bfc06f-d553-48b3-bf37-c0df651cde75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:14.050592 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-0cebebe3-c40e-4823-9873-4e9cf616b099 req-f1bfc06f-d553-48b3-bf37-c0df651cde75 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d11558f-f514-43f3-89bc-cf74b70b0dae HTTP/1.1" status: 200 len: 853 time: 0.0683370 May 14 15:48:14.141164 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebebe3-c40e-4823-9873-4e9cf616b099 req-5d5098dd-98d4-4c07-b4f3-363794880967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:14.142671 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-0cebebe3-c40e-4823-9873-4e9cf616b099 req-5d5098dd-98d4-4c07-b4f3-363794880967 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=722d2578-8e0a-4535-bc1b-444c13327ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0807161 May 14 15:48:14.185968 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85847987-0bee-4d6b-a2c4-8e80c9c72972 req-c1aa63b5-a23d-4c14-a7aa-d43ea68e7f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:14.187450 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-85847987-0bee-4d6b-a2c4-8e80c9c72972 req-c1aa63b5-a23d-4c14-a7aa-d43ea68e7f07 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d4128056-aa2b-474b-a7d3-2646c1ffdbcf HTTP/1.1" status: 200 len: 917 time: 0.1480703 May 14 15:48:14.257794 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb9e34-678b-485b-9b0b-4b7ccb583941 req-b4e1e079-eb9f-480b-bc41-85e74c5255c3 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:14.259736 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-dceb9e34-678b-485b-9b0b-4b7ccb583941 req-b4e1e079-eb9f-480b-bc41-85e74c5255c3 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 946 time: 0.0496538 May 14 15:48:14.300739 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-0cebebe3-c40e-4823-9873-4e9cf616b099 req-11f836bb-2720-48a1-80b8-c50c8c740ab4 service neutron] 10.222.0.36 "GET /v2.0/networks/722d2578-8e0a-4535-bc1b-444c13327ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457305 May 14 15:48:14.302413 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-85847987-0bee-4d6b-a2c4-8e80c9c72972 req-e624e70f-00f4-4c11-868b-9698c614c0a8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=759be0ca-daaf-4eba-97b6-a252b70cbb3b HTTP/1.1" status: 200 len: 1001 time: 0.1050768 May 14 15:48:14.312514 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-dceb9e34-678b-485b-9b0b-4b7ccb583941 req-43ad148e-f9f9-4422-9f87-4a93331dd578 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471592 May 14 15:48:14.417217 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85847987-0bee-4d6b-a2c4-8e80c9c72972 req-2758cbf6-ef08-4b64-a268-78df87f4e28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:14.418700 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-85847987-0bee-4d6b-a2c4-8e80c9c72972 req-2758cbf6-ef08-4b64-a268-78df87f4e28a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d228e71-c8a7-4ea8-bb77-1fa96d4cb770 HTTP/1.1" status: 200 len: 855 time: 0.1059322 May 14 15:48:14.447440 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-0cebebe3-c40e-4823-9873-4e9cf616b099 req-221495c7-366d-4fa6-97e2-19f40db9c5e6 service neutron] 10.222.0.36 "GET /v2.0/networks/722d2578-8e0a-4535-bc1b-444c13327ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359160 May 14 15:48:14.474286 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85847987-0bee-4d6b-a2c4-8e80c9c72972 req-d3b8d33e-0fba-48b9-be1f-27cf4bed6df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:14.476236 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-85847987-0bee-4d6b-a2c4-8e80c9c72972 req-d3b8d33e-0fba-48b9-be1f-27cf4bed6df5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d4128056-aa2b-474b-a7d3-2646c1ffdbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420427 May 14 15:48:14.571218 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-85847987-0bee-4d6b-a2c4-8e80c9c72972 req-0803f1e2-5bc0-4496-9ce5-3e99411de89c service neutron] 10.222.0.36 "GET /v2.0/networks/d4128056-aa2b-474b-a7d3-2646c1ffdbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880718 May 14 15:48:14.662439 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-85847987-0bee-4d6b-a2c4-8e80c9c72972 req-99a00d35-ab9e-49a3-ae9b-24bab6422bb5 service neutron] 10.222.0.36 "GET /v2.0/networks/d4128056-aa2b-474b-a7d3-2646c1ffdbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851619 May 14 15:48:15.062816 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662236e-a5b6-42d5-b7c8-4442768a9576 req-9b793d94-6198-4b3d-8d34-7f9570150d9e tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:15.064270 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c662236e-a5b6-42d5-b7c8-4442768a9576 req-9b793d94-6198-4b3d-8d34-7f9570150d9e tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/ports?device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 945 time: 0.0460446 May 14 15:48:15.117303 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c662236e-a5b6-42d5-b7c8-4442768a9576 req-b8521c75-02dd-461f-a720-926956e20e82 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/security-groups?id=79193f64-8143-47c0-9226-6232633195e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464416 May 14 15:48:15.435129 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea03edf-f6a0-4eeb-8d9f-2767fe26cfcd req-467ed2c3-1eb1-43a8-aea2-cc7700957b65 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:15.436618 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0ea03edf-f6a0-4eeb-8d9f-2767fe26cfcd req-467ed2c3-1eb1-43a8-aea2-cc7700957b65 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 946 time: 0.0489144 May 14 15:48:15.485473 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0ea03edf-f6a0-4eeb-8d9f-2767fe26cfcd req-f9656bb9-1fa1-4e60-b619-19d445b239db tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426695 May 14 15:48:16.238799 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af9814-69c7-41f1-b193-36663b599652 req-ad507c72-096f-427f-bec9-64be8ae8c757 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:16.242917 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-18af9814-69c7-41f1-b193-36663b599652 req-ad507c72-096f-427f-bec9-64be8ae8c757 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/ports?device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 945 time: 0.0557485 May 14 15:48:16.301542 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-18af9814-69c7-41f1-b193-36663b599652 req-62bbb982-26a8-4a03-a38e-60716e3b9d37 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/security-groups?id=79193f64-8143-47c0-9226-6232633195e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545175 May 14 15:48:16.596302 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d039ce-c262-4dbf-a201-136a9c3be0d4 req-e677afe0-6847-49b0-af91-db5b16c3bdfb tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:16.597757 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c0d039ce-c262-4dbf-a201-136a9c3be0d4 req-e677afe0-6847-49b0-af91-db5b16c3bdfb tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 946 time: 0.0447969 May 14 15:48:16.643969 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c0d039ce-c262-4dbf-a201-136a9c3be0d4 req-f70a52cd-3ec4-4822-a64b-8d5b8d3dec2c tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401134 May 14 15:48:17.427254 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b9946-bd1b-473e-a9fd-64614a847b06 req-b2dfc23f-0757-4aab-acf2-8ffaa120d138 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:17.428785 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ab1b9946-bd1b-473e-a9fd-64614a847b06 req-b2dfc23f-0757-4aab-acf2-8ffaa120d138 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/ports?device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 945 time: 0.0522845 May 14 15:48:17.481650 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ab1b9946-bd1b-473e-a9fd-64614a847b06 req-8f3e68e4-e598-4e65-b2ec-71e1e3ac7808 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/security-groups?id=79193f64-8143-47c0-9226-6232633195e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467224 May 14 15:48:17.761821 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6927a8-eea0-4099-b310-71bda8737805 req-54061538-0b09-4ad8-a0a4-e896a4e3401f tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:17.763312 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-eb6927a8-eea0-4099-b310-71bda8737805 req-54061538-0b09-4ad8-a0a4-e896a4e3401f tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 946 time: 0.0465746 May 14 15:48:17.812638 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-eb6927a8-eea0-4099-b310-71bda8737805 req-5aff975e-7dd9-4f9f-811f-8a0fae030fab tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432963 May 14 15:48:17.985016 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681d9b4-f870-422f-8b91-0b1bc054b9c6 req-f88c2c29-18b2-4704-995d-503119730ead tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:17.986482 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-3681d9b4-f870-422f-8b91-0b1bc054b9c6 req-f88c2c29-18b2-4704-995d-503119730ead tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.36 "GET /v2.0/ports?device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 945 time: 0.0816379 May 14 15:48:18.129823 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [req-3681d9b4-f870-422f-8b91-0b1bc054b9c6 req-570cb9df-36c9-4a49-b737-b5d232b7be59 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Deleting port fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6 {{(pid=115110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 15:48:18.130078 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-3681d9b4-f870-422f-8b91-0b1bc054b9c6 req-570cb9df-36c9-4a49-b737-b5d232b7be59 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:18.221749 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [req-3681d9b4-f870-422f-8b91-0b1bc054b9c6 req-570cb9df-36c9-4a49-b737-b5d232b7be59 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] For port fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6,segment=NetworkSegment(a46b64b6-b2d7-4dd3-824f-6c223d938abb),segment_id=a46b64b6-b2d7-4dd3-824f-6c223d938abb)] {{(pid=115110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:48:18.222280 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-3681d9b4-f870-422f-8b91-0b1bc054b9c6 req-570cb9df-36c9-4a49-b737-b5d232b7be59 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:18.238811 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [req-3681d9b4-f870-422f-8b91-0b1bc054b9c6 req-570cb9df-36c9-4a49-b737-b5d232b7be59 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Calling delete_port for fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6 owned by compute:nova {{(pid=115110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 15:48:18.402832 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-3681d9b4-f870-422f-8b91-0b1bc054b9c6 req-570cb9df-36c9-4a49-b737-b5d232b7be59 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206'] for port (fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:18.433606 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570cb9df-36c9-4a49-b737-b5d232b7be59 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Pushing event deleted for resources: {'Port': ['ID=fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:18.434844 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] get_ports_and_sgs() called for port_ids ['fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 15:48:18.466726 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cb9df-36c9-4a49-b737-b5d232b7be59 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:18.467071 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cb9df-36c9-4a49-b737-b5d232b7be59 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:18.467409 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cb9df-36c9-4a49-b737-b5d232b7be59 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:18.467747 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cb9df-36c9-4a49-b737-b5d232b7be59 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:18.468074 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cb9df-36c9-4a49-b737-b5d232b7be59 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:18.468401 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cb9df-36c9-4a49-b737-b5d232b7be59 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:18.468726 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cb9df-36c9-4a49-b737-b5d232b7be59 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:18.469045 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cb9df-36c9-4a49-b737-b5d232b7be59 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:18.469365 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cb9df-36c9-4a49-b737-b5d232b7be59 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:18.469705 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cb9df-36c9-4a49-b737-b5d232b7be59 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:18.470008 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cb9df-36c9-4a49-b737-b5d232b7be59 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:18.470353 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cb9df-36c9-4a49-b737-b5d232b7be59 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:18.470673 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cb9df-36c9-4a49-b737-b5d232b7be59 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:18.470989 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cb9df-36c9-4a49-b737-b5d232b7be59 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:18.471302 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570cb9df-36c9-4a49-b737-b5d232b7be59 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:18.514018 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.l3_dvrscheduler_db [req-3681d9b4-f870-422f-8b91-0b1bc054b9c6 req-570cb9df-36c9-4a49-b737-b5d232b7be59 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] No DVR routers for this DVR port fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6 on host hv-cinder-83979 {{(pid=115110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 15:48:18.517142 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-3681d9b4-f870-422f-8b91-0b1bc054b9c6 req-570cb9df-36c9-4a49-b737-b5d232b7be59 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:18.520634 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-3681d9b4-f870-422f-8b91-0b1bc054b9c6 req-570cb9df-36c9-4a49-b737-b5d232b7be59 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.36 "DELETE /v2.0/ports/fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6 HTTP/1.1" status: 204 len: 173 time: 0.5287697 May 14 15:48:18.521203 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ca93de-6825-44ce-af10-44cba59218a1', 'name': 'network-vif-deleted', 'tag': 'fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6'}] {{(pid=115110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:48:18.525232 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a270656aa08f71c574e37588e4b5bc67f1398202d03dea947e2a2c931e3df3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b569fa56-5831-46d3-8771-737eabd57be4" -d '{"events": [{"server_uuid": "75ca93de-6825-44ce-af10-44cba59218a1", "name": "network-vif-deleted", "tag": "fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6"}]}' {{(pid=115110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:48:18.567995 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 15:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4e0129-0020-4998-bc6c-54466aa2b1d9 x-openstack-request-id: req-ae4e0129-0020-4998-bc6c-54466aa2b1d9 {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:48:18.568404 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75ca93de-6825-44ce-af10-44cba59218a1", "name": "network-vif-deleted", "tag": "fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6", "status": "completed", "code": 200}]} {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:48:18.568806 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ae4e0129-0020-4998-bc6c-54466aa2b1d9 {{(pid=115110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:48:18.569391 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae4e0129-0020-4998-bc6c-54466aa2b1d9'] response: {'server_uuid': '75ca93de-6825-44ce-af10-44cba59218a1', 'name': 'network-vif-deleted', 'tag': 'fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6', 'status': 'completed', 'code': 200} May 14 15:48:18.585910 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-51bfdffe-cd4c-4b3e-8fdf-3c8abe07c5cc req-5a77c4a9-e611-46c2-a955-c0f1b5de5cdc tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/ports?device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 210 time: 0.0289810 May 14 15:48:18.995661 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ccc7f-2874-4176-a75e-7c361ed7b7ff req-f8fd9fc0-50e6-4037-8265-c125237a0d2d tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:18.998942 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-418ccc7f-2874-4176-a75e-7c361ed7b7ff req-f8fd9fc0-50e6-4037-8265-c125237a0d2d tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 946 time: 0.0594735 May 14 15:48:19.053610 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-418ccc7f-2874-4176-a75e-7c361ed7b7ff req-f36ae373-c919-452d-8921-f89f8b95ad98 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499537 May 14 15:48:19.707422 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3572bd32-e81b-4f6f-b73f-fe035c056f9c req-f9ed7270-a146-4122-88d6-cd564dece017 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/ports?device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 210 time: 0.0286906 May 14 15:48:20.179905 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f697748-c597-49e2-a990-d58ec54d3115 req-1fe155b6-4bde-4996-88b6-0fc88f53a6a8 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:20.183518 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8f697748-c597-49e2-a990-d58ec54d3115 req-1fe155b6-4bde-4996-88b6-0fc88f53a6a8 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 946 time: 0.0561187 May 14 15:48:20.246023 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8f697748-c597-49e2-a990-d58ec54d3115 req-d1111f6d-da54-4cbd-a173-037e6bbb4391 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567822 May 14 15:48:20.409208 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 37030) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:48:20.532799 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-804ea733-944c-46b7-8fd1-2919f68f079e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:20.608856 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-804ea733-944c-46b7-8fd1-2919f68f079e admin admin] Publish callbacks [] for security_group (e9936cee-6f30-4ed8-a822-3a2ad02cd1a0), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:20.613893 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-804ea733-944c-46b7-8fd1-2919f68f079e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (e9936cee-6f30-4ed8-a822-3a2ad02cd1a0), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:20.653361 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-804ea733-944c-46b7-8fd1-2919f68f079e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ef77e5a7b74e485fb8f6f7a90cfa0f2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2430639 May 14 15:48:20.654161 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ea733-944c-46b7-8fd1-2919f68f079e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9936cee-6f30-4ed8-a822-3a2ad02cd1a0,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:20.656010 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 37034) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:48:20.661589 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804ea733-944c-46b7-8fd1-2919f68f079e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:20.661934 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804ea733-944c-46b7-8fd1-2919f68f079e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:20.662286 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804ea733-944c-46b7-8fd1-2919f68f079e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:20.662648 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804ea733-944c-46b7-8fd1-2919f68f079e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:20.662974 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804ea733-944c-46b7-8fd1-2919f68f079e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:20.663295 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804ea733-944c-46b7-8fd1-2919f68f079e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:20.663615 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804ea733-944c-46b7-8fd1-2919f68f079e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:20.663929 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804ea733-944c-46b7-8fd1-2919f68f079e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:20.664246 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804ea733-944c-46b7-8fd1-2919f68f079e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:20.664562 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804ea733-944c-46b7-8fd1-2919f68f079e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:20.664879 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804ea733-944c-46b7-8fd1-2919f68f079e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:20.665239 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804ea733-944c-46b7-8fd1-2919f68f079e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:20.665547 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804ea733-944c-46b7-8fd1-2919f68f079e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:20.665866 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804ea733-944c-46b7-8fd1-2919f68f079e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:20.666254 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804ea733-944c-46b7-8fd1-2919f68f079e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:20.708427 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-ffcbf2b9-8b88-4d33-af60-6a703905cb29 admin admin] Publish callbacks [] for security_group (e9936cee-6f30-4ed8-a822-3a2ad02cd1a0), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:20.730502 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-ffcbf2b9-8b88-4d33-af60-6a703905cb29 admin admin] Publish callbacks [] for security_group (e9936cee-6f30-4ed8-a822-3a2ad02cd1a0), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:20.782425 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-ffcbf2b9-8b88-4d33-af60-6a703905cb29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (e9936cee-6f30-4ed8-a822-3a2ad02cd1a0), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:20.785060 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-ffcbf2b9-8b88-4d33-af60-6a703905cb29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:20.786319 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-ffcbf2b9-8b88-4d33-af60-6a703905cb29 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e9936cee-6f30-4ed8-a822-3a2ad02cd1a0 HTTP/1.1" status: 204 len: 168 time: 0.1292524 May 14 15:48:20.795147 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcbf2b9-8b88-4d33-af60-6a703905cb29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9936cee-6f30-4ed8-a822-3a2ad02cd1a0,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:20.824180 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6e9d5471-f8e4-4d2a-95ce-9a6e405dbe3e req-8f86ef09-3c7c-43e6-8e37-92a8674eeca9 tempest-DeleteServersTestJSON-2100051872 tempest-DeleteServersTestJSON-2100051872-project] 10.222.0.61 "GET /v2.0/ports?device_id=75ca93de-6825-44ce-af10-44cba59218a1 HTTP/1.1" status: 200 len: 210 time: 0.0320795 May 14 15:48:21.179081 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2873aa-1f02-4bb4-b085-ce9c5d8d69ee req-c49023d0-58ed-4867-9b5f-9e90e3f8a99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:21.180661 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-4a2873aa-1f02-4bb4-b085-ce9c5d8d69ee req-c49023d0-58ed-4867-9b5f-9e90e3f8a99b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 1130 time: 0.0405376 May 14 15:48:21.230519 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-4a2873aa-1f02-4bb4-b085-ce9c5d8d69ee req-d678b8b1-baf6-4b54-9293-e6285332f0f6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422769 May 14 15:48:21.373233 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd61f76-2420-4ee4-a455-7465d592dd8a req-728aa56b-1e0b-4612-a074-b5463b2b889f tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:21.374782 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9bd61f76-2420-4ee4-a455-7465d592dd8a req-728aa56b-1e0b-4612-a074-b5463b2b889f tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 946 time: 0.0511234 May 14 15:48:21.438405 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9bd61f76-2420-4ee4-a455-7465d592dd8a req-b9e06446-900b-45ac-812d-052216f7ff45 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549958 May 14 15:48:21.496647 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 37066) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:48:21.606814 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-dedeae7b-0f3b-4227-8381-59d59165f697 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-134645540-network', 'tenant_id': '5fba11e8ade54d388361c4c936a43372'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:48:21.628507 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedeae7b-0f3b-4227-8381-59d59165f697 admin admin] Made reservation on behalf of 5fba11e8ade54d388361c4c936a43372 for: {'network': 1} {{(pid=115110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:48:21.631293 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-dedeae7b-0f3b-4227-8381-59d59165f697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for network (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:21.641521 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-dedeae7b-0f3b-4227-8381-59d59165f697 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:21.715787 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-dedeae7b-0f3b-4227-8381-59d59165f697 admin admin] Publish callbacks [] for security_group (40be1c59-cfc0-43e4-a7cc-a13e7b03fd39), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:21.718804 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-dedeae7b-0f3b-4227-8381-59d59165f697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (40be1c59-cfc0-43e4-a7cc-a13e7b03fd39), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:21.739462 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dedeae7b-0f3b-4227-8381-59d59165f697 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=115110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 15:48:21.752290 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedeae7b-0f3b-4227-8381-59d59165f697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:21.757177 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-dedeae7b-0f3b-4227-8381-59d59165f697 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770741945101', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32906243'] for segment (5ddd1c83-6541-4162-9f9b-74f17895931e), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:21.757559 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.db.segments_db [None req-dedeae7b-0f3b-4227-8381-59d59165f697 admin admin] Added segment 5ddd1c83-6541-4162-9f9b-74f17895931e of type vlan for network 4b5e11b1-b142-4a99-ada9-a011e605383b May 14 15:48:21.798282 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-dedeae7b-0f3b-4227-8381-59d59165f697 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770741518219'] for network (4b5e11b1-b142-4a99-ada9-a011e605383b), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:21.820862 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-dedeae7b-0f3b-4227-8381-59d59165f697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732'] for network (4b5e11b1-b142-4a99-ada9-a011e605383b), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:21.822389 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedeae7b-0f3b-4227-8381-59d59165f697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:21.822958 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-dedeae7b-0f3b-4227-8381-59d59165f697 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for network (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:21.854109 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-dedeae7b-0f3b-4227-8381-59d59165f697 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3559256 May 14 15:48:21.856580 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 37076) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:48:21.862830 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-ad6aac0c-8f5b-4d12-8058-4792870b5a39 admin admin] Request body: {'subnet': {'network_id': '4b5e11b1-b142-4a99-ada9-a011e605383b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-134645540-subnet', 'tenant_id': '5fba11e8ade54d388361c4c936a43372', 'ip_version': 4}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:48:21.901221 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedeae7b-0f3b-4227-8381-59d59165f697 admin admin] Pushing event updated for resources: {'Network': ['ID=4b5e11b1-b142-4a99-ada9-a011e605383b,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:21.912749 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Network 4b5e11b1-b142-4a99-ada9-a011e605383b details requested by agent ovs-agent-dv-cinder-839793-11-iscsi with host dv-cinder-839793-11-iscsi {{(pid=115112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 14 15:48:21.914994 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6aac0c-8f5b-4d12-8058-4792870b5a39 admin admin] Made reservation on behalf of 5fba11e8ade54d388361c4c936a43372 for: {'subnet': 1} {{(pid=115110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:48:21.917566 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-ad6aac0c-8f5b-4d12-8058-4792870b5a39 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:22.290500 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-ad6aac0c-8f5b-4d12-8058-4792870b5a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732'] for subnet (ccea14e1-27b6-48d9-a3be-5796f3489377), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:22.341581 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6aac0c-8f5b-4d12-8058-4792870b5a39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccea14e1-27b6-48d9-a3be-5796f3489377,revision_number=0']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:22.351349 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6aac0c-8f5b-4d12-8058-4792870b5a39 admin admin] Checking segment: {'id': '5ddd1c83-6541-4162-9f9b-74f17895931e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4b5e11b1-b142-4a99-ada9-a011e605383b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:48:22.351699 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6aac0c-8f5b-4d12-8058-4792870b5a39 admin admin] Network hostable DHCP agents. Network: 4b5e11b1-b142-4a99-ada9-a011e605383b, hostable agents: ['fb8f4d26-2508-472b-a3f6-593d1ff7e929'], hosted agents: [] {{(pid=115110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 15:48:22.367805 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6aac0c-8f5b-4d12-8058-4792870b5a39 admin admin] Network 4b5e11b1-b142-4a99-ada9-a011e605383b is scheduled to be hosted by DHCP agent fb8f4d26-2508-472b-a3f6-593d1ff7e929 with binding_index 1 {{(pid=115110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 15:48:22.376704 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.base_scheduler [None req-ad6aac0c-8f5b-4d12-8058-4792870b5a39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-11-iscsi, 4b5e11b1-b142-4a99-ada9-a011e605383b) {{(pid=115110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:48:22.380908 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6aac0c-8f5b-4d12-8058-4792870b5a39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:22.381574 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-ad6aac0c-8f5b-4d12-8058-4792870b5a39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for subnet (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:22.386856 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d8549c-bf3b-4fc6-aeb2-5b2dbca64b86 None None] Network 4b5e11b1-b142-4a99-ada9-a011e605383b requested from dv-cinder-839793-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 15:48:22.400360 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 37092) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:48:22.400869 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-ad6aac0c-8f5b-4d12-8058-4792870b5a39 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5429924 May 14 15:48:22.405300 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-4fc68c4a-2fdb-498f-a540-8680c51f8734 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-134645540-router', 'tenant_id': '5fba11e8ade54d388361c4c936a43372', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'}}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:48:22.424446 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-4fc68c4a-2fdb-498f-a540-8680c51f8734 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1757982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104797'] for router (8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:22.425746 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-4fc68c4a-2fdb-498f-a540-8680c51f8734 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1760263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104788'] for router (8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:22.477349 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-4fc68c4a-2fdb-498f-a540-8680c51f8734 admin admin] Publish callbacks [] for router_controller (8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0), precommit_add_association {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:22.499915 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4d2dc5-d12b-436f-a912-74da2b809c35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf033a25f-6d82-560f-8aa4-47b981b79ac7-4b5e11b1-b142-4a99-ada9-a011e605383b', 'network_id': '4b5e11b1-b142-4a99-ada9-a011e605383b', 'project_id': '5fba11e8ade54d388361c4c936a43372', 'fixed_ips': [{'subnet_id': 'ccea14e1-27b6-48d9-a3be-5796f3489377'}]}} from dv-cinder-839793-11-iscsi. {{(pid=115112) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 14 15:48:22.500925 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-cb4d2dc5-d12b-436f-a912-74da2b809c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:22.650749 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b07d9-0c36-4397-865a-0bcb8c8029b0 req-5ddc055d-df9e-41b2-a82c-d9c5f7fb7d23 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:22.652542 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9d9b07d9-0c36-4397-865a-0bcb8c8029b0 req-5ddc055d-df9e-41b2-a82c-d9c5f7fb7d23 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 946 time: 0.1297519 May 14 15:48:22.665800 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.db_base_plugin_common [None req-cb4d2dc5-d12b-436f-a912-74da2b809c35 None None] Allocated IP 172.20.0.2 (4b5e11b1-b142-4a99-ada9-a011e605383b/ccea14e1-27b6-48d9-a3be-5796f3489377/a73877a3-d163-41e7-b3ac-6c2cb925595a) {{(pid=115112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:48:22.695591 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-4fc68c4a-2fdb-498f-a540-8680c51f8734 admin admin] Publish callbacks [] for router_gateway (8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0), precommit_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:22.800612 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9d9b07d9-0c36-4397-865a-0bcb8c8029b0 req-be7f9ae8-eefe-4ca2-ac33-412ec3a61c78 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408091 May 14 15:48:22.853962 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-cb4d2dc5-d12b-436f-a912-74da2b809c35 None None] Publish callbacks [] for port (a73877a3-d163-41e7-b3ac-6c2cb925595a), precommit_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:22.862358 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-cb4d2dc5-d12b-436f-a912-74da2b809c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197'] for port (a73877a3-d163-41e7-b3ac-6c2cb925595a), after_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:22.902541 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4d2dc5-d12b-436f-a912-74da2b809c35 None None] Network 4b5e11b1-b142-4a99-ada9-a011e605383b is already hosted by enough agents. {{(pid=115112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:48:22.906427 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.scheduler.base_scheduler [None req-cb4d2dc5-d12b-436f-a912-74da2b809c35 None None] Resources bound (agent type, host, resource id): {{(pid=115112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:48:22.909962 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4d2dc5-d12b-436f-a912-74da2b809c35 None None] Received port after_create {{(pid=115112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:48:22.951831 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d2dc5-d12b-436f-a912-74da2b809c35 None None] Pushing event updated for resources: {'Port': ['ID=a73877a3-d163-41e7-b3ac-6c2cb925595a,revision_number=1']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:22.963896 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-4fc68c4a-2fdb-498f-a540-8680c51f8734 admin admin] Publish callbacks [] for router_gateway (8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:22.976497 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d2dc5-d12b-436f-a912-74da2b809c35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:22.976918 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d2dc5-d12b-436f-a912-74da2b809c35 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:22.977363 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d2dc5-d12b-436f-a912-74da2b809c35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:22.978458 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d2dc5-d12b-436f-a912-74da2b809c35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:22.979043 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d2dc5-d12b-436f-a912-74da2b809c35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:22.979437 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d2dc5-d12b-436f-a912-74da2b809c35 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:22.979848 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d2dc5-d12b-436f-a912-74da2b809c35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:22.980256 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d2dc5-d12b-436f-a912-74da2b809c35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:22.980643 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d2dc5-d12b-436f-a912-74da2b809c35 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:22.981032 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d2dc5-d12b-436f-a912-74da2b809c35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:22.981420 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d2dc5-d12b-436f-a912-74da2b809c35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:22.981843 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d2dc5-d12b-436f-a912-74da2b809c35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:22.982227 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d2dc5-d12b-436f-a912-74da2b809c35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:22.982632 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d2dc5-d12b-436f-a912-74da2b809c35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:22.983014 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4d2dc5-d12b-436f-a912-74da2b809c35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:22.985886 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-4fc68c4a-2fdb-498f-a540-8680c51f8734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:22.994884 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 15:48:23.001264 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-cb4d2dc5-d12b-436f-a912-74da2b809c35 None None] Attempting to bind port a73877a3-d163-41e7-b3ac-6c2cb925595a on host dv-cinder-839793-11-iscsi for vnic_type normal with profile {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 15:48:23.001639 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-cb4d2dc5-d12b-436f-a912-74da2b809c35 None None] Attempting to bind port a73877a3-d163-41e7-b3ac-6c2cb925595a by drivers openvswitch,hyperv on host dv-cinder-839793-11-iscsi at level 0 using segments [{'id': '5ddd1c83-6541-4162-9f9b-74f17895931e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4b5e11b1-b142-4a99-ada9-a011e605383b'}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 15:48:23.002001 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4d2dc5-d12b-436f-a912-74da2b809c35 None None] Attempting to bind port a73877a3-d163-41e7-b3ac-6c2cb925595a on network 4b5e11b1-b142-4a99-ada9-a011e605383b {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:48:23.023268 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] No Port match for: fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 14 15:48:23.024050 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device fb2bfc60-7355-48dd-9df7-9ffd7d99b7f6 not bound to the agent host hv-cinder-83979 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 15:48:23.026425 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4d2dc5-d12b-436f-a912-74da2b809c35 None None] Checking agent: {'id': '57d31cd8-17bf-47b9-a2cf-22310545150a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 38, 7), 'started_at': datetime.datetime(2022, 5, 14, 15, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 15, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 15:48:23.026848 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4d2dc5-d12b-436f-a912-74da2b809c35 None None] Checking segment: {'id': '5ddd1c83-6541-4162-9f9b-74f17895931e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4b5e11b1-b142-4a99-ada9-a011e605383b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:48:23.027203 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-cb4d2dc5-d12b-436f-a912-74da2b809c35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:23.027583 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4d2dc5-d12b-436f-a912-74da2b809c35 None None] Bound using segment: {'id': '5ddd1c83-6541-4162-9f9b-74f17895931e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4b5e11b1-b142-4a99-ada9-a011e605383b'} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 15:48:23.028049 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-cb4d2dc5-d12b-436f-a912-74da2b809c35 None None] Bound port: a73877a3-d163-41e7-b3ac-6c2cb925595a, host: dv-cinder-839793-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ddd1c83-6541-4162-9f9b-74f17895931e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4b5e11b1-b142-4a99-ada9-a011e605383b'}}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 15:48:23.028437 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-cb4d2dc5-d12b-436f-a912-74da2b809c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (a73877a3-d163-41e7-b3ac-6c2cb925595a), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:23.106844 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-cb4d2dc5-d12b-436f-a912-74da2b809c35 None None] For port a73877a3-d163-41e7-b3ac-6c2cb925595a, host dv-cinder-839793-11-iscsi, cleared binding levels {{(pid=115112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 15:48:23.111301 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-cb4d2dc5-d12b-436f-a912-74da2b809c35 None None] For port a73877a3-d163-41e7-b3ac-6c2cb925595a, host dv-cinder-839793-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=a73877a3-d163-41e7-b3ac-6c2cb925595a,segment=NetworkSegment(5ddd1c83-6541-4162-9f9b-74f17895931e),segment_id=5ddd1c83-6541-4162-9f9b-74f17895931e)] {{(pid=115112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 15:48:23.120527 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-cb4d2dc5-d12b-436f-a912-74da2b809c35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (a73877a3-d163-41e7-b3ac-6c2cb925595a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:23.140183 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.db_base_plugin_common [None req-4fc68c4a-2fdb-498f-a540-8680c51f8734 admin admin] Allocated IP 172.27.1.81 (ee365c6e-8595-4248-876b-4406c6eeb32a/3059297f-ebad-4161-8328-a5e88a7ee6dc/775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10) {{(pid=115111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:48:23.193801 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d2dc5-d12b-436f-a912-74da2b809c35 None None] Pushing event updated for resources: {'Port': ['ID=a73877a3-d163-41e7-b3ac-6c2cb925595a,revision_number=2']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:23.305693 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-4fc68c4a-2fdb-498f-a540-8680c51f8734 admin admin] Publish callbacks [] for port (775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:23.361266 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-4fc68c4a-2fdb-498f-a540-8680c51f8734 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197'] for port (775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:23.369848 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 37126) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:48:23.406019 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc68c4a-2fdb-498f-a540-8680c51f8734 admin admin] Network ee365c6e-8595-4248-876b-4406c6eeb32a is already hosted by enough agents. {{(pid=115111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:48:23.417602 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.base_scheduler [None req-4fc68c4a-2fdb-498f-a540-8680c51f8734 admin admin] Resources bound (agent type, host, resource id): {{(pid=115111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:48:23.419854 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc68c4a-2fdb-498f-a540-8680c51f8734 admin admin] Received port after_create {{(pid=115111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:48:23.450218 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b5f0dd0-0b58-4ea8-a77b-d8ba9cde7914 admin admin] Deleting subnet bc58ad40-21b8-403e-9544-5b39892ae866 {{(pid=115110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 14 15:48:23.453751 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1b5f0dd0-0b58-4ea8-a77b-d8ba9cde7914 admin admin] Publish callbacks [] for subnet (bc58ad40-21b8-403e-9544-5b39892ae866), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:23.485599 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc68c4a-2fdb-498f-a540-8680c51f8734 admin admin] Pushing event updated for resources: {'Port': ['ID=775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:23.507679 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1b5f0dd0-0b58-4ea8-a77b-d8ba9cde7914 admin admin] Publish callbacks [] for subnet (bc58ad40-21b8-403e-9544-5b39892ae866), precommit_delete_associations {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:23.527165 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1b5f0dd0-0b58-4ea8-a77b-d8ba9cde7914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32905208'] for subnet (bc58ad40-21b8-403e-9544-5b39892ae866), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:23.604179 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1b5f0dd0-0b58-4ea8-a77b-d8ba9cde7914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32905185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732'] for subnet (bc58ad40-21b8-403e-9544-5b39892ae866), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:23.632761 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1b5f0dd0-0b58-4ea8-a77b-d8ba9cde7914 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for subnet (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:23.636252 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-1b5f0dd0-0b58-4ea8-a77b-d8ba9cde7914 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/bc58ad40-21b8-403e-9544-5b39892ae866 HTTP/1.1" status: 204 len: 168 time: 0.2653732 May 14 15:48:23.637173 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5f0dd0-0b58-4ea8-a77b-d8ba9cde7914 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc58ad40-21b8-403e-9544-5b39892ae866,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:23.638934 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 37130) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:48:23.683668 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-4fc68c4a-2fdb-498f-a540-8680c51f8734 admin admin] Publish callbacks [] for router_gateway (8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:23.711541 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-d9763e76-7429-400e-a994-764480570235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32844583'] for network (79ec16e7-0db8-48bf-949b-d9757455ca2e), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:23.798427 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-d9763e76-7429-400e-a994-764480570235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32821069', 'neutron.services.segments.db._delete_segments_for_network-8770741945110'] for network (79ec16e7-0db8-48bf-949b-d9757455ca2e), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:23.820140 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-d9763e76-7429-400e-a994-764480570235 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=115110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:48:23.820503 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-d9763e76-7429-400e-a994-764480570235 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:48:23.821835 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-d9763e76-7429-400e-a994-764480570235 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:48:23.822167 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-d9763e76-7429-400e-a994-764480570235 admin admin] Subscribe: > port after_create 55550000 {{(pid=115110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:48:23.822616 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-d9763e76-7429-400e-a994-764480570235 admin admin] Subscribe: > port after_delete 55550000 {{(pid=115110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:48:23.823099 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-d9763e76-7429-400e-a994-764480570235 admin admin] Subscribe: > port after_update 55550000 {{(pid=115110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:48:23.823432 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-d9763e76-7429-400e-a994-764480570235 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=115110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:48:23.823758 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-d9763e76-7429-400e-a994-764480570235 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:48:23.824081 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-d9763e76-7429-400e-a994-764480570235 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:48:23.824435 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-d9763e76-7429-400e-a994-764480570235 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=115110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:48:23.910908 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-d9763e76-7429-400e-a994-764480570235 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:48:23.911531 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-d9763e76-7429-400e-a994-764480570235 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:48:23.912024 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-d9763e76-7429-400e-a994-764480570235 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=115110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:48:23.912532 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-d9763e76-7429-400e-a994-764480570235 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=115110) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:48:23.912911 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.services.segments.db [None req-d9763e76-7429-400e-a994-764480570235 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79ec16e7-0db8-48bf-949b-d9757455ca2e']}} {{(pid=115110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:48:23.933137 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.services.segments.db [None req-d9763e76-7429-400e-a994-764480570235 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a46b64b6-b2d7-4dd3-824f-6c223d938abb') {'for_net_delete': True} {{(pid=115110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:48:23.933500 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.services.segments.db [None req-d9763e76-7429-400e-a994-764480570235 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a46b64b6-b2d7-4dd3-824f-6c223d938abb') {} {{(pid=115110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:48:23.956775 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-d9763e76-7429-400e-a994-764480570235 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770741946911', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8967100'] for segment (a46b64b6-b2d7-4dd3-824f-6c223d938abb), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:23.981411 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-d9763e76-7429-400e-a994-764480570235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32906243'] for segment (a46b64b6-b2d7-4dd3-824f-6c223d938abb), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:23.997507 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9763e76-7429-400e-a994-764480570235 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=115110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 15:48:23.998374 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-d9763e76-7429-400e-a994-764480570235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32906243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3204874'] for segment (a46b64b6-b2d7-4dd3-824f-6c223d938abb), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:24.030893 dv-cinder-839793-11-iscsi neutron-server[115110]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 14 15:48:24.030893 dv-cinder-839793-11-iscsi neutron-server[115110]: from cryptography.utils import int_from_bytes May 14 15:48:24.030893 dv-cinder-839793-11-iscsi neutron-server[115110]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 14 15:48:24.030893 dv-cinder-839793-11-iscsi neutron-server[115110]: from cryptography.utils import int_from_bytes May 14 15:48:24.030893 dv-cinder-839793-11-iscsi neutron-server[115110]: Traceback (most recent call last): May 14 15:48:24.030893 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 15:48:24.030893 dv-cinder-839793-11-iscsi neutron-server[115110]: timer() May 14 15:48:24.030893 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 15:48:24.030893 dv-cinder-839793-11-iscsi neutron-server[115110]: cb(*args, **kw) May 14 15:48:24.030893 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 14 15:48:24.030893 dv-cinder-839793-11-iscsi neutron-server[115110]: return func(*args, **kwargs) May 14 15:48:24.030893 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 15:48:24.030893 dv-cinder-839793-11-iscsi neutron-server[115110]: self._notify() May 14 15:48:24.030893 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 15:48:24.030893 dv-cinder-839793-11-iscsi neutron-server[115110]: self.callback(batched_events) May 14 15:48:24.030893 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 15:48:24.030893 dv-cinder-839793-11-iscsi neutron-server[115110]: event.method(event) May 14 15:48:24.030893 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 14 15:48:24.030893 dv-cinder-839793-11-iscsi neutron-server[115110]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 15:48:24.030893 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 14 15:48:24.030893 dv-cinder-839793-11-iscsi neutron-server[115110]: aggregate_uuid = self.p_client.list_aggregates( May 14 15:48:24.030893 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 14 15:48:24.030893 dv-cinder-839793-11-iscsi neutron-server[115110]: return f(self, *a, **k) May 14 15:48:24.030893 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 14 15:48:24.030893 dv-cinder-839793-11-iscsi neutron-server[115110]: return self._get(url).json() May 14 15:48:24.030893 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 14 15:48:24.030893 dv-cinder-839793-11-iscsi neutron-server[115110]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 15:48:24.030893 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 15:48:24.030893 dv-cinder-839793-11-iscsi neutron-server[115110]: return self.request(url, 'GET', **kwargs) May 14 15:48:24.030893 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 15:48:24.030893 dv-cinder-839793-11-iscsi neutron-server[115110]: base_url = self.get_endpoint(auth, allow=allow, May 14 15:48:24.030893 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 15:48:24.030893 dv-cinder-839793-11-iscsi neutron-server[115110]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 15:48:24.030893 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 15:48:24.030893 dv-cinder-839793-11-iscsi neutron-server[115110]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 15:48:24.030893 dv-cinder-839793-11-iscsi neutron-server[115110]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 15:48:24.097530 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e6f3f-bd5d-45e0-b412-1c14ebd7baba req-ff0f4174-ae2c-4f4c-97ad-585efc7664c4 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:24.098947 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-339e6f3f-bd5d-45e0-b412-1c14ebd7baba req-ff0f4174-ae2c-4f4c-97ad-585efc7664c4 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 946 time: 0.0602942 May 14 15:48:24.106956 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-d9763e76-7429-400e-a994-764480570235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32821110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1759686'] for network (79ec16e7-0db8-48bf-949b-d9757455ca2e), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:24.114967 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-d9763e76-7429-400e-a994-764480570235 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for network (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:24.119112 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-d9763e76-7429-400e-a994-764480570235 admin admin] 10.222.0.61 "DELETE /v2.0/networks/79ec16e7-0db8-48bf-949b-d9757455ca2e HTTP/1.1" status: 204 len: 168 time: 0.4783492 May 14 15:48:24.133459 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9763e76-7429-400e-a994-764480570235 admin admin] Pushing event deleted for resources: {'Network': ['ID=79ec16e7-0db8-48bf-949b-d9757455ca2e,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:24.194268 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-4fc68c4a-2fdb-498f-a540-8680c51f8734 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1760464'] for router (8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:24.201772 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-339e6f3f-bd5d-45e0-b412-1c14ebd7baba req-618a7719-6860-47a4-8d4f-8a9b7a76d8fb tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609350 May 14 15:48:24.283522 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 37140) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:48:24.321596 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235905d6-5f51-4b7b-bc1a-e216952dcb81 None None] Network 4b5e11b1-b142-4a99-ada9-a011e605383b requested from dv-cinder-839793-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 15:48:24.337582 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-eb7349e5-449e-441a-b0d1-c8f25febafb5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6388da70b0dc48c1952570af4332dd6d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0499682 May 14 15:48:24.339456 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 37142) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:48:24.375173 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4e7e2-32a5-43dd-ba1e-827004106a8f req-77054115-a9a1-431f-acaa-7c7259f97b32 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:24.376569 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f9a4e7e2-32a5-43dd-ba1e-827004106a8f req-77054115-a9a1-431f-acaa-7c7259f97b32 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fbb269d-11cd-49ed-81ac-570e721c15cd HTTP/1.1" status: 200 len: 946 time: 0.0869043 May 14 15:48:24.403638 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-3f996eb9-7ce3-444a-b489-991e3a425080 None None] Provisioning complete for port a73877a3-d163-41e7-b3ac-6c2cb925595a triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:48:24.404354 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-3f996eb9-7ce3-444a-b489-991e3a425080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (a73877a3-d163-41e7-b3ac-6c2cb925595a), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:24.407015 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-a05f6b6f-9239-4be1-935c-fe2cf2790de7 admin admin] Publish callbacks [] for security_group (79193f64-8143-47c0-9226-6232633195e8), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:24.434886 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-a05f6b6f-9239-4be1-935c-fe2cf2790de7 admin admin] Publish callbacks [] for security_group (79193f64-8143-47c0-9226-6232633195e8), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:24.464417 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f9a4e7e2-32a5-43dd-ba1e-827004106a8f req-f821c217-164d-4959-a03b-c91e79b2a43d tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780268 May 14 15:48:24.466454 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc68c4a-2fdb-498f-a540-8680c51f8734 admin admin] Router 8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0 is scheduled to L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f with binding_index 1 {{(pid=115111) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 14 15:48:24.498015 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-a05f6b6f-9239-4be1-935c-fe2cf2790de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (79193f64-8143-47c0-9226-6232633195e8), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:24.500643 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-a05f6b6f-9239-4be1-935c-fe2cf2790de7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:24.501781 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-a05f6b6f-9239-4be1-935c-fe2cf2790de7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/79193f64-8143-47c0-9226-6232633195e8 HTTP/1.1" status: 204 len: 168 time: 0.1612554 May 14 15:48:24.521626 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f6b6f-9239-4be1-935c-fe2cf2790de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79193f64-8143-47c0-9226-6232633195e8,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:24.623020 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 37158) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:48:24.681721 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dc76110-9b17-4029-85e1-7865e6279a06 admin admin] Deleting subnet bcd80c89-c156-4c57-866e-32fd97e9037d {{(pid=115110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 14 15:48:24.686258 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc68c4a-2fdb-498f-a540-8680c51f8734 admin admin] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 15:48:24.686401 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-2dc76110-9b17-4029-85e1-7865e6279a06 admin admin] Publish callbacks [] for subnet (bcd80c89-c156-4c57-866e-32fd97e9037d), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:24.699469 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223a5413-6615-4a63-82d5-ce4a2f3d68a0 None None] Sync routers for ids ['8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0'] in dv-cinder-839793-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 15:48:24.708263 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-4fc68c4a-2fdb-498f-a540-8680c51f8734 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:24.720877 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-4fc68c4a-2fdb-498f-a540-8680c51f8734 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3187320 May 14 15:48:24.724322 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 37160) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:48:24.725956 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-3f996eb9-7ce3-444a-b489-991e3a425080 None None] Current status of the port a73877a3-d163-41e7-b3ac-6c2cb925595a is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:48:24.726548 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-3f996eb9-7ce3-444a-b489-991e3a425080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (a73877a3-d163-41e7-b3ac-6c2cb925595a), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:24.733472 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223a5413-6615-4a63-82d5-ce4a2f3d68a0 None None] Routers {'8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:48:24.735440 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-223a5413-6615-4a63-82d5-ce4a2f3d68a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:48:03Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:48:24.753077 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-2dc76110-9b17-4029-85e1-7865e6279a06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8967045'] for subnet (bcd80c89-c156-4c57-866e-32fd97e9037d), precommit_delete_associations {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:24.787386 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-3f996eb9-7ce3-444a-b489-991e3a425080 None None] For port a73877a3-d163-41e7-b3ac-6c2cb925595a, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=a73877a3-d163-41e7-b3ac-6c2cb925595a,segment=NetworkSegment(5ddd1c83-6541-4162-9f9b-74f17895931e),segment_id=5ddd1c83-6541-4162-9f9b-74f17895931e)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:48:24.795208 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-3f996eb9-7ce3-444a-b489-991e3a425080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (a73877a3-d163-41e7-b3ac-6c2cb925595a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:24.882923 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-2dc76110-9b17-4029-85e1-7865e6279a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32905208'] for subnet (bcd80c89-c156-4c57-866e-32fd97e9037d), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:24.885887 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f996eb9-7ce3-444a-b489-991e3a425080 None None] Pushing event updated for resources: {'Port': ['ID=a73877a3-d163-41e7-b3ac-6c2cb925595a,revision_number=3']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:24.950369 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device a73877a3-d163-41e7-b3ac-6c2cb925595a up at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:48:25.008174 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-2dc76110-9b17-4029-85e1-7865e6279a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32905185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8397829'] for subnet (bcd80c89-c156-4c57-866e-32fd97e9037d), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:25.063906 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc76110-9b17-4029-85e1-7865e6279a06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcd80c89-c156-4c57-866e-32fd97e9037d,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:25.069315 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-2dc76110-9b17-4029-85e1-7865e6279a06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for subnet (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:25.073699 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-2dc76110-9b17-4029-85e1-7865e6279a06 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/bcd80c89-c156-4c57-866e-32fd97e9037d HTTP/1.1" status: 204 len: 168 time: 0.4493468 May 14 15:48:25.078487 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 37164) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:48:25.083493 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Provisioning complete for port a73877a3-d163-41e7-b3ac-6c2cb925595a triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:48:25.083962 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (a73877a3-d163-41e7-b3ac-6c2cb925595a), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:25.119879 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-223a5413-6615-4a63-82d5-ce4a2f3d68a0 None None] Set router 8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:48:25.205387 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-df4ad4cd-d124-4b60-9740-29491b588d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32844583'] for network (48579cef-3aec-4c51-8fbd-141be2824329), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:25.226495 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port a73877a3-d163-41e7-b3ac-6c2cb925595a is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:48:25.271373 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-e0037397-8626-449f-8a51-5edea2e2e80f None None] Provisioning complete for port a73877a3-d163-41e7-b3ac-6c2cb925595a triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:48:25.271645 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-e0037397-8626-449f-8a51-5edea2e2e80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (a73877a3-d163-41e7-b3ac-6c2cb925595a), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:25.382144 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-e0037397-8626-449f-8a51-5edea2e2e80f None None] Current status of the port a73877a3-d163-41e7-b3ac-6c2cb925595a is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:48:25.483836 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-df4ad4cd-d124-4b60-9740-29491b588d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32821069', 'neutron.services.segments.db._delete_segments_for_network-8770741945110'] for network (48579cef-3aec-4c51-8fbd-141be2824329), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:25.535824 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-223a5413-6615-4a63-82d5-ce4a2f3d68a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0', 'name': 'tempest-TestMinimumBasicScenario-134645540-router', 'tenant_id': '5fba11e8ade54d388361c4c936a43372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:48:22Z', 'updated_at': '2022-05-14T15:48:23Z', 'revision_number': 3, 'project_id': '5fba11e8ade54d388361c4c936a43372', 'gw_port': {'id': '775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:06:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:48:22Z', 'updated_at': '2022-05-14T15:48:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi'}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:48:25.541553 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-df4ad4cd-d124-4b60-9740-29491b588d06 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=115111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:48:25.541954 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-df4ad4cd-d124-4b60-9740-29491b588d06 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:48:25.542753 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-df4ad4cd-d124-4b60-9740-29491b588d06 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:48:25.543071 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-df4ad4cd-d124-4b60-9740-29491b588d06 admin admin] Subscribe: > port after_create 55550000 {{(pid=115111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:48:25.543443 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-df4ad4cd-d124-4b60-9740-29491b588d06 admin admin] Subscribe: > port after_delete 55550000 {{(pid=115111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:48:25.543777 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-df4ad4cd-d124-4b60-9740-29491b588d06 admin admin] Subscribe: > port after_update 55550000 {{(pid=115111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:48:25.544272 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-df4ad4cd-d124-4b60-9740-29491b588d06 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=115111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:48:25.544597 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-df4ad4cd-d124-4b60-9740-29491b588d06 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:48:25.544909 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-df4ad4cd-d124-4b60-9740-29491b588d06 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:48:25.545561 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-df4ad4cd-d124-4b60-9740-29491b588d06 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=115111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:48:25.569031 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223a5413-6615-4a63-82d5-ce4a2f3d68a0 None None] Checking router: 8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0 for host: dv-cinder-839793-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 15:48:25.569375 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223a5413-6615-4a63-82d5-ce4a2f3d68a0 None None] Updating router 8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0 port 775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10 binding host dv-cinder-839793-11-iscsi {{(pid=115113) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 15:48:25.603660 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-223a5413-6615-4a63-82d5-ce4a2f3d68a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10), before_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:25.610791 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-df4ad4cd-d124-4b60-9740-29491b588d06 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:48:25.611149 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-df4ad4cd-d124-4b60-9740-29491b588d06 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:48:25.611465 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-df4ad4cd-d124-4b60-9740-29491b588d06 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=115111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:48:25.612050 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-df4ad4cd-d124-4b60-9740-29491b588d06 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=115111) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 14 15:48:25.612423 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.services.segments.db [None req-df4ad4cd-d124-4b60-9740-29491b588d06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48579cef-3aec-4c51-8fbd-141be2824329']}} {{(pid=115111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:48:25.632984 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.services.segments.db [None req-df4ad4cd-d124-4b60-9740-29491b588d06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c83ac4e5-6a33-4815-b25c-fb5ba17883a0') {'for_net_delete': True} {{(pid=115111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:48:25.633274 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.services.segments.db [None req-df4ad4cd-d124-4b60-9740-29491b588d06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c83ac4e5-6a33-4815-b25c-fb5ba17883a0') {} {{(pid=115111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:48:25.658364 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-df4ad4cd-d124-4b60-9740-29491b588d06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770741946911', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8408921'] for segment (c83ac4e5-6a33-4815-b25c-fb5ba17883a0), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:25.684425 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 37190) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:48:25.700774 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-df4ad4cd-d124-4b60-9740-29491b588d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32906243'] for segment (c83ac4e5-6a33-4815-b25c-fb5ba17883a0), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:25.715482 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df4ad4cd-d124-4b60-9740-29491b588d06 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=115111) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 15:48:25.715877 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-df4ad4cd-d124-4b60-9740-29491b588d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32906243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8764416'] for segment (c83ac4e5-6a33-4815-b25c-fb5ba17883a0), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:25.719811 dv-cinder-839793-11-iscsi neutron-server[115111]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 14 15:48:25.719811 dv-cinder-839793-11-iscsi neutron-server[115111]: from cryptography.utils import int_from_bytes May 14 15:48:25.719811 dv-cinder-839793-11-iscsi neutron-server[115111]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 14 15:48:25.719811 dv-cinder-839793-11-iscsi neutron-server[115111]: from cryptography.utils import int_from_bytes May 14 15:48:25.719811 dv-cinder-839793-11-iscsi neutron-server[115111]: Traceback (most recent call last): May 14 15:48:25.719811 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 15:48:25.719811 dv-cinder-839793-11-iscsi neutron-server[115111]: timer() May 14 15:48:25.719811 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 15:48:25.719811 dv-cinder-839793-11-iscsi neutron-server[115111]: cb(*args, **kw) May 14 15:48:25.719811 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 14 15:48:25.719811 dv-cinder-839793-11-iscsi neutron-server[115111]: return func(*args, **kwargs) May 14 15:48:25.719811 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 15:48:25.719811 dv-cinder-839793-11-iscsi neutron-server[115111]: self._notify() May 14 15:48:25.719811 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 15:48:25.719811 dv-cinder-839793-11-iscsi neutron-server[115111]: self.callback(batched_events) May 14 15:48:25.719811 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 15:48:25.719811 dv-cinder-839793-11-iscsi neutron-server[115111]: event.method(event) May 14 15:48:25.719811 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 14 15:48:25.719811 dv-cinder-839793-11-iscsi neutron-server[115111]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 15:48:25.719811 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 14 15:48:25.719811 dv-cinder-839793-11-iscsi neutron-server[115111]: aggregate_uuid = self.p_client.list_aggregates( May 14 15:48:25.719811 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 14 15:48:25.719811 dv-cinder-839793-11-iscsi neutron-server[115111]: return f(self, *a, **k) May 14 15:48:25.719811 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 14 15:48:25.719811 dv-cinder-839793-11-iscsi neutron-server[115111]: return self._get(url).json() May 14 15:48:25.719811 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 14 15:48:25.719811 dv-cinder-839793-11-iscsi neutron-server[115111]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 15:48:25.719811 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 15:48:25.719811 dv-cinder-839793-11-iscsi neutron-server[115111]: return self.request(url, 'GET', **kwargs) May 14 15:48:25.719811 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 15:48:25.719811 dv-cinder-839793-11-iscsi neutron-server[115111]: base_url = self.get_endpoint(auth, allow=allow, May 14 15:48:25.719811 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 15:48:25.719811 dv-cinder-839793-11-iscsi neutron-server[115111]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 15:48:25.719811 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 15:48:25.719811 dv-cinder-839793-11-iscsi neutron-server[115111]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 15:48:25.719811 dv-cinder-839793-11-iscsi neutron-server[115111]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 15:48:25.811945 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-df4ad4cd-d124-4b60-9740-29491b588d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32821110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1759686'] for network (48579cef-3aec-4c51-8fbd-141be2824329), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:25.814648 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-53d51785-3955-4618-be4f-eb3ec7d19345 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1791246309-network', 'tenant_id': '1c70bf2630cf4baeb9f3052a4ae027d3'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:48:25.823864 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-df4ad4cd-d124-4b60-9740-29491b588d06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for network (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:25.829593 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-df4ad4cd-d124-4b60-9740-29491b588d06 admin admin] 10.222.0.61 "DELETE /v2.0/networks/48579cef-3aec-4c51-8fbd-141be2824329 HTTP/1.1" status: 204 len: 168 time: 0.7474432 May 14 15:48:25.838907 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 37194) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:48:25.860342 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d51785-3955-4618-be4f-eb3ec7d19345 admin admin] Made reservation on behalf of 1c70bf2630cf4baeb9f3052a4ae027d3 for: {'network': 1} {{(pid=115110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:48:25.863020 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-53d51785-3955-4618-be4f-eb3ec7d19345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for network (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:25.864472 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ad4cd-d124-4b60-9740-29491b588d06 admin admin] Pushing event deleted for resources: {'Network': ['ID=48579cef-3aec-4c51-8fbd-141be2824329,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:25.877934 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-53d51785-3955-4618-be4f-eb3ec7d19345 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:25.916045 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-8ac70a67-9f80-4a7b-bd8c-b8f950b7bd90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:25.922054 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3ebc411-e4e5-4d9b-9de3-8d0e6dcb5b73 admin admin] Deleting subnet 61762257-2c2c-43a5-978f-e13edda5a356 {{(pid=115111) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 14 15:48:25.936772 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-a3ebc411-e4e5-4d9b-9de3-8d0e6dcb5b73 admin admin] Publish callbacks [] for subnet (61762257-2c2c-43a5-978f-e13edda5a356), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:25.964711 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-53d51785-3955-4618-be4f-eb3ec7d19345 admin admin] Publish callbacks [] for security_group (5c288c18-f635-436a-9985-8590f873b714), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:25.968942 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-53d51785-3955-4618-be4f-eb3ec7d19345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (5c288c18-f635-436a-9985-8590f873b714), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:25.969117 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-223a5413-6615-4a63-82d5-ce4a2f3d68a0 None None] Publish callbacks [] for port (775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10), precommit_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:25.975533 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-223a5413-6615-4a63-82d5-ce4a2f3d68a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10), after_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:25.983728 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53d51785-3955-4618-be4f-eb3ec7d19345 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=115110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 15:48:26.008423 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-a3ebc411-e4e5-4d9b-9de3-8d0e6dcb5b73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8408928'] for subnet (61762257-2c2c-43a5-978f-e13edda5a356), precommit_delete_associations {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:26.012068 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-53d51785-3955-4618-be4f-eb3ec7d19345 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770741945101', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32906243'] for segment (8563773c-faa8-4666-b13c-3ad59bf2bca2), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:26.012634 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.db.segments_db [None req-53d51785-3955-4618-be4f-eb3ec7d19345 admin admin] Added segment 8563773c-faa8-4666-b13c-3ad59bf2bca2 of type vlan for network abefdc66-1896-442e-8007-5d39e4c216f8 May 14 15:48:26.021716 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d51785-3955-4618-be4f-eb3ec7d19345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c288c18-f635-436a-9985-8590f873b714,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:26.028551 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55744a85-dff9-458b-a0fa-e73fe0c19935 None None] Pushing event updated for resources: {'Port': ['ID=775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10,revision_number=2']} {{(pid=115113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:26.045923 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55744a85-dff9-458b-a0fa-e73fe0c19935 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:26.046265 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55744a85-dff9-458b-a0fa-e73fe0c19935 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:26.046811 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55744a85-dff9-458b-a0fa-e73fe0c19935 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:26.047307 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55744a85-dff9-458b-a0fa-e73fe0c19935 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:26.047913 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55744a85-dff9-458b-a0fa-e73fe0c19935 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:26.048376 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55744a85-dff9-458b-a0fa-e73fe0c19935 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:26.048851 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55744a85-dff9-458b-a0fa-e73fe0c19935 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:26.049325 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55744a85-dff9-458b-a0fa-e73fe0c19935 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:26.049811 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55744a85-dff9-458b-a0fa-e73fe0c19935 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:26.050275 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55744a85-dff9-458b-a0fa-e73fe0c19935 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:26.050871 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55744a85-dff9-458b-a0fa-e73fe0c19935 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:26.051360 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55744a85-dff9-458b-a0fa-e73fe0c19935 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:26.051868 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55744a85-dff9-458b-a0fa-e73fe0c19935 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:26.052320 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55744a85-dff9-458b-a0fa-e73fe0c19935 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:26.052764 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55744a85-dff9-458b-a0fa-e73fe0c19935 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:48:26.060436 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-223a5413-6615-4a63-82d5-ce4a2f3d68a0 None None] Attempting to bind port 775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10 on host dv-cinder-839793-11-iscsi for vnic_type normal with profile {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 15:48:26.060790 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-223a5413-6615-4a63-82d5-ce4a2f3d68a0 None None] Attempting to bind port 775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10 by drivers openvswitch,hyperv on host dv-cinder-839793-11-iscsi at level 0 using segments [{'id': 'fe506043-d64f-420e-bda4-fab290621067', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'}] {{(pid=115113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 15:48:26.061333 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223a5413-6615-4a63-82d5-ce4a2f3d68a0 None None] Attempting to bind port 775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10 on network ee365c6e-8595-4248-876b-4406c6eeb32a {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:48:26.068918 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223a5413-6615-4a63-82d5-ce4a2f3d68a0 None None] Checking agent: {'id': '57d31cd8-17bf-47b9-a2cf-22310545150a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 38, 7), 'started_at': datetime.datetime(2022, 5, 14, 15, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 15, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 15:48:26.069626 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223a5413-6615-4a63-82d5-ce4a2f3d68a0 None None] Checking segment: {'id': 'fe506043-d64f-420e-bda4-fab290621067', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:48:26.070179 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-223a5413-6615-4a63-82d5-ce4a2f3d68a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:26.071005 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223a5413-6615-4a63-82d5-ce4a2f3d68a0 None None] Bound using segment: {'id': 'fe506043-d64f-420e-bda4-fab290621067', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'} {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 15:48:26.072460 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-223a5413-6615-4a63-82d5-ce4a2f3d68a0 None None] Bound port: 775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10, host: dv-cinder-839793-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe506043-d64f-420e-bda4-fab290621067', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'}}] {{(pid=115113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 15:48:26.073164 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-223a5413-6615-4a63-82d5-ce4a2f3d68a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10), before_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:26.076941 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-53d51785-3955-4618-be4f-eb3ec7d19345 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770741518219'] for network (abefdc66-1896-442e-8007-5d39e4c216f8), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:26.095441 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-a3ebc411-e4e5-4d9b-9de3-8d0e6dcb5b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32905208'] for subnet (61762257-2c2c-43a5-978f-e13edda5a356), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:26.111175 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-53d51785-3955-4618-be4f-eb3ec7d19345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732'] for network (abefdc66-1896-442e-8007-5d39e4c216f8), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:26.113140 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d51785-3955-4618-be4f-eb3ec7d19345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:26.113803 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-53d51785-3955-4618-be4f-eb3ec7d19345 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for network (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:26.140510 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.db [None req-223a5413-6615-4a63-82d5-ce4a2f3d68a0 None None] For port 775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10, host dv-cinder-839793-11-iscsi, cleared binding levels {{(pid=115113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 15:48:26.147145 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.db [None req-223a5413-6615-4a63-82d5-ce4a2f3d68a0 None None] For port 775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10, host dv-cinder-839793-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10,segment=NetworkSegment(fe506043-d64f-420e-bda4-fab290621067),segment_id=fe506043-d64f-420e-bda4-fab290621067)] {{(pid=115113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 15:48:26.150430 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-53d51785-3955-4618-be4f-eb3ec7d19345 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4640324 May 14 15:48:26.157635 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-223a5413-6615-4a63-82d5-ce4a2f3d68a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10), after_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:26.167876 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 37196) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:48:26.176181 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-4bd3a0b5-92b7-492d-be39-192c74f71ac5 admin admin] Request body: {'subnet': {'network_id': 'abefdc66-1896-442e-8007-5d39e4c216f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1791246309-subnet', 'tenant_id': '1c70bf2630cf4baeb9f3052a4ae027d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:48:26.180983 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d51785-3955-4618-be4f-eb3ec7d19345 admin admin] Pushing event updated for resources: {'Network': ['ID=abefdc66-1896-442e-8007-5d39e4c216f8,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:26.199441 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Network abefdc66-1896-442e-8007-5d39e4c216f8 details requested by agent ovs-agent-dv-cinder-839793-11-iscsi with host dv-cinder-839793-11-iscsi {{(pid=115112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 14 15:48:26.247777 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223a5413-6615-4a63-82d5-ce4a2f3d68a0 None None] Routers {'8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:48:26.247777 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-223a5413-6615-4a63-82d5-ce4a2f3d68a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:48:03Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:48:26.255263 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55744a85-dff9-458b-a0fa-e73fe0c19935 None None] Pushing event updated for resources: {'Port': ['ID=775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10,revision_number=3']} {{(pid=115113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:26.260464 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.db_base_plugin_common [None req-8ac70a67-9f80-4a7b-bd8c-b8f950b7bd90 admin admin] Allocated IP 172.20.0.1 (4b5e11b1-b142-4a99-ada9-a011e605383b/ccea14e1-27b6-48d9-a3be-5796f3489377/c60daf3e-06ee-4be7-b91f-7c00559f9624) {{(pid=115111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:48:26.271851 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd3a0b5-92b7-492d-be39-192c74f71ac5 admin admin] Made reservation on behalf of 1c70bf2630cf4baeb9f3052a4ae027d3 for: {'subnet': 1} {{(pid=115111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:48:26.274623 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-4bd3a0b5-92b7-492d-be39-192c74f71ac5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8853839'] for subnet (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:26.278749 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-a3ebc411-e4e5-4d9b-9de3-8d0e6dcb5b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32905185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8765602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8853858'] for subnet (61762257-2c2c-43a5-978f-e13edda5a356), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:26.346935 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ebc411-e4e5-4d9b-9de3-8d0e6dcb5b73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61762257-2c2c-43a5-978f-e13edda5a356,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:26.380926 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-a3ebc411-e4e5-4d9b-9de3-8d0e6dcb5b73 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:26.382846 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-223a5413-6615-4a63-82d5-ce4a2f3d68a0 None None] Set router 8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:48:26.384526 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-a3ebc411-e4e5-4d9b-9de3-8d0e6dcb5b73 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/61762257-2c2c-43a5-978f-e13edda5a356 HTTP/1.1" status: 204 len: 168 time: 0.5438118 May 14 15:48:26.389203 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 37202) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:48:26.477044 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-8a09dbab-ee79-497f-9f24-03832c9df21f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32844583'] for network (b8d5e54e-d431-47d0-b964-8ca59c49588b), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:26.481223 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-8ac70a67-9f80-4a7b-bd8c-b8f950b7bd90 admin admin] Publish callbacks [] for port (c60daf3e-06ee-4be7-b91f-7c00559f9624), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:26.572728 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-8a09dbab-ee79-497f-9f24-03832c9df21f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32821069', 'neutron.services.segments.db._delete_segments_for_network-8770741945110'] for network (b8d5e54e-d431-47d0-b964-8ca59c49588b), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:26.577674 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-223a5413-6615-4a63-82d5-ce4a2f3d68a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0', 'name': 'tempest-TestMinimumBasicScenario-134645540-router', 'tenant_id': '5fba11e8ade54d388361c4c936a43372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:48:22Z', 'updated_at': '2022-05-14T15:48:23Z', 'revision_number': 3, 'project_id': '5fba11e8ade54d388361c4c936a43372', 'gw_port': {'id': '775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:06:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:48:22Z', 'updated_at': '2022-05-14T15:48:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi'}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:48:26.578248 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-8ac70a67-9f80-4a7b-bd8c-b8f950b7bd90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764499'] for port (c60daf3e-06ee-4be7-b91f-7c00559f9624), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:26.596534 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.services.segments.db [None req-8a09dbab-ee79-497f-9f24-03832c9df21f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8d5e54e-d431-47d0-b964-8ca59c49588b']}} {{(pid=115110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:48:26.607032 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.services.segments.db [None req-8a09dbab-ee79-497f-9f24-03832c9df21f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc90b2a1-cbec-4e66-85a7-4368c73b04ee') {'for_net_delete': True} {{(pid=115110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:48:26.607328 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.services.segments.db [None req-8a09dbab-ee79-497f-9f24-03832c9df21f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc90b2a1-cbec-4e66-85a7-4368c73b04ee') {} {{(pid=115110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:48:26.612341 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223a5413-6615-4a63-82d5-ce4a2f3d68a0 None None] The sync data for ids ['8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0'] in dv-cinder-839793-11-iscsi is: [{'id': '8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0', 'name': 'tempest-TestMinimumBasicScenario-134645540-router', 'tenant_id': '5fba11e8ade54d388361c4c936a43372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:48:22Z', 'updated_at': '2022-05-14T15:48:23Z', 'revision_number': 3, 'project_id': '5fba11e8ade54d388361c4c936a43372', 'gw_port': {'id': '775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:06:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:48:22Z', 'updated_at': '2022-05-14T15:48:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi'}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 15:48:26.618799 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-4bd3a0b5-92b7-492d-be39-192c74f71ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8765667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8853849'] for subnet (4b704a75-ba42-467b-9fa6-61d88b38daa6), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:26.619367 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-8a09dbab-ee79-497f-9f24-03832c9df21f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770741946911', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8967100'] for segment (bc90b2a1-cbec-4e66-85a7-4368c73b04ee), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:26.628483 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac70a67-9f80-4a7b-bd8c-b8f950b7bd90 admin admin] Network 4b5e11b1-b142-4a99-ada9-a011e605383b is already hosted by enough agents. {{(pid=115111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:48:26.639128 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-8a09dbab-ee79-497f-9f24-03832c9df21f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32906243'] for segment (bc90b2a1-cbec-4e66-85a7-4368c73b04ee), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:26.642657 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.base_scheduler [None req-8ac70a67-9f80-4a7b-bd8c-b8f950b7bd90 admin admin] Resources bound (agent type, host, resource id): {{(pid=115111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:48:26.646266 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a09dbab-ee79-497f-9f24-03832c9df21f admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=115110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 15:48:26.646792 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-8a09dbab-ee79-497f-9f24-03832c9df21f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32906243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3204874'] for segment (bc90b2a1-cbec-4e66-85a7-4368c73b04ee), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:26.651602 dv-cinder-839793-11-iscsi neutron-server[115110]: Traceback (most recent call last): May 14 15:48:26.651602 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 15:48:26.651602 dv-cinder-839793-11-iscsi neutron-server[115110]: timer() May 14 15:48:26.651602 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 15:48:26.651602 dv-cinder-839793-11-iscsi neutron-server[115110]: cb(*args, **kw) May 14 15:48:26.651602 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 14 15:48:26.651602 dv-cinder-839793-11-iscsi neutron-server[115110]: return func(*args, **kwargs) May 14 15:48:26.651602 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 15:48:26.651602 dv-cinder-839793-11-iscsi neutron-server[115110]: self._notify() May 14 15:48:26.651602 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 15:48:26.651602 dv-cinder-839793-11-iscsi neutron-server[115110]: self.callback(batched_events) May 14 15:48:26.651602 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 15:48:26.651602 dv-cinder-839793-11-iscsi neutron-server[115110]: event.method(event) May 14 15:48:26.651602 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 14 15:48:26.651602 dv-cinder-839793-11-iscsi neutron-server[115110]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 15:48:26.651602 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 14 15:48:26.651602 dv-cinder-839793-11-iscsi neutron-server[115110]: aggregate_uuid = self.p_client.list_aggregates( May 14 15:48:26.651602 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 14 15:48:26.651602 dv-cinder-839793-11-iscsi neutron-server[115110]: return f(self, *a, **k) May 14 15:48:26.651602 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 14 15:48:26.651602 dv-cinder-839793-11-iscsi neutron-server[115110]: return self._get(url).json() May 14 15:48:26.651602 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 14 15:48:26.651602 dv-cinder-839793-11-iscsi neutron-server[115110]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 15:48:26.651602 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 15:48:26.651602 dv-cinder-839793-11-iscsi neutron-server[115110]: return self.request(url, 'GET', **kwargs) May 14 15:48:26.651602 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 15:48:26.651602 dv-cinder-839793-11-iscsi neutron-server[115110]: base_url = self.get_endpoint(auth, allow=allow, May 14 15:48:26.651602 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 15:48:26.651602 dv-cinder-839793-11-iscsi neutron-server[115110]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 15:48:26.651602 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 15:48:26.651602 dv-cinder-839793-11-iscsi neutron-server[115110]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 15:48:26.651602 dv-cinder-839793-11-iscsi neutron-server[115110]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 15:48:26.671032 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac70a67-9f80-4a7b-bd8c-b8f950b7bd90 admin admin] Received port after_create {{(pid=115111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:48:26.678404 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac70a67-9f80-4a7b-bd8c-b8f950b7bd90 admin admin] Pushing event updated for resources: {'Port': ['ID=c60daf3e-06ee-4be7-b91f-7c00559f9624,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:26.737605 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-8a09dbab-ee79-497f-9f24-03832c9df21f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32821110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1759686'] for network (b8d5e54e-d431-47d0-b964-8ca59c49588b), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:26.748631 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-8a09dbab-ee79-497f-9f24-03832c9df21f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for network (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:26.756256 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-8a09dbab-ee79-497f-9f24-03832c9df21f admin admin] 10.222.0.61 "DELETE /v2.0/networks/b8d5e54e-d431-47d0-b964-8ca59c49588b HTTP/1.1" status: 204 len: 168 time: 0.3635905 May 14 15:48:26.768087 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd3a0b5-92b7-492d-be39-192c74f71ac5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b704a75-ba42-467b-9fa6-61d88b38daa6,revision_number=0']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:26.768328 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a09dbab-ee79-497f-9f24-03832c9df21f admin admin] Pushing event deleted for resources: {'Network': ['ID=b8d5e54e-d431-47d0-b964-8ca59c49588b,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:26.772663 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-8ac70a67-9f80-4a7b-bd8c-b8f950b7bd90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753341'] for router_interface (8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:26.828503 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd3a0b5-92b7-492d-be39-192c74f71ac5 admin admin] Checking segment: {'id': '8563773c-faa8-4666-b13c-3ad59bf2bca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'abefdc66-1896-442e-8007-5d39e4c216f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:48:26.829111 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device a73877a3-d163-41e7-b3ac-6c2cb925595a up at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:48:26.829581 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd3a0b5-92b7-492d-be39-192c74f71ac5 admin admin] Network hostable DHCP agents. Network: abefdc66-1896-442e-8007-5d39e4c216f8, hostable agents: ['fb8f4d26-2508-472b-a3f6-593d1ff7e929'], hosted agents: [] {{(pid=115111) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 15:48:26.877272 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd3a0b5-92b7-492d-be39-192c74f71ac5 admin admin] Network abefdc66-1896-442e-8007-5d39e4c216f8 is scheduled to be hosted by DHCP agent fb8f4d26-2508-472b-a3f6-593d1ff7e929 with binding_index 1 {{(pid=115111) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 15:48:26.896692 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.base_scheduler [None req-4bd3a0b5-92b7-492d-be39-192c74f71ac5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-11-iscsi, abefdc66-1896-442e-8007-5d39e4c216f8) {{(pid=115111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:48:26.908378 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd3a0b5-92b7-492d-be39-192c74f71ac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:26.909130 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-4bd3a0b5-92b7-492d-be39-192c74f71ac5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:26.918724 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc09116-48d8-4fac-8bce-444364b65876 None None] Network abefdc66-1896-442e-8007-5d39e4c216f8 requested from dv-cinder-839793-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 15:48:26.989503 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-4bd3a0b5-92b7-492d-be39-192c74f71ac5 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8185766 May 14 15:48:27.003195 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 37210) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:48:27.058720 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-8ac70a67-9f80-4a7b-bd8c-b8f950b7bd90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (c60daf3e-06ee-4be7-b91f-7c00559f9624), before_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:27.086051 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-90b98f3d-774c-4971-9d40-d4edfb0f2da1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3594a317448848a484e9f4ca47e4f33b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0801914 May 14 15:48:27.089681 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 37214) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:48:27.099114 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-64d362ab-92d7-4fe2-af7e-f46f0504e8d0 None None] Provisioning complete for port c60daf3e-06ee-4be7-b91f-7c00559f9624 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:48:27.099504 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-64d362ab-92d7-4fe2-af7e-f46f0504e8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (c60daf3e-06ee-4be7-b91f-7c00559f9624), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:27.141812 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Provisioning complete for port a73877a3-d163-41e7-b3ac-6c2cb925595a triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:48:27.142179 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (a73877a3-d163-41e7-b3ac-6c2cb925595a), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:27.187952 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-47339981-4bb2-4f2b-a603-37df672a4834 admin admin] Publish callbacks [] for security_group (fc251b6b-9c76-48b6-a80e-2549f13c1d84), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:27.196676 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241e3468-900c-4c95-a520-51c309dcd64f None None] Network abefdc66-1896-442e-8007-5d39e4c216f8 requested from dv-cinder-839793-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 15:48:27.221969 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-47339981-4bb2-4f2b-a603-37df672a4834 admin admin] Publish callbacks [] for security_group (fc251b6b-9c76-48b6-a80e-2549f13c1d84), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:27.256580 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-64d362ab-92d7-4fe2-af7e-f46f0504e8d0 None None] Port c60daf3e-06ee-4be7-b91f-7c00559f9624 cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 14 15:48:27.325861 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-47339981-4bb2-4f2b-a603-37df672a4834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (fc251b6b-9c76-48b6-a80e-2549f13c1d84), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:27.332811 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-47339981-4bb2-4f2b-a603-37df672a4834 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:27.334208 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-47339981-4bb2-4f2b-a603-37df672a4834 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fc251b6b-9c76-48b6-a80e-2549f13c1d84 HTTP/1.1" status: 204 len: 168 time: 0.2431777 May 14 15:48:27.386524 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47339981-4bb2-4f2b-a603-37df672a4834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc251b6b-9c76-48b6-a80e-2549f13c1d84,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:27.419118 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port a73877a3-d163-41e7-b3ac-6c2cb925595a is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:48:27.451261 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-8ac70a67-9f80-4a7b-bd8c-b8f950b7bd90 admin admin] Publish callbacks [] for port (c60daf3e-06ee-4be7-b91f-7c00559f9624), precommit_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:27.457835 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-8ac70a67-9f80-4a7b-bd8c-b8f950b7bd90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8764516'] for port (c60daf3e-06ee-4be7-b91f-7c00559f9624), after_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:27.549280 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac70a67-9f80-4a7b-bd8c-b8f950b7bd90 admin admin] Pushing event updated for resources: {'Port': ['ID=c60daf3e-06ee-4be7-b91f-7c00559f9624,revision_number=2']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:27.575902 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-8ac70a67-9f80-4a7b-bd8c-b8f950b7bd90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1680718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753783'] for router_interface (8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:27.731400 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b5590-3518-449d-bde8-6c8e5f9d3c0b req-01f41cf1-adb7-4b2b-a22c-227aa92465f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:27.731400 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-022b5590-3518-449d-bde8-6c8e5f9d3c0b req-01f41cf1-adb7-4b2b-a22c-227aa92465f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d2517d5440a4d30949f3dd36a46d813&device_id=9fbb269d-11cd-49ed-81ac-570e721c15cd HTTP/1.1" status: 200 len: 1130 time: 0.0821836 May 14 15:48:27.755186 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac70a67-9f80-4a7b-bd8c-b8f950b7bd90 admin admin] Network 4b5e11b1-b142-4a99-ada9-a011e605383b is already hosted by enough agents. {{(pid=115111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:48:27.764486 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890a877-efb3-4ee8-8da8-b41b72bac58b req-4e6dc973-a0b4-46fd-8002-5815f5f9d667 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:27.766044 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7890a877-efb3-4ee8-8da8-b41b72bac58b req-4e6dc973-a0b4-46fd-8002-5815f5f9d667 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fbb269d-11cd-49ed-81ac-570e721c15cd HTTP/1.1" status: 200 len: 946 time: 0.0758739 May 14 15:48:27.767032 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.base_scheduler [None req-8ac70a67-9f80-4a7b-bd8c-b8f950b7bd90 admin admin] Resources bound (agent type, host, resource id): {{(pid=115111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:48:27.911026 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b5590-3518-449d-bde8-6c8e5f9d3c0b req-0eea4fdc-2187-41df-a21d-8da05a5497ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:27.912544 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-022b5590-3518-449d-bde8-6c8e5f9d3c0b req-0eea4fdc-2187-41df-a21d-8da05a5497ae service neutron] 10.222.0.36 "GET /v2.0/networks?id=3e026b24-9d5e-4f74-ac5a-5d47dc1338b8 HTTP/1.1" status: 200 len: 920 time: 0.1662140 May 14 15:48:27.913035 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 37240) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:48:27.988219 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-022b5590-3518-449d-bde8-6c8e5f9d3c0b req-a125609a-641d-4f7c-a020-3558c7fa9b88 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3697c0c4-258d-43cd-a608-dec915d0b3e8 HTTP/1.1" status: 200 len: 217 time: 0.0585070 May 14 15:48:28.057352 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-1cc1ca90-8095-4362-b576-989678f77a80 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c1aa4f0d03ed416a9dd9c60254648c77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1370347 May 14 15:48:28.059815 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 37244) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:48:28.101565 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b5590-3518-449d-bde8-6c8e5f9d3c0b req-3a0cc0c7-26c2-4fc8-8655-a7fdd45e7765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:28.103949 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-022b5590-3518-449d-bde8-6c8e5f9d3c0b req-3a0cc0c7-26c2-4fc8-8655-a7fdd45e7765 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4761eee7-0a5d-411d-9c6c-5f0c035f2564 HTTP/1.1" status: 200 len: 858 time: 0.1059349 May 14 15:48:28.142011 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7890a877-efb3-4ee8-8da8-b41b72bac58b req-e636d9d5-a184-4802-ac10-902d48f0c67b tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301296 May 14 15:48:28.184245 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-53b27994-ea43-4eca-a048-d73311c3cf42 admin admin] Publish callbacks [] for security_group (2c98663d-18e6-4fc2-b2d4-7a7ffe30c7bc), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:28.197562 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-6873d793-38b0-4926-80e2-cdc529129a22 None None] Provisioning complete for port c60daf3e-06ee-4be7-b91f-7c00559f9624 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:48:28.199629 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b5590-3518-449d-bde8-6c8e5f9d3c0b req-346c9cb5-f40e-4fda-9679-07278bfb8894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:28.205092 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-022b5590-3518-449d-bde8-6c8e5f9d3c0b req-346c9cb5-f40e-4fda-9679-07278bfb8894 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e026b24-9d5e-4f74-ac5a-5d47dc1338b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0835183 May 14 15:48:28.205419 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac70a67-9f80-4a7b-bd8c-b8f950b7bd90 admin admin] Router 8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0 has already been hosted by L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f {{(pid=115111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 15:48:28.205516 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-6873d793-38b0-4926-80e2-cdc529129a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (c60daf3e-06ee-4be7-b91f-7c00559f9624), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:28.206346 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 37248) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:48:28.212977 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-c32ba349-f77d-49f1-b384-9824505c941d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-904618233-network', 'tenant_id': '2c7525c750264d4ba927728ed6bbcee4'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:48:28.244479 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-6873d793-38b0-4926-80e2-cdc529129a22 None None] Port c60daf3e-06ee-4be7-b91f-7c00559f9624 cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 14 15:48:28.247169 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-53b27994-ea43-4eca-a048-d73311c3cf42 admin admin] Publish callbacks [] for security_group (2c98663d-18e6-4fc2-b2d4-7a7ffe30c7bc), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:28.331099 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32ba349-f77d-49f1-b384-9824505c941d admin admin] Made reservation on behalf of 2c7525c750264d4ba927728ed6bbcee4 for: {'network': 1} {{(pid=115111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:48:28.333562 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-c32ba349-f77d-49f1-b384-9824505c941d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for network (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:28.343750 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-022b5590-3518-449d-bde8-6c8e5f9d3c0b req-8634beb2-a9e7-44f7-bd9e-b86661f53292 service neutron] 10.222.0.36 "GET /v2.0/networks/3e026b24-9d5e-4f74-ac5a-5d47dc1338b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333070 May 14 15:48:28.348215 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-c32ba349-f77d-49f1-b384-9824505c941d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:28.370153 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac70a67-9f80-4a7b-bd8c-b8f950b7bd90 admin admin] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 15:48:28.385494 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-8ac70a67-9f80-4a7b-bd8c-b8f950b7bd90 admin admin] 10.222.0.61 "PUT /v2.0/routers/8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6568131 May 14 15:48:28.430190 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-53b27994-ea43-4eca-a048-d73311c3cf42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (2c98663d-18e6-4fc2-b2d4-7a7ffe30c7bc), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:28.433075 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-53b27994-ea43-4eca-a048-d73311c3cf42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:28.434221 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-53b27994-ea43-4eca-a048-d73311c3cf42 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2c98663d-18e6-4fc2-b2d4-7a7ffe30c7bc HTTP/1.1" status: 204 len: 168 time: 0.3732560 May 14 15:48:28.450249 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b27994-ea43-4eca-a048-d73311c3cf42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c98663d-18e6-4fc2-b2d4-7a7ffe30c7bc,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:28.482875 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-022b5590-3518-449d-bde8-6c8e5f9d3c0b req-2c927ee4-003d-4286-b63d-f8d5fc87581f service neutron] 10.222.0.36 "GET /v2.0/networks/3e026b24-9d5e-4f74-ac5a-5d47dc1338b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324041 May 14 15:48:28.498403 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-c32ba349-f77d-49f1-b384-9824505c941d admin admin] Publish callbacks [] for security_group (7c2dccf4-fb7a-4783-8215-eca310b3234b), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:28.510171 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-c32ba349-f77d-49f1-b384-9824505c941d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (7c2dccf4-fb7a-4783-8215-eca310b3234b), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:28.544453 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c32ba349-f77d-49f1-b384-9824505c941d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=115111) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 15:48:28.555601 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ba349-f77d-49f1-b384-9824505c941d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2dccf4-fb7a-4783-8215-eca310b3234b,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:28.576175 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-c32ba349-f77d-49f1-b384-9824505c941d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770741945101', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32906243'] for segment (a72da2af-c7bc-439d-8eed-5b05b039447a), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:28.576677 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.db.segments_db [None req-c32ba349-f77d-49f1-b384-9824505c941d admin admin] Added segment a72da2af-c7bc-439d-8eed-5b05b039447a of type vlan for network 52cf4d94-b0c0-4908-af70-7c7a9ba7d608 May 14 15:48:28.639163 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-c32ba349-f77d-49f1-b384-9824505c941d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770741518219'] for network (52cf4d94-b0c0-4908-af70-7c7a9ba7d608), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:28.672900 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-c32ba349-f77d-49f1-b384-9824505c941d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732'] for network (52cf4d94-b0c0-4908-af70-7c7a9ba7d608), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:28.674207 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32ba349-f77d-49f1-b384-9824505c941d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:28.674832 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-c32ba349-f77d-49f1-b384-9824505c941d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for network (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:28.717334 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-c32ba349-f77d-49f1-b384-9824505c941d admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5099213 May 14 15:48:28.720355 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 37266) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:48:28.726573 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-366e53e5-7f27-420a-bc02-cc3b20d582bf admin admin] Request body: {'subnet': {'network_id': '52cf4d94-b0c0-4908-af70-7c7a9ba7d608', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-904618233-subnet', 'tenant_id': '2c7525c750264d4ba927728ed6bbcee4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:48:28.769501 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-366e53e5-7f27-420a-bc02-cc3b20d582bf admin admin] Made reservation on behalf of 2c7525c750264d4ba927728ed6bbcee4 for: {'subnet': 1} {{(pid=115110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:48:28.773141 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-366e53e5-7f27-420a-bc02-cc3b20d582bf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397864'] for subnet (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:28.802419 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ba349-f77d-49f1-b384-9824505c941d admin admin] Pushing event updated for resources: {'Network': ['ID=52cf4d94-b0c0-4908-af70-7c7a9ba7d608,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:28.816190 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Network 52cf4d94-b0c0-4908-af70-7c7a9ba7d608 details requested by agent ovs-agent-dv-cinder-839793-11-iscsi with host dv-cinder-839793-11-iscsi {{(pid=115112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 14 15:48:28.873301 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10 up at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:48:28.997772 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Provisioning complete for port 775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:48:28.998230 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:29.019997 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-366e53e5-7f27-420a-bc02-cc3b20d582bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8397886'] for subnet (58dab1b8-9798-47a3-90e5-7dc30aec8961), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:29.025577 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da6832c-0b15-4c5a-9997-d84f60a566ec None None] Sync routers for ids ['8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0'] in dv-cinder-839793-11-iscsi {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 15:48:29.049967 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da6832c-0b15-4c5a-9997-d84f60a566ec None None] Routers {'8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:48:29.050727 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-3da6832c-0b15-4c5a-9997-d84f60a566ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:48:03Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:48:29.105304 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366e53e5-7f27-420a-bc02-cc3b20d582bf admin admin] Checking segment: {'id': 'a72da2af-c7bc-439d-8eed-5b05b039447a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '52cf4d94-b0c0-4908-af70-7c7a9ba7d608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:48:29.105689 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366e53e5-7f27-420a-bc02-cc3b20d582bf admin admin] Network hostable DHCP agents. Network: 52cf4d94-b0c0-4908-af70-7c7a9ba7d608, hostable agents: ['fb8f4d26-2508-472b-a3f6-593d1ff7e929'], hosted agents: [] {{(pid=115110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 15:48:29.112820 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366e53e5-7f27-420a-bc02-cc3b20d582bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=58dab1b8-9798-47a3-90e5-7dc30aec8961,revision_number=0']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:29.135374 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366e53e5-7f27-420a-bc02-cc3b20d582bf admin admin] Network 52cf4d94-b0c0-4908-af70-7c7a9ba7d608 is scheduled to be hosted by DHCP agent fb8f4d26-2508-472b-a3f6-593d1ff7e929 with binding_index 1 {{(pid=115110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 15:48:29.152832 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.base_scheduler [None req-366e53e5-7f27-420a-bc02-cc3b20d582bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-11-iscsi, 52cf4d94-b0c0-4908-af70-7c7a9ba7d608) {{(pid=115110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:48:29.166977 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53948b33-2af3-44b2-b43a-d3f50e237c69 None None] Network 52cf4d94-b0c0-4908-af70-7c7a9ba7d608 requested from dv-cinder-839793-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 15:48:29.174845 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366e53e5-7f27-420a-bc02-cc3b20d582bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:29.176258 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-366e53e5-7f27-420a-bc02-cc3b20d582bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for subnet (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:29.229589 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-366e53e5-7f27-420a-bc02-cc3b20d582bf admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5078123 May 14 15:48:29.252021 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port 775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10 is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:48:29.252635 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:29.264460 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-3da6832c-0b15-4c5a-9997-d84f60a566ec None None] Set router 8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:48:29.321958 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] For port 775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10,segment=NetworkSegment(fe506043-d64f-420e-bda4-fab290621067),segment_id=fe506043-d64f-420e-bda4-fab290621067)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:48:29.328984 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeca224-92bc-48fb-bca0-05caec1ce887 req-7255f83e-890d-4486-87ad-6a15f03c7d10 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:29.330721 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1aeca224-92bc-48fb-bca0-05caec1ce887 req-7255f83e-890d-4486-87ad-6a15f03c7d10 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fbb269d-11cd-49ed-81ac-570e721c15cd HTTP/1.1" status: 200 len: 946 time: 0.0646632 May 14 15:48:29.333752 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:29.401173 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1aeca224-92bc-48fb-bca0-05caec1ce887 req-4a5fff7a-3f09-4df2-ad32-add0e1b3205b tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612934 May 14 15:48:29.431546 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 37292) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:48:29.431859 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540ca62c-da68-4d31-b827-39fe6d79ade9 None None] Network 52cf4d94-b0c0-4908-af70-7c7a9ba7d608 requested from dv-cinder-839793-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 15:48:29.434175 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 37294) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:48:29.440360 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-5ec2fa0e-1413-4d6e-862c-019c80cf1e08 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-622899384-network', 'tenant_id': '64b1f483c1724e648f27877d52889290'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:48:29.469749 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec2fa0e-1413-4d6e-862c-019c80cf1e08 admin admin] Made reservation on behalf of 64b1f483c1724e648f27877d52889290 for: {'network': 1} {{(pid=115111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:48:29.476928 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-5ec2fa0e-1413-4d6e-862c-019c80cf1e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for network (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:29.488250 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3ee3cad-03f4-4668-b57e-5fdb1212472d admin admin] Deleting subnet 4b704a75-ba42-467b-9fa6-61d88b38daa6 {{(pid=115110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 14 15:48:29.491682 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-a3ee3cad-03f4-4668-b57e-5fdb1212472d admin admin] Publish callbacks [] for subnet (4b704a75-ba42-467b-9fa6-61d88b38daa6), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:29.492396 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-5ec2fa0e-1413-4d6e-862c-019c80cf1e08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:29.511463 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Pushing event updated for resources: {'Port': ['ID=775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:29.543850 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-a3ee3cad-03f4-4668-b57e-5fdb1212472d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8967045'] for subnet (4b704a75-ba42-467b-9fa6-61d88b38daa6), precommit_delete_associations {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:29.591504 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-a3ee3cad-03f4-4668-b57e-5fdb1212472d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32905208'] for subnet (4b704a75-ba42-467b-9fa6-61d88b38daa6), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:29.659365 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-5ec2fa0e-1413-4d6e-862c-019c80cf1e08 admin admin] Publish callbacks [] for security_group (ac98d6f3-c226-48bf-a59d-6f4dc6ceb03c), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:29.660939 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-3da6832c-0b15-4c5a-9997-d84f60a566ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0', 'name': 'tempest-TestMinimumBasicScenario-134645540-router', 'tenant_id': '5fba11e8ade54d388361c4c936a43372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:48:22Z', 'updated_at': '2022-05-14T15:48:26Z', 'revision_number': 4, 'project_id': '5fba11e8ade54d388361c4c936a43372', 'gw_port': {'id': '775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:06:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:48:22Z', 'updated_at': '2022-05-14T15:48:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': 'c60daf3e-06ee-4be7-b91f-7c00559f9624', 'name': '', 'network_id': '4b5e11b1-b142-4a99-ada9-a011e605383b', 'tenant_id': '5fba11e8ade54d388361c4c936a43372', 'mac_address': 'fa:16:3e:65:e7:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'ccea14e1-27b6-48d9-a3be-5796f3489377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:48:25Z', 'updated_at': '2022-05-14T15:48:27Z', 'revision_number': 2, 'project_id': '5fba11e8ade54d388361c4c936a43372', 'subnets': [{'id': 'ccea14e1-27b6-48d9-a3be-5796f3489377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:48:29.667232 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-5ec2fa0e-1413-4d6e-862c-019c80cf1e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (ac98d6f3-c226-48bf-a59d-6f4dc6ceb03c), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:29.674955 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-a3ee3cad-03f4-4668-b57e-5fdb1212472d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32905185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8397829'] for subnet (4b704a75-ba42-467b-9fa6-61d88b38daa6), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:29.691052 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ec2fa0e-1413-4d6e-862c-019c80cf1e08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=115111) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 15:48:29.693218 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da6832c-0b15-4c5a-9997-d84f60a566ec None None] Checking router: 8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0 for host: dv-cinder-839793-11-iscsi {{(pid=115112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 15:48:29.693607 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da6832c-0b15-4c5a-9997-d84f60a566ec None None] Updating router 8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0 port c60daf3e-06ee-4be7-b91f-7c00559f9624 binding host dv-cinder-839793-11-iscsi {{(pid=115112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 15:48:29.705845 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec2fa0e-1413-4d6e-862c-019c80cf1e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac98d6f3-c226-48bf-a59d-6f4dc6ceb03c,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:29.713091 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-5ec2fa0e-1413-4d6e-862c-019c80cf1e08 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770741945101', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32906243'] for segment (3e284100-e61a-4d55-9ac5-941b0d4995dc), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:29.714550 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.db.segments_db [None req-5ec2fa0e-1413-4d6e-862c-019c80cf1e08 admin admin] Added segment 3e284100-e61a-4d55-9ac5-941b0d4995dc of type vlan for network ca06d5db-3539-46fd-a85b-d19297ddc688 May 14 15:48:29.715441 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ee3cad-03f4-4668-b57e-5fdb1212472d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b704a75-ba42-467b-9fa6-61d88b38daa6,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:29.729516 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-a3ee3cad-03f4-4668-b57e-5fdb1212472d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for subnet (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:29.747556 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-a3ee3cad-03f4-4668-b57e-5fdb1212472d admin admin] 10.222.0.61 "DELETE /v2.0/subnets/4b704a75-ba42-467b-9fa6-61d88b38daa6 HTTP/1.1" status: 204 len: 168 time: 0.3058128 May 14 15:48:29.747556 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 37304) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:48:29.747816 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-3da6832c-0b15-4c5a-9997-d84f60a566ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (c60daf3e-06ee-4be7-b91f-7c00559f9624), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:29.769728 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-5ec2fa0e-1413-4d6e-862c-019c80cf1e08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770741518219'] for network (ca06d5db-3539-46fd-a85b-d19297ddc688), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:29.800205 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-5ec2fa0e-1413-4d6e-862c-019c80cf1e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732'] for network (ca06d5db-3539-46fd-a85b-d19297ddc688), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:29.802160 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec2fa0e-1413-4d6e-862c-019c80cf1e08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:29.802970 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-5ec2fa0e-1413-4d6e-862c-019c80cf1e08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for network (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:29.844335 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-a67cc129-1a3f-4745-8491-d337e0c9f1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32844583'] for network (abefdc66-1896-442e-8007-5d39e4c216f8), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:29.858774 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 37308) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:48:29.858964 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-5ec2fa0e-1413-4d6e-862c-019c80cf1e08 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4226134 May 14 15:48:29.865645 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-a60d67cb-dcbb-404e-a9b0-565bf4dc8472 admin admin] Request body: {'subnet': {'network_id': 'ca06d5db-3539-46fd-a85b-d19297ddc688', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-622899384-subnet', 'tenant_id': '64b1f483c1724e648f27877d52889290', 'ip_version': 4}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:48:29.907683 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec2fa0e-1413-4d6e-862c-019c80cf1e08 admin admin] Pushing event updated for resources: {'Network': ['ID=ca06d5db-3539-46fd-a85b-d19297ddc688,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:29.922523 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Network ca06d5db-3539-46fd-a85b-d19297ddc688 details requested by agent ovs-agent-dv-cinder-839793-11-iscsi with host dv-cinder-839793-11-iscsi {{(pid=115112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 14 15:48:29.930604 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60d67cb-dcbb-404e-a9b0-565bf4dc8472 admin admin] Made reservation on behalf of 64b1f483c1724e648f27877d52889290 for: {'subnet': 1} {{(pid=115110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:48:29.933311 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-a60d67cb-dcbb-404e-a9b0-565bf4dc8472 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397864'] for subnet (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:29.974835 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-a67cc129-1a3f-4745-8491-d337e0c9f1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32821069', 'neutron.services.segments.db._delete_segments_for_network-8770741945110'] for network (abefdc66-1896-442e-8007-5d39e4c216f8), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:30.028385 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.services.segments.db [None req-a67cc129-1a3f-4745-8491-d337e0c9f1cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abefdc66-1896-442e-8007-5d39e4c216f8']}} {{(pid=115110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:48:30.044262 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.services.segments.db [None req-a67cc129-1a3f-4745-8491-d337e0c9f1cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8563773c-faa8-4666-b13c-3ad59bf2bca2') {'for_net_delete': True} {{(pid=115110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:48:30.044604 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.services.segments.db [None req-a67cc129-1a3f-4745-8491-d337e0c9f1cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8563773c-faa8-4666-b13c-3ad59bf2bca2') {} {{(pid=115110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:48:30.063031 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-a67cc129-1a3f-4745-8491-d337e0c9f1cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770741946911', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8967100'] for segment (8563773c-faa8-4666-b13c-3ad59bf2bca2), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:30.082531 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-a67cc129-1a3f-4745-8491-d337e0c9f1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32906243'] for segment (8563773c-faa8-4666-b13c-3ad59bf2bca2), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:30.092120 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a67cc129-1a3f-4745-8491-d337e0c9f1cf admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=115110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 15:48:30.092598 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-a67cc129-1a3f-4745-8491-d337e0c9f1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32906243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3204874'] for segment (8563773c-faa8-4666-b13c-3ad59bf2bca2), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:30.094283 dv-cinder-839793-11-iscsi neutron-server[115110]: Traceback (most recent call last): May 14 15:48:30.094283 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 15:48:30.094283 dv-cinder-839793-11-iscsi neutron-server[115110]: timer() May 14 15:48:30.094283 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 15:48:30.094283 dv-cinder-839793-11-iscsi neutron-server[115110]: cb(*args, **kw) May 14 15:48:30.094283 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 14 15:48:30.094283 dv-cinder-839793-11-iscsi neutron-server[115110]: return func(*args, **kwargs) May 14 15:48:30.094283 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 15:48:30.094283 dv-cinder-839793-11-iscsi neutron-server[115110]: self._notify() May 14 15:48:30.094283 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 15:48:30.094283 dv-cinder-839793-11-iscsi neutron-server[115110]: self.callback(batched_events) May 14 15:48:30.094283 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 15:48:30.094283 dv-cinder-839793-11-iscsi neutron-server[115110]: event.method(event) May 14 15:48:30.094283 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 14 15:48:30.094283 dv-cinder-839793-11-iscsi neutron-server[115110]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 15:48:30.094283 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 14 15:48:30.094283 dv-cinder-839793-11-iscsi neutron-server[115110]: aggregate_uuid = self.p_client.list_aggregates( May 14 15:48:30.094283 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 14 15:48:30.094283 dv-cinder-839793-11-iscsi neutron-server[115110]: return f(self, *a, **k) May 14 15:48:30.094283 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 14 15:48:30.094283 dv-cinder-839793-11-iscsi neutron-server[115110]: return self._get(url).json() May 14 15:48:30.094283 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 14 15:48:30.094283 dv-cinder-839793-11-iscsi neutron-server[115110]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 15:48:30.094283 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 15:48:30.094283 dv-cinder-839793-11-iscsi neutron-server[115110]: return self.request(url, 'GET', **kwargs) May 14 15:48:30.094283 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 15:48:30.094283 dv-cinder-839793-11-iscsi neutron-server[115110]: base_url = self.get_endpoint(auth, allow=allow, May 14 15:48:30.094283 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 15:48:30.094283 dv-cinder-839793-11-iscsi neutron-server[115110]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 15:48:30.094283 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 15:48:30.094283 dv-cinder-839793-11-iscsi neutron-server[115110]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 15:48:30.094283 dv-cinder-839793-11-iscsi neutron-server[115110]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 15:48:30.159613 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-3da6832c-0b15-4c5a-9997-d84f60a566ec None None] Publish callbacks [] for port (c60daf3e-06ee-4be7-b91f-7c00559f9624), precommit_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:30.164920 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-3da6832c-0b15-4c5a-9997-d84f60a566ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (c60daf3e-06ee-4be7-b91f-7c00559f9624), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:30.183080 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-a67cc129-1a3f-4745-8491-d337e0c9f1cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32821110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1759686'] for network (abefdc66-1896-442e-8007-5d39e4c216f8), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:30.190796 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-a67cc129-1a3f-4745-8491-d337e0c9f1cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for network (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:30.198817 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-a67cc129-1a3f-4745-8491-d337e0c9f1cf admin admin] 10.222.0.61 "DELETE /v2.0/networks/abefdc66-1896-442e-8007-5d39e4c216f8 HTTP/1.1" status: 204 len: 168 time: 0.4536455 May 14 15:48:30.198817 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 37314) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:48:30.253745 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67cc129-1a3f-4745-8491-d337e0c9f1cf admin admin] Pushing event deleted for resources: {'Network': ['ID=abefdc66-1896-442e-8007-5d39e4c216f8,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:30.303299 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-a60d67cb-dcbb-404e-a9b0-565bf4dc8472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8397886'] for subnet (2e18a0f1-74f7-46cf-9b54-6fc0b94eae88), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:30.324089 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.db_base_plugin_v2 [None req-033d1a8e-2e59-408c-af7e-9376c69e2ac9 admin admin] Deleting subnet 58dab1b8-9798-47a3-90e5-7dc30aec8961 {{(pid=115110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 14 15:48:30.330879 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-033d1a8e-2e59-408c-af7e-9376c69e2ac9 admin admin] Publish callbacks [] for subnet (58dab1b8-9798-47a3-90e5-7dc30aec8961), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:30.380187 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23792621-dee9-4417-8148-dcd93695cf7c None None] Pushing event updated for resources: {'Port': ['ID=c60daf3e-06ee-4be7-b91f-7c00559f9624,revision_number=3']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:30.422190 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-3da6832c-0b15-4c5a-9997-d84f60a566ec None None] Attempting to bind port c60daf3e-06ee-4be7-b91f-7c00559f9624 on host dv-cinder-839793-11-iscsi for vnic_type normal with profile {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 15:48:30.422736 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-3da6832c-0b15-4c5a-9997-d84f60a566ec None None] Attempting to bind port c60daf3e-06ee-4be7-b91f-7c00559f9624 by drivers openvswitch,hyperv on host dv-cinder-839793-11-iscsi at level 0 using segments [{'id': '5ddd1c83-6541-4162-9f9b-74f17895931e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4b5e11b1-b142-4a99-ada9-a011e605383b'}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 15:48:30.423467 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da6832c-0b15-4c5a-9997-d84f60a566ec None None] Attempting to bind port c60daf3e-06ee-4be7-b91f-7c00559f9624 on network 4b5e11b1-b142-4a99-ada9-a011e605383b {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:48:30.430583 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60d67cb-dcbb-404e-a9b0-565bf4dc8472 admin admin] Checking segment: {'id': '3e284100-e61a-4d55-9ac5-941b0d4995dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ca06d5db-3539-46fd-a85b-d19297ddc688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:48:30.430953 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60d67cb-dcbb-404e-a9b0-565bf4dc8472 admin admin] Network hostable DHCP agents. Network: ca06d5db-3539-46fd-a85b-d19297ddc688, hostable agents: ['fb8f4d26-2508-472b-a3f6-593d1ff7e929'], hosted agents: [] {{(pid=115110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 15:48:30.431709 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da6832c-0b15-4c5a-9997-d84f60a566ec None None] Checking agent: {'id': '57d31cd8-17bf-47b9-a2cf-22310545150a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 38, 7), 'started_at': datetime.datetime(2022, 5, 14, 15, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 15, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 15:48:30.432091 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da6832c-0b15-4c5a-9997-d84f60a566ec None None] Checking segment: {'id': '5ddd1c83-6541-4162-9f9b-74f17895931e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4b5e11b1-b142-4a99-ada9-a011e605383b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:48:30.432866 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-3da6832c-0b15-4c5a-9997-d84f60a566ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:30.433815 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da6832c-0b15-4c5a-9997-d84f60a566ec None None] Bound using segment: {'id': '5ddd1c83-6541-4162-9f9b-74f17895931e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4b5e11b1-b142-4a99-ada9-a011e605383b'} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 15:48:30.440623 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-3da6832c-0b15-4c5a-9997-d84f60a566ec None None] Bound port: c60daf3e-06ee-4be7-b91f-7c00559f9624, host: dv-cinder-839793-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ddd1c83-6541-4162-9f9b-74f17895931e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4b5e11b1-b142-4a99-ada9-a011e605383b'}}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 15:48:30.441526 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-3da6832c-0b15-4c5a-9997-d84f60a566ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (c60daf3e-06ee-4be7-b91f-7c00559f9624), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:30.445621 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-033d1a8e-2e59-408c-af7e-9376c69e2ac9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8967045'] for subnet (58dab1b8-9798-47a3-90e5-7dc30aec8961), precommit_delete_associations {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:30.485700 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60d67cb-dcbb-404e-a9b0-565bf4dc8472 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e18a0f1-74f7-46cf-9b54-6fc0b94eae88,revision_number=0']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:30.515629 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60d67cb-dcbb-404e-a9b0-565bf4dc8472 admin admin] Network ca06d5db-3539-46fd-a85b-d19297ddc688 is scheduled to be hosted by DHCP agent fb8f4d26-2508-472b-a3f6-593d1ff7e929 with binding_index 1 {{(pid=115110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 15:48:30.519854 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-033d1a8e-2e59-408c-af7e-9376c69e2ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32905208'] for subnet (58dab1b8-9798-47a3-90e5-7dc30aec8961), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:30.520178 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-3da6832c-0b15-4c5a-9997-d84f60a566ec None None] For port c60daf3e-06ee-4be7-b91f-7c00559f9624, host dv-cinder-839793-11-iscsi, cleared binding levels {{(pid=115112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 15:48:30.524938 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-3da6832c-0b15-4c5a-9997-d84f60a566ec None None] For port c60daf3e-06ee-4be7-b91f-7c00559f9624, host dv-cinder-839793-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=c60daf3e-06ee-4be7-b91f-7c00559f9624,segment=NetworkSegment(5ddd1c83-6541-4162-9f9b-74f17895931e),segment_id=5ddd1c83-6541-4162-9f9b-74f17895931e)] {{(pid=115112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 15:48:30.534047 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-3da6832c-0b15-4c5a-9997-d84f60a566ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (c60daf3e-06ee-4be7-b91f-7c00559f9624), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:30.560781 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b32a6cc-9425-4e59-9c0a-3c0c74d3aac8 req-d25038b9-9b33-4244-913f-a14aab26dfb6 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:30.568043 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-2b32a6cc-9425-4e59-9c0a-3c0c74d3aac8 req-d25038b9-9b33-4244-913f-a14aab26dfb6 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fbb269d-11cd-49ed-81ac-570e721c15cd HTTP/1.1" status: 200 len: 946 time: 0.0657783 May 14 15:48:30.594578 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.base_scheduler [None req-a60d67cb-dcbb-404e-a9b0-565bf4dc8472 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-11-iscsi, ca06d5db-3539-46fd-a85b-d19297ddc688) {{(pid=115110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:48:30.594912 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23792621-dee9-4417-8148-dcd93695cf7c None None] Pushing event updated for resources: {'Port': ['ID=c60daf3e-06ee-4be7-b91f-7c00559f9624,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:30.596829 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-033d1a8e-2e59-408c-af7e-9376c69e2ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32905185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8397829'] for subnet (58dab1b8-9798-47a3-90e5-7dc30aec8961), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:30.603829 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60d67cb-dcbb-404e-a9b0-565bf4dc8472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:30.603829 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-a60d67cb-dcbb-404e-a9b0-565bf4dc8472 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for subnet (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:30.609823 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0badc04-26f8-4bc3-b06c-5c62e03183b9 None None] Network ca06d5db-3539-46fd-a85b-d19297ddc688 requested from dv-cinder-839793-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 15:48:30.620999 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-2b32a6cc-9425-4e59-9c0a-3c0c74d3aac8 req-631a612c-999e-4874-badb-9e7ec67103ea tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517974 May 14 15:48:30.637608 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-033d1a8e-2e59-408c-af7e-9376c69e2ac9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for subnet (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:30.650739 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-033d1a8e-2e59-408c-af7e-9376c69e2ac9 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/58dab1b8-9798-47a3-90e5-7dc30aec8961 HTTP/1.1" status: 204 len: 168 time: 0.4503934 May 14 15:48:30.652636 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 37324) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:48:30.655667 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d1a8e-2e59-408c-af7e-9376c69e2ac9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58dab1b8-9798-47a3-90e5-7dc30aec8961,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:30.675349 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-a60d67cb-dcbb-404e-a9b0-565bf4dc8472 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8147135 May 14 15:48:30.676702 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 37328) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:48:30.683153 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-593bd796-33e7-449a-83cb-f1dea5115c60 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-622899384-router', 'tenant_id': '64b1f483c1724e648f27877d52889290', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'}}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:48:30.714612 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da6832c-0b15-4c5a-9997-d84f60a566ec None None] Routers {'8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:48:30.715149 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-3da6832c-0b15-4c5a-9997-d84f60a566ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:48:03Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:48:30.725322 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-aff04b42-5f0c-44a2-be6c-14a701863fe2 None None] Provisioning complete for port c60daf3e-06ee-4be7-b91f-7c00559f9624 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:48:30.725758 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-aff04b42-5f0c-44a2-be6c-14a701863fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (c60daf3e-06ee-4be7-b91f-7c00559f9624), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:30.734728 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-593bd796-33e7-449a-83cb-f1dea5115c60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1757982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104797'] for router (aa5a5828-a05c-45e5-880f-9d234cef3c04), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:30.735976 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-593bd796-33e7-449a-83cb-f1dea5115c60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1760263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104788'] for router (aa5a5828-a05c-45e5-880f-9d234cef3c04), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:30.782941 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-c12d70c7-3b2d-4aef-9f1d-a23a4b8d701a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32844583'] for network (52cf4d94-b0c0-4908-af70-7c7a9ba7d608), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:30.824701 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-593bd796-33e7-449a-83cb-f1dea5115c60 admin admin] Publish callbacks [] for router_controller (aa5a5828-a05c-45e5-880f-9d234cef3c04), precommit_add_association {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:30.833191 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480cfb0a-039a-42ea-9c53-d06f76182fc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf033a25f-6d82-560f-8aa4-47b981b79ac7-ca06d5db-3539-46fd-a85b-d19297ddc688', 'network_id': 'ca06d5db-3539-46fd-a85b-d19297ddc688', 'project_id': '64b1f483c1724e648f27877d52889290', 'fixed_ips': [{'subnet_id': '2e18a0f1-74f7-46cf-9b54-6fc0b94eae88'}]}} from dv-cinder-839793-11-iscsi. {{(pid=115112) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 14 15:48:30.834123 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-480cfb0a-039a-42ea-9c53-d06f76182fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:30.858928 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10 up at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:48:30.930248 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-c12d70c7-3b2d-4aef-9f1d-a23a4b8d701a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32821069', 'neutron.services.segments.db._delete_segments_for_network-8770741945110'] for network (52cf4d94-b0c0-4908-af70-7c7a9ba7d608), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:30.962840 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.services.segments.db [None req-c12d70c7-3b2d-4aef-9f1d-a23a4b8d701a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52cf4d94-b0c0-4908-af70-7c7a9ba7d608']}} {{(pid=115111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:48:30.972353 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.services.segments.db [None req-c12d70c7-3b2d-4aef-9f1d-a23a4b8d701a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a72da2af-c7bc-439d-8eed-5b05b039447a') {'for_net_delete': True} {{(pid=115111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:48:30.972635 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.services.segments.db [None req-c12d70c7-3b2d-4aef-9f1d-a23a4b8d701a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a72da2af-c7bc-439d-8eed-5b05b039447a') {} {{(pid=115111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:48:30.982126 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-c12d70c7-3b2d-4aef-9f1d-a23a4b8d701a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770741946911', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8408921'] for segment (a72da2af-c7bc-439d-8eed-5b05b039447a), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:30.996335 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-c12d70c7-3b2d-4aef-9f1d-a23a4b8d701a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32906243'] for segment (a72da2af-c7bc-439d-8eed-5b05b039447a), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:31.002733 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c12d70c7-3b2d-4aef-9f1d-a23a4b8d701a admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=115111) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 15:48:31.003213 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-c12d70c7-3b2d-4aef-9f1d-a23a4b8d701a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32906243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8764416'] for segment (a72da2af-c7bc-439d-8eed-5b05b039447a), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:31.005133 dv-cinder-839793-11-iscsi neutron-server[115111]: Traceback (most recent call last): May 14 15:48:31.005133 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 15:48:31.005133 dv-cinder-839793-11-iscsi neutron-server[115111]: timer() May 14 15:48:31.005133 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 15:48:31.005133 dv-cinder-839793-11-iscsi neutron-server[115111]: cb(*args, **kw) May 14 15:48:31.005133 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 14 15:48:31.005133 dv-cinder-839793-11-iscsi neutron-server[115111]: return func(*args, **kwargs) May 14 15:48:31.005133 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 15:48:31.005133 dv-cinder-839793-11-iscsi neutron-server[115111]: self._notify() May 14 15:48:31.005133 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 15:48:31.005133 dv-cinder-839793-11-iscsi neutron-server[115111]: self.callback(batched_events) May 14 15:48:31.005133 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 15:48:31.005133 dv-cinder-839793-11-iscsi neutron-server[115111]: event.method(event) May 14 15:48:31.005133 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 14 15:48:31.005133 dv-cinder-839793-11-iscsi neutron-server[115111]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 15:48:31.005133 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 14 15:48:31.005133 dv-cinder-839793-11-iscsi neutron-server[115111]: aggregate_uuid = self.p_client.list_aggregates( May 14 15:48:31.005133 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 14 15:48:31.005133 dv-cinder-839793-11-iscsi neutron-server[115111]: return f(self, *a, **k) May 14 15:48:31.005133 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 14 15:48:31.005133 dv-cinder-839793-11-iscsi neutron-server[115111]: return self._get(url).json() May 14 15:48:31.005133 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 14 15:48:31.005133 dv-cinder-839793-11-iscsi neutron-server[115111]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 15:48:31.005133 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 15:48:31.005133 dv-cinder-839793-11-iscsi neutron-server[115111]: return self.request(url, 'GET', **kwargs) May 14 15:48:31.005133 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 15:48:31.005133 dv-cinder-839793-11-iscsi neutron-server[115111]: base_url = self.get_endpoint(auth, allow=allow, May 14 15:48:31.005133 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 15:48:31.005133 dv-cinder-839793-11-iscsi neutron-server[115111]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 15:48:31.005133 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 15:48:31.005133 dv-cinder-839793-11-iscsi neutron-server[115111]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 15:48:31.005133 dv-cinder-839793-11-iscsi neutron-server[115111]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 15:48:31.022274 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-593bd796-33e7-449a-83cb-f1dea5115c60 admin admin] Publish callbacks [] for router_gateway (aa5a5828-a05c-45e5-880f-9d234cef3c04), precommit_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:31.034295 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-3da6832c-0b15-4c5a-9997-d84f60a566ec None None] Set router 8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:48:31.068806 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-c12d70c7-3b2d-4aef-9f1d-a23a4b8d701a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32821110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1759686'] for network (52cf4d94-b0c0-4908-af70-7c7a9ba7d608), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:31.077905 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-c12d70c7-3b2d-4aef-9f1d-a23a4b8d701a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for network (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:31.085204 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-c12d70c7-3b2d-4aef-9f1d-a23a4b8d701a admin admin] 10.222.0.61 "DELETE /v2.0/networks/52cf4d94-b0c0-4908-af70-7c7a9ba7d608 HTTP/1.1" status: 204 len: 168 time: 0.4313958 May 14 15:48:31.096221 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d70c7-3b2d-4aef-9f1d-a23a4b8d701a admin admin] Pushing event deleted for resources: {'Network': ['ID=52cf4d94-b0c0-4908-af70-7c7a9ba7d608,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:31.160604 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Provisioning complete for port 775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:48:31.161005 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:31.172379 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-06302f10-4b6e-40d6-8599-c24ad892c736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:31.173735 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-aff04b42-5f0c-44a2-be6c-14a701863fe2 None None] Current status of the port c60daf3e-06ee-4be7-b91f-7c00559f9624 is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:48:31.174118 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-aff04b42-5f0c-44a2-be6c-14a701863fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (c60daf3e-06ee-4be7-b91f-7c00559f9624), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:31.219407 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-593bd796-33e7-449a-83cb-f1dea5115c60 admin admin] Publish callbacks [] for router_gateway (aa5a5828-a05c-45e5-880f-9d234cef3c04), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:31.239077 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-593bd796-33e7-449a-83cb-f1dea5115c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:31.275336 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 37334) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:48:31.299878 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.db_base_plugin_common [None req-480cfb0a-039a-42ea-9c53-d06f76182fc3 None None] Allocated IP 172.20.0.2 (ca06d5db-3539-46fd-a85b-d19297ddc688/2e18a0f1-74f7-46cf-9b54-6fc0b94eae88/2ea60ba3-c950-4114-9ecb-84168c5d005b) {{(pid=115112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:48:31.322402 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-734f820b-dc83-48d3-a60a-d0466f359739 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1c70bf2630cf4baeb9f3052a4ae027d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422516 May 14 15:48:31.323641 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 37336) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:48:31.325717 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-aff04b42-5f0c-44a2-be6c-14a701863fe2 None None] For port c60daf3e-06ee-4be7-b91f-7c00559f9624, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=c60daf3e-06ee-4be7-b91f-7c00559f9624,segment=NetworkSegment(5ddd1c83-6541-4162-9f9b-74f17895931e),segment_id=5ddd1c83-6541-4162-9f9b-74f17895931e)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:48:31.363703 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-aff04b42-5f0c-44a2-be6c-14a701863fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (c60daf3e-06ee-4be7-b91f-7c00559f9624), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:31.368336 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.db_base_plugin_common [None req-593bd796-33e7-449a-83cb-f1dea5115c60 admin admin] Allocated IP 172.27.1.204 (ee365c6e-8595-4248-876b-4406c6eeb32a/3059297f-ebad-4161-8328-a5e88a7ee6dc/3e5ecf99-9f2e-4124-be51-3b9d4cf754b4) {{(pid=115110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:48:31.382494 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-b0857593-c845-4017-9fc0-0e4728a3d73b admin admin] Publish callbacks [] for security_group (5c288c18-f635-436a-9985-8590f873b714), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:31.410050 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-b0857593-c845-4017-9fc0-0e4728a3d73b admin admin] Publish callbacks [] for security_group (5c288c18-f635-436a-9985-8590f873b714), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:31.470659 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-b0857593-c845-4017-9fc0-0e4728a3d73b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (5c288c18-f635-436a-9985-8590f873b714), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:31.473380 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-b0857593-c845-4017-9fc0-0e4728a3d73b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:31.476821 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-b0857593-c845-4017-9fc0-0e4728a3d73b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5c288c18-f635-436a-9985-8590f873b714 HTTP/1.1" status: 204 len: 168 time: 0.1498306 May 14 15:48:31.483102 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0857593-c845-4017-9fc0-0e4728a3d73b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c288c18-f635-436a-9985-8590f873b714,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:31.511593 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-593bd796-33e7-449a-83cb-f1dea5115c60 admin admin] Publish callbacks [] for port (3e5ecf99-9f2e-4124-be51-3b9d4cf754b4), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:31.549190 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-593bd796-33e7-449a-83cb-f1dea5115c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (3e5ecf99-9f2e-4124-be51-3b9d4cf754b4), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:31.573908 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff04b42-5f0c-44a2-be6c-14a701863fe2 None None] Pushing event updated for resources: {'Port': ['ID=c60daf3e-06ee-4be7-b91f-7c00559f9624,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:31.576472 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-d445bf9f-e347-440a-9b7b-cb12593f15b9 None None] Provisioning complete for port c60daf3e-06ee-4be7-b91f-7c00559f9624 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:48:31.576844 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-d445bf9f-e347-440a-9b7b-cb12593f15b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (c60daf3e-06ee-4be7-b91f-7c00559f9624), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:31.583778 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port 775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:48:31.592891 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593bd796-33e7-449a-83cb-f1dea5115c60 admin admin] Network ee365c6e-8595-4248-876b-4406c6eeb32a is already hosted by enough agents. {{(pid=115110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:48:31.595985 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.base_scheduler [None req-593bd796-33e7-449a-83cb-f1dea5115c60 admin admin] Resources bound (agent type, host, resource id): {{(pid=115110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:48:31.602982 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593bd796-33e7-449a-83cb-f1dea5115c60 admin admin] Received port after_create {{(pid=115110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:48:31.609158 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593bd796-33e7-449a-83cb-f1dea5115c60 admin admin] Pushing event updated for resources: {'Port': ['ID=3e5ecf99-9f2e-4124-be51-3b9d4cf754b4,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:31.672485 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-3da6832c-0b15-4c5a-9997-d84f60a566ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0', 'name': 'tempest-TestMinimumBasicScenario-134645540-router', 'tenant_id': '5fba11e8ade54d388361c4c936a43372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:48:22Z', 'updated_at': '2022-05-14T15:48:26Z', 'revision_number': 4, 'project_id': '5fba11e8ade54d388361c4c936a43372', 'gw_port': {'id': '775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:06:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:48:22Z', 'updated_at': '2022-05-14T15:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': 'c60daf3e-06ee-4be7-b91f-7c00559f9624', 'name': '', 'network_id': '4b5e11b1-b142-4a99-ada9-a011e605383b', 'tenant_id': '5fba11e8ade54d388361c4c936a43372', 'mac_address': 'fa:16:3e:65:e7:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'ccea14e1-27b6-48d9-a3be-5796f3489377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:48:25Z', 'updated_at': '2022-05-14T15:48:30Z', 'revision_number': 4, 'project_id': '5fba11e8ade54d388361c4c936a43372', 'subnets': [{'id': 'ccea14e1-27b6-48d9-a3be-5796f3489377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:48:31.721609 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da6832c-0b15-4c5a-9997-d84f60a566ec None None] The sync data for ids ['8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0'] in dv-cinder-839793-11-iscsi is: [{'id': '8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0', 'name': 'tempest-TestMinimumBasicScenario-134645540-router', 'tenant_id': '5fba11e8ade54d388361c4c936a43372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:48:22Z', 'updated_at': '2022-05-14T15:48:26Z', 'revision_number': 4, 'project_id': '5fba11e8ade54d388361c4c936a43372', 'gw_port': {'id': '775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:06:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:48:22Z', 'updated_at': '2022-05-14T15:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': 'c60daf3e-06ee-4be7-b91f-7c00559f9624', 'name': '', 'network_id': '4b5e11b1-b142-4a99-ada9-a011e605383b', 'tenant_id': '5fba11e8ade54d388361c4c936a43372', 'mac_address': 'fa:16:3e:65:e7:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'ccea14e1-27b6-48d9-a3be-5796f3489377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:48:25Z', 'updated_at': '2022-05-14T15:48:30Z', 'revision_number': 4, 'project_id': '5fba11e8ade54d388361c4c936a43372', 'subnets': [{'id': 'ccea14e1-27b6-48d9-a3be-5796f3489377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 15:48:31.767167 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-480cfb0a-039a-42ea-9c53-d06f76182fc3 None None] Publish callbacks [] for port (2ea60ba3-c950-4114-9ecb-84168c5d005b), precommit_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:31.820156 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-480cfb0a-039a-42ea-9c53-d06f76182fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197'] for port (2ea60ba3-c950-4114-9ecb-84168c5d005b), after_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:31.826780 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fe85b6-4e15-4bf5-ae9a-17357d49087c req-f1b3ffd2-e495-4ec4-9a9a-b4713e664242 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:31.828546 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c6fe85b6-4e15-4bf5-ae9a-17357d49087c req-f1b3ffd2-e495-4ec4-9a9a-b4713e664242 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fbb269d-11cd-49ed-81ac-570e721c15cd HTTP/1.1" status: 200 len: 946 time: 0.1124818 May 14 15:48:31.910071 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480cfb0a-039a-42ea-9c53-d06f76182fc3 None None] Network ca06d5db-3539-46fd-a85b-d19297ddc688 is already hosted by enough agents. {{(pid=115112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:48:31.913048 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c6fe85b6-4e15-4bf5-ae9a-17357d49087c req-5c0cd690-197c-48d5-af7a-84e3d4d9ac28 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775545 May 14 15:48:31.913235 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.scheduler.base_scheduler [None req-480cfb0a-039a-42ea-9c53-d06f76182fc3 None None] Resources bound (agent type, host, resource id): {{(pid=115112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:48:31.915075 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-d445bf9f-e347-440a-9b7b-cb12593f15b9 None None] Current status of the port c60daf3e-06ee-4be7-b91f-7c00559f9624 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:48:31.919270 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480cfb0a-039a-42ea-9c53-d06f76182fc3 None None] Received port after_create {{(pid=115112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:48:31.939138 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480cfb0a-039a-42ea-9c53-d06f76182fc3 None None] Pushing event updated for resources: {'Port': ['ID=2ea60ba3-c950-4114-9ecb-84168c5d005b,revision_number=1']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:32.016472 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 37350) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:48:32.019882 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-480cfb0a-039a-42ea-9c53-d06f76182fc3 None None] Attempting to bind port 2ea60ba3-c950-4114-9ecb-84168c5d005b on host dv-cinder-839793-11-iscsi for vnic_type normal with profile {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 15:48:32.020257 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-480cfb0a-039a-42ea-9c53-d06f76182fc3 None None] Attempting to bind port 2ea60ba3-c950-4114-9ecb-84168c5d005b by drivers openvswitch,hyperv on host dv-cinder-839793-11-iscsi at level 0 using segments [{'id': '3e284100-e61a-4d55-9ac5-941b0d4995dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ca06d5db-3539-46fd-a85b-d19297ddc688'}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 15:48:32.020619 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480cfb0a-039a-42ea-9c53-d06f76182fc3 None None] Attempting to bind port 2ea60ba3-c950-4114-9ecb-84168c5d005b on network ca06d5db-3539-46fd-a85b-d19297ddc688 {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:48:32.026724 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480cfb0a-039a-42ea-9c53-d06f76182fc3 None None] Checking agent: {'id': '57d31cd8-17bf-47b9-a2cf-22310545150a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 38, 7), 'started_at': datetime.datetime(2022, 5, 14, 15, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 15, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 15:48:32.027099 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480cfb0a-039a-42ea-9c53-d06f76182fc3 None None] Checking segment: {'id': '3e284100-e61a-4d55-9ac5-941b0d4995dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ca06d5db-3539-46fd-a85b-d19297ddc688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:48:32.027507 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-480cfb0a-039a-42ea-9c53-d06f76182fc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:32.028400 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480cfb0a-039a-42ea-9c53-d06f76182fc3 None None] Bound using segment: {'id': '3e284100-e61a-4d55-9ac5-941b0d4995dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ca06d5db-3539-46fd-a85b-d19297ddc688'} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 15:48:32.028400 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-480cfb0a-039a-42ea-9c53-d06f76182fc3 None None] Bound port: 2ea60ba3-c950-4114-9ecb-84168c5d005b, host: dv-cinder-839793-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e284100-e61a-4d55-9ac5-941b0d4995dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ca06d5db-3539-46fd-a85b-d19297ddc688'}}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 15:48:32.028727 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-480cfb0a-039a-42ea-9c53-d06f76182fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (2ea60ba3-c950-4114-9ecb-84168c5d005b), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:32.042809 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-593bd796-33e7-449a-83cb-f1dea5115c60 admin admin] Publish callbacks [] for router_gateway (aa5a5828-a05c-45e5-880f-9d234cef3c04), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:32.065991 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-0cce50d5-5582-438d-977d-70d16c7cca92 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2c7525c750264d4ba927728ed6bbcee4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0485389 May 14 15:48:32.068467 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 37352) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:48:32.111454 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-480cfb0a-039a-42ea-9c53-d06f76182fc3 None None] For port 2ea60ba3-c950-4114-9ecb-84168c5d005b, host dv-cinder-839793-11-iscsi, cleared binding levels {{(pid=115112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 15:48:32.115181 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-480cfb0a-039a-42ea-9c53-d06f76182fc3 None None] For port 2ea60ba3-c950-4114-9ecb-84168c5d005b, host dv-cinder-839793-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=2ea60ba3-c950-4114-9ecb-84168c5d005b,segment=NetworkSegment(3e284100-e61a-4d55-9ac5-941b0d4995dc),segment_id=3e284100-e61a-4d55-9ac5-941b0d4995dc)] {{(pid=115112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 15:48:32.123560 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-480cfb0a-039a-42ea-9c53-d06f76182fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (2ea60ba3-c950-4114-9ecb-84168c5d005b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:32.134501 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-a38ad882-1452-46dd-bdee-c6715b04fd0c admin admin] Publish callbacks [] for security_group (7c2dccf4-fb7a-4783-8215-eca310b3234b), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:32.164660 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-a38ad882-1452-46dd-bdee-c6715b04fd0c admin admin] Publish callbacks [] for security_group (7c2dccf4-fb7a-4783-8215-eca310b3234b), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:32.184529 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480cfb0a-039a-42ea-9c53-d06f76182fc3 None None] Pushing event updated for resources: {'Port': ['ID=2ea60ba3-c950-4114-9ecb-84168c5d005b,revision_number=2']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:32.242126 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-a38ad882-1452-46dd-bdee-c6715b04fd0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (7c2dccf4-fb7a-4783-8215-eca310b3234b), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:32.244838 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-a38ad882-1452-46dd-bdee-c6715b04fd0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:32.245994 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-a38ad882-1452-46dd-bdee-c6715b04fd0c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7c2dccf4-fb7a-4783-8215-eca310b3234b HTTP/1.1" status: 204 len: 168 time: 0.1765683 May 14 15:48:32.262139 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ad882-1452-46dd-bdee-c6715b04fd0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2dccf4-fb7a-4783-8215-eca310b3234b,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:32.276531 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-593bd796-33e7-449a-83cb-f1dea5115c60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1760464'] for router (aa5a5828-a05c-45e5-880f-9d234cef3c04), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:32.493655 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-593bd796-33e7-449a-83cb-f1dea5115c60 admin admin] Router aa5a5828-a05c-45e5-880f-9d234cef3c04 is scheduled to L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f with binding_index 1 {{(pid=115110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 14 15:48:32.826215 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (df6c86ae-fc26-40a3-91a1-648a304bf46f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:32.915438 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593bd796-33e7-449a-83cb-f1dea5115c60 admin admin] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 15:48:32.924484 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ee3999-342d-48c0-af6a-1a400b243ee9 None None] Sync routers for ids ['aa5a5828-a05c-45e5-880f-9d234cef3c04'] in dv-cinder-839793-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 15:48:32.932065 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 2ea60ba3-c950-4114-9ecb-84168c5d005b up at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:48:32.944227 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ee3999-342d-48c0-af6a-1a400b243ee9 None None] Routers {'aa5a5828-a05c-45e5-880f-9d234cef3c04'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:48:32.945009 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-d1ee3999-342d-48c0-af6a-1a400b243ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:48:03Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['aa5a5828-a05c-45e5-880f-9d234cef3c04'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:48:32.945648 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-593bd796-33e7-449a-83cb-f1dea5115c60 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:32.950399 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-593bd796-33e7-449a-83cb-f1dea5115c60 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2712095 May 14 15:48:32.952045 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 37376) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:48:33.096815 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-d1ee3999-342d-48c0-af6a-1a400b243ee9 None None] Set router aa5a5828-a05c-45e5-880f-9d234cef3c04 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:48:33.263302 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Provisioning complete for port 2ea60ba3-c950-4114-9ecb-84168c5d005b triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:48:33.270663 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (2ea60ba3-c950-4114-9ecb-84168c5d005b), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:33.312716 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-9305014c-7d8e-49cc-850e-3cf231f9c0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:33.418564 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port 2ea60ba3-c950-4114-9ecb-84168c5d005b is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:48:33.419330 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (2ea60ba3-c950-4114-9ecb-84168c5d005b), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:33.448083 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-d1ee3999-342d-48c0-af6a-1a400b243ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5a5828-a05c-45e5-880f-9d234cef3c04', 'name': 'tempest-TestMinimumBasicScenario-622899384-router', 'tenant_id': '64b1f483c1724e648f27877d52889290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '3e5ecf99-9f2e-4124-be51-3b9d4cf754b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:48:30Z', 'updated_at': '2022-05-14T15:48:31Z', 'revision_number': 3, 'project_id': '64b1f483c1724e648f27877d52889290', 'gw_port': {'id': '3e5ecf99-9f2e-4124-be51-3b9d4cf754b4', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:30:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5a5828-a05c-45e5-880f-9d234cef3c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:48:31Z', 'updated_at': '2022-05-14T15:48:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi'}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:48:33.470426 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e034f91-b831-4876-bdf7-fa0155e47ddb req-d126d893-1a39-4f7c-afe7-3f0b2e086170 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:33.476004 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-2e034f91-b831-4876-bdf7-fa0155e47ddb req-d126d893-1a39-4f7c-afe7-3f0b2e086170 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fbb269d-11cd-49ed-81ac-570e721c15cd HTTP/1.1" status: 200 len: 946 time: 0.4328220 May 14 15:48:33.494686 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] For port 2ea60ba3-c950-4114-9ecb-84168c5d005b, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=2ea60ba3-c950-4114-9ecb-84168c5d005b,segment=NetworkSegment(3e284100-e61a-4d55-9ac5-941b0d4995dc),segment_id=3e284100-e61a-4d55-9ac5-941b0d4995dc)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:48:33.496279 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ee3999-342d-48c0-af6a-1a400b243ee9 None None] Checking router: aa5a5828-a05c-45e5-880f-9d234cef3c04 for host: dv-cinder-839793-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 15:48:33.496631 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ee3999-342d-48c0-af6a-1a400b243ee9 None None] Updating router aa5a5828-a05c-45e5-880f-9d234cef3c04 port 3e5ecf99-9f2e-4124-be51-3b9d4cf754b4 binding host dv-cinder-839793-11-iscsi {{(pid=115113) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 15:48:33.503112 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (2ea60ba3-c950-4114-9ecb-84168c5d005b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:33.503980 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device c60daf3e-06ee-4be7-b91f-7c00559f9624 up at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:48:33.554875 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-d1ee3999-342d-48c0-af6a-1a400b243ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (3e5ecf99-9f2e-4124-be51-3b9d4cf754b4), before_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:33.600413 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-2e034f91-b831-4876-bdf7-fa0155e47ddb req-633b7a91-959c-4bb1-bbc1-e5179e99296e tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159804 May 14 15:48:33.679124 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bdf7a9-2757-4372-81a3-1dc7a1b6a541 None None] Network ca06d5db-3539-46fd-a85b-d19297ddc688 requested from dv-cinder-839793-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 15:48:33.689670 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Pushing event updated for resources: {'Port': ['ID=2ea60ba3-c950-4114-9ecb-84168c5d005b,revision_number=3']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:33.699976 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-62ee6ca7-cb83-492c-b088-c7cba147387b None None] Provisioning complete for port 2ea60ba3-c950-4114-9ecb-84168c5d005b triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:48:33.700615 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-62ee6ca7-cb83-492c-b088-c7cba147387b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (2ea60ba3-c950-4114-9ecb-84168c5d005b), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:33.749869 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-8a7c679e-13a5-4f8c-a521-f2c50798c3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:33.791482 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Provisioning complete for port c60daf3e-06ee-4be7-b91f-7c00559f9624 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:48:33.791960 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (c60daf3e-06ee-4be7-b91f-7c00559f9624), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:33.903400 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-d1ee3999-342d-48c0-af6a-1a400b243ee9 None None] Publish callbacks [] for port (3e5ecf99-9f2e-4124-be51-3b9d4cf754b4), precommit_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:33.912915 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-d1ee3999-342d-48c0-af6a-1a400b243ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (3e5ecf99-9f2e-4124-be51-3b9d4cf754b4), after_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:33.960467 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-62ee6ca7-cb83-492c-b088-c7cba147387b None None] Current status of the port 2ea60ba3-c950-4114-9ecb-84168c5d005b is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:48:33.974475 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-d1ee3999-342d-48c0-af6a-1a400b243ee9 None None] Attempting to bind port 3e5ecf99-9f2e-4124-be51-3b9d4cf754b4 on host dv-cinder-839793-11-iscsi for vnic_type normal with profile {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 15:48:33.975457 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-d1ee3999-342d-48c0-af6a-1a400b243ee9 None None] Attempting to bind port 3e5ecf99-9f2e-4124-be51-3b9d4cf754b4 by drivers openvswitch,hyperv on host dv-cinder-839793-11-iscsi at level 0 using segments [{'id': 'fe506043-d64f-420e-bda4-fab290621067', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'}] {{(pid=115113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 15:48:33.975995 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ee3999-342d-48c0-af6a-1a400b243ee9 None None] Attempting to bind port 3e5ecf99-9f2e-4124-be51-3b9d4cf754b4 on network ee365c6e-8595-4248-876b-4406c6eeb32a {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:48:33.983522 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ee3999-342d-48c0-af6a-1a400b243ee9 None None] Checking agent: {'id': '57d31cd8-17bf-47b9-a2cf-22310545150a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 38, 7), 'started_at': datetime.datetime(2022, 5, 14, 15, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 15, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 15:48:33.984129 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ee3999-342d-48c0-af6a-1a400b243ee9 None None] Checking segment: {'id': 'fe506043-d64f-420e-bda4-fab290621067', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:48:33.984704 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-d1ee3999-342d-48c0-af6a-1a400b243ee9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:33.985251 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ee3999-342d-48c0-af6a-1a400b243ee9 None None] Bound using segment: {'id': 'fe506043-d64f-420e-bda4-fab290621067', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'} {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 15:48:33.985880 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-d1ee3999-342d-48c0-af6a-1a400b243ee9 None None] Bound port: 3e5ecf99-9f2e-4124-be51-3b9d4cf754b4, host: dv-cinder-839793-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe506043-d64f-420e-bda4-fab290621067', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'}}] {{(pid=115113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 15:48:33.986444 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-d1ee3999-342d-48c0-af6a-1a400b243ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (3e5ecf99-9f2e-4124-be51-3b9d4cf754b4), before_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:34.016940 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port c60daf3e-06ee-4be7-b91f-7c00559f9624 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:48:34.034278 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.db_base_plugin_common [None req-8a7c679e-13a5-4f8c-a521-f2c50798c3e4 admin admin] Allocated IP 172.20.0.1 (ca06d5db-3539-46fd-a85b-d19297ddc688/2e18a0f1-74f7-46cf-9b54-6fc0b94eae88/e06ba912-3bef-4df2-9cad-d20e96a05f3b) {{(pid=115111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:48:34.050140 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.db [None req-d1ee3999-342d-48c0-af6a-1a400b243ee9 None None] For port 3e5ecf99-9f2e-4124-be51-3b9d4cf754b4, host dv-cinder-839793-11-iscsi, cleared binding levels {{(pid=115113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 15:48:34.062455 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.db [None req-d1ee3999-342d-48c0-af6a-1a400b243ee9 None None] For port 3e5ecf99-9f2e-4124-be51-3b9d4cf754b4, host dv-cinder-839793-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=3e5ecf99-9f2e-4124-be51-3b9d4cf754b4,segment=NetworkSegment(fe506043-d64f-420e-bda4-fab290621067),segment_id=fe506043-d64f-420e-bda4-fab290621067)] {{(pid=115113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 15:48:34.070474 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8014ab-fe14-4a5a-82c4-6adff6725103 None None] Pushing event updated for resources: {'Port': ['ID=3e5ecf99-9f2e-4124-be51-3b9d4cf754b4,revision_number=2']} {{(pid=115113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:34.074655 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-d1ee3999-342d-48c0-af6a-1a400b243ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (3e5ecf99-9f2e-4124-be51-3b9d4cf754b4), after_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:34.153548 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ee3999-342d-48c0-af6a-1a400b243ee9 None None] Routers {'aa5a5828-a05c-45e5-880f-9d234cef3c04'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:48:34.154183 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-d1ee3999-342d-48c0-af6a-1a400b243ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:48:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['aa5a5828-a05c-45e5-880f-9d234cef3c04'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:48:34.173442 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-8a7c679e-13a5-4f8c-a521-f2c50798c3e4 admin admin] Publish callbacks [] for port (e06ba912-3bef-4df2-9cad-d20e96a05f3b), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:34.191352 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8014ab-fe14-4a5a-82c4-6adff6725103 None None] Pushing event updated for resources: {'Port': ['ID=3e5ecf99-9f2e-4124-be51-3b9d4cf754b4,revision_number=3']} {{(pid=115113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:34.225004 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-8a7c679e-13a5-4f8c-a521-f2c50798c3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764499'] for port (e06ba912-3bef-4df2-9cad-d20e96a05f3b), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:34.277796 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:34.286156 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-d34f7ea3-6b43-42cb-99a3-07716f84ba80 None None] Provisioning complete for port 2ea60ba3-c950-4114-9ecb-84168c5d005b triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:48:34.286576 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-d34f7ea3-6b43-42cb-99a3-07716f84ba80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (2ea60ba3-c950-4114-9ecb-84168c5d005b), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:34.297668 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7c679e-13a5-4f8c-a521-f2c50798c3e4 admin admin] Network ca06d5db-3539-46fd-a85b-d19297ddc688 is already hosted by enough agents. {{(pid=115111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:48:34.309693 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.base_scheduler [None req-8a7c679e-13a5-4f8c-a521-f2c50798c3e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=115111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:48:34.323495 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7c679e-13a5-4f8c-a521-f2c50798c3e4 admin admin] Received port after_create {{(pid=115111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:48:34.329551 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7c679e-13a5-4f8c-a521-f2c50798c3e4 admin admin] Pushing event updated for resources: {'Port': ['ID=e06ba912-3bef-4df2-9cad-d20e96a05f3b,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:34.391516 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-8a7c679e-13a5-4f8c-a521-f2c50798c3e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753341'] for router_interface (aa5a5828-a05c-45e5-880f-9d234cef3c04), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:34.399787 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-d1ee3999-342d-48c0-af6a-1a400b243ee9 None None] Set router aa5a5828-a05c-45e5-880f-9d234cef3c04 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:48:34.417228 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-d34f7ea3-6b43-42cb-99a3-07716f84ba80 None None] Current status of the port 2ea60ba3-c950-4114-9ecb-84168c5d005b is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:48:34.566452 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-8a7c679e-13a5-4f8c-a521-f2c50798c3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (e06ba912-3bef-4df2-9cad-d20e96a05f3b), before_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:34.606012 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-d1ee3999-342d-48c0-af6a-1a400b243ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5a5828-a05c-45e5-880f-9d234cef3c04', 'name': 'tempest-TestMinimumBasicScenario-622899384-router', 'tenant_id': '64b1f483c1724e648f27877d52889290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '3e5ecf99-9f2e-4124-be51-3b9d4cf754b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:48:30Z', 'updated_at': '2022-05-14T15:48:31Z', 'revision_number': 3, 'project_id': '64b1f483c1724e648f27877d52889290', 'gw_port': {'id': '3e5ecf99-9f2e-4124-be51-3b9d4cf754b4', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:30:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5a5828-a05c-45e5-880f-9d234cef3c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:48:31Z', 'updated_at': '2022-05-14T15:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi'}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:48:34.631119 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ee3999-342d-48c0-af6a-1a400b243ee9 None None] The sync data for ids ['aa5a5828-a05c-45e5-880f-9d234cef3c04'] in dv-cinder-839793-11-iscsi is: [{'id': 'aa5a5828-a05c-45e5-880f-9d234cef3c04', 'name': 'tempest-TestMinimumBasicScenario-622899384-router', 'tenant_id': '64b1f483c1724e648f27877d52889290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '3e5ecf99-9f2e-4124-be51-3b9d4cf754b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:48:30Z', 'updated_at': '2022-05-14T15:48:31Z', 'revision_number': 3, 'project_id': '64b1f483c1724e648f27877d52889290', 'gw_port': {'id': '3e5ecf99-9f2e-4124-be51-3b9d4cf754b4', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:30:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5a5828-a05c-45e5-880f-9d234cef3c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:48:31Z', 'updated_at': '2022-05-14T15:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi'}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 15:48:34.649175 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-e90cb558-ce03-48cb-a5ec-72313036c975 None None] Provisioning complete for port e06ba912-3bef-4df2-9cad-d20e96a05f3b triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:48:34.649559 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-e90cb558-ce03-48cb-a5ec-72313036c975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (e06ba912-3bef-4df2-9cad-d20e96a05f3b), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:34.722943 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-e90cb558-ce03-48cb-a5ec-72313036c975 None None] Port e06ba912-3bef-4df2-9cad-d20e96a05f3b cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 14 15:48:34.808379 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 2ea60ba3-c950-4114-9ecb-84168c5d005b up at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:48:34.810915 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ed148-4902-4070-819a-a08e8e24aac9 req-707e4979-79ae-4cc0-90db-62133005a0e8 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:34.812466 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6d9ed148-4902-4070-819a-a08e8e24aac9 req-707e4979-79ae-4cc0-90db-62133005a0e8 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fbb269d-11cd-49ed-81ac-570e721c15cd HTTP/1.1" status: 200 len: 946 time: 0.0652218 May 14 15:48:34.885386 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-8a7c679e-13a5-4f8c-a521-f2c50798c3e4 admin admin] Publish callbacks [] for port (e06ba912-3bef-4df2-9cad-d20e96a05f3b), precommit_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:34.889334 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Provisioning complete for port 2ea60ba3-c950-4114-9ecb-84168c5d005b triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:48:34.889817 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (2ea60ba3-c950-4114-9ecb-84168c5d005b), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:34.892620 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6d9ed148-4902-4070-819a-a08e8e24aac9 req-d8ee8e1a-a804-4a7a-9bde-20138b12abec tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745413 May 14 15:48:34.893880 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-8a7c679e-13a5-4f8c-a521-f2c50798c3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8764516'] for port (e06ba912-3bef-4df2-9cad-d20e96a05f3b), after_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:34.998665 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-8a7c679e-13a5-4f8c-a521-f2c50798c3e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1680718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753783'] for router_interface (aa5a5828-a05c-45e5-880f-9d234cef3c04), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:35.034047 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7c679e-13a5-4f8c-a521-f2c50798c3e4 admin admin] Pushing event updated for resources: {'Port': ['ID=e06ba912-3bef-4df2-9cad-d20e96a05f3b,revision_number=2']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:35.045377 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port 2ea60ba3-c950-4114-9ecb-84168c5d005b is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:48:35.136194 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7c679e-13a5-4f8c-a521-f2c50798c3e4 admin admin] Network ca06d5db-3539-46fd-a85b-d19297ddc688 is already hosted by enough agents. {{(pid=115111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:48:35.137661 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.base_scheduler [None req-8a7c679e-13a5-4f8c-a521-f2c50798c3e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=115111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:48:35.262168 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a7c679e-13a5-4f8c-a521-f2c50798c3e4 admin admin] Router aa5a5828-a05c-45e5-880f-9d234cef3c04 has already been hosted by L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f {{(pid=115111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 15:48:35.343538 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1c071685-ad59-417a-94f7-59d50913645f None None] Provisioning complete for port e06ba912-3bef-4df2-9cad-d20e96a05f3b triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:48:35.343908 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1c071685-ad59-417a-94f7-59d50913645f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (e06ba912-3bef-4df2-9cad-d20e96a05f3b), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:35.380831 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1c071685-ad59-417a-94f7-59d50913645f None None] Port e06ba912-3bef-4df2-9cad-d20e96a05f3b cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 14 15:48:35.381304 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7c679e-13a5-4f8c-a521-f2c50798c3e4 admin admin] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 15:48:35.397741 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-8a7c679e-13a5-4f8c-a521-f2c50798c3e4 admin admin] 10.222.0.61 "PUT /v2.0/routers/aa5a5828-a05c-45e5-880f-9d234cef3c04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4444759 May 14 15:48:35.850504 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:36.035871 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8fb42a-cc7f-4248-bf60-d0d223de6c81 req-14910490-b1ca-423b-bc27-efb3b12b100c tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:36.044968 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3e8fb42a-cc7f-4248-bf60-d0d223de6c81 req-14910490-b1ca-423b-bc27-efb3b12b100c tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fbb269d-11cd-49ed-81ac-570e721c15cd HTTP/1.1" status: 200 len: 946 time: 0.0746086 May 14 15:48:36.133110 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3e8fb42a-cc7f-4248-bf60-d0d223de6c81 req-0687146f-d636-4266-80cc-2257c43483f6 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814106 May 14 15:48:36.522020 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f4b9e5-6344-42ae-b763-671e299e992c None None] Sync routers for ids ['aa5a5828-a05c-45e5-880f-9d234cef3c04'] in dv-cinder-839793-11-iscsi {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 15:48:36.533380 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f4b9e5-6344-42ae-b763-671e299e992c None None] Routers {'aa5a5828-a05c-45e5-880f-9d234cef3c04'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:48:36.534068 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-69f4b9e5-6344-42ae-b763-671e299e992c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:48:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['aa5a5828-a05c-45e5-880f-9d234cef3c04'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:48:36.665017 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-69f4b9e5-6344-42ae-b763-671e299e992c None None] Set router aa5a5828-a05c-45e5-880f-9d234cef3c04 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:48:36.851255 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 3e5ecf99-9f2e-4124-be51-3b9d4cf754b4 up at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:48:36.974639 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Provisioning complete for port 3e5ecf99-9f2e-4124-be51-3b9d4cf754b4 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:48:36.975112 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (3e5ecf99-9f2e-4124-be51-3b9d4cf754b4), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:37.013684 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-69f4b9e5-6344-42ae-b763-671e299e992c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5a5828-a05c-45e5-880f-9d234cef3c04', 'name': 'tempest-TestMinimumBasicScenario-622899384-router', 'tenant_id': '64b1f483c1724e648f27877d52889290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '3e5ecf99-9f2e-4124-be51-3b9d4cf754b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:48:30Z', 'updated_at': '2022-05-14T15:48:34Z', 'revision_number': 4, 'project_id': '64b1f483c1724e648f27877d52889290', 'gw_port': {'id': '3e5ecf99-9f2e-4124-be51-3b9d4cf754b4', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:30:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5a5828-a05c-45e5-880f-9d234cef3c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:48:31Z', 'updated_at': '2022-05-14T15:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': 'e06ba912-3bef-4df2-9cad-d20e96a05f3b', 'name': '', 'network_id': 'ca06d5db-3539-46fd-a85b-d19297ddc688', 'tenant_id': '64b1f483c1724e648f27877d52889290', 'mac_address': 'fa:16:3e:23:cb:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5a5828-a05c-45e5-880f-9d234cef3c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '2e18a0f1-74f7-46cf-9b54-6fc0b94eae88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:48:33Z', 'updated_at': '2022-05-14T15:48:34Z', 'revision_number': 2, 'project_id': '64b1f483c1724e648f27877d52889290', 'subnets': [{'id': '2e18a0f1-74f7-46cf-9b54-6fc0b94eae88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:48:37.044546 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f4b9e5-6344-42ae-b763-671e299e992c None None] Checking router: aa5a5828-a05c-45e5-880f-9d234cef3c04 for host: dv-cinder-839793-11-iscsi {{(pid=115112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 15:48:37.044987 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f4b9e5-6344-42ae-b763-671e299e992c None None] Updating router aa5a5828-a05c-45e5-880f-9d234cef3c04 port e06ba912-3bef-4df2-9cad-d20e96a05f3b binding host dv-cinder-839793-11-iscsi {{(pid=115112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 15:48:37.098221 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-69f4b9e5-6344-42ae-b763-671e299e992c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (e06ba912-3bef-4df2-9cad-d20e96a05f3b), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:37.179724 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port 3e5ecf99-9f2e-4124-be51-3b9d4cf754b4 is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:48:37.180115 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (3e5ecf99-9f2e-4124-be51-3b9d4cf754b4), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:37.230615 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] For port 3e5ecf99-9f2e-4124-be51-3b9d4cf754b4, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=3e5ecf99-9f2e-4124-be51-3b9d4cf754b4,segment=NetworkSegment(fe506043-d64f-420e-bda4-fab290621067),segment_id=fe506043-d64f-420e-bda4-fab290621067)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:48:37.235316 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (3e5ecf99-9f2e-4124-be51-3b9d4cf754b4), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:37.321092 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f50e8b1-5dd8-42e3-af0d-cc725ad800d1 req-fce9f1b4-867d-4f88-af48-362582bcbd70 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:37.322925 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5f50e8b1-5dd8-42e3-af0d-cc725ad800d1 req-fce9f1b4-867d-4f88-af48-362582bcbd70 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fbb269d-11cd-49ed-81ac-570e721c15cd HTTP/1.1" status: 200 len: 946 time: 0.0721526 May 14 15:48:37.380907 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Pushing event updated for resources: {'Port': ['ID=3e5ecf99-9f2e-4124-be51-3b9d4cf754b4,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:37.382663 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5f50e8b1-5dd8-42e3-af0d-cc725ad800d1 req-162af131-6d42-4f8f-911f-1c080c9a6007 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536361 May 14 15:48:37.383491 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:37.553226 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-69f4b9e5-6344-42ae-b763-671e299e992c None None] Publish callbacks [] for port (e06ba912-3bef-4df2-9cad-d20e96a05f3b), precommit_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:37.561787 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-69f4b9e5-6344-42ae-b763-671e299e992c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (e06ba912-3bef-4df2-9cad-d20e96a05f3b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:37.752425 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246adc54-b2f7-4562-b03a-eb1d5c0edb01 None None] Pushing event updated for resources: {'Port': ['ID=e06ba912-3bef-4df2-9cad-d20e96a05f3b,revision_number=3']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:37.816842 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-69f4b9e5-6344-42ae-b763-671e299e992c None None] Attempting to bind port e06ba912-3bef-4df2-9cad-d20e96a05f3b on host dv-cinder-839793-11-iscsi for vnic_type normal with profile {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 15:48:37.817341 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-69f4b9e5-6344-42ae-b763-671e299e992c None None] Attempting to bind port e06ba912-3bef-4df2-9cad-d20e96a05f3b by drivers openvswitch,hyperv on host dv-cinder-839793-11-iscsi at level 0 using segments [{'id': '3e284100-e61a-4d55-9ac5-941b0d4995dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ca06d5db-3539-46fd-a85b-d19297ddc688'}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 15:48:37.817705 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f4b9e5-6344-42ae-b763-671e299e992c None None] Attempting to bind port e06ba912-3bef-4df2-9cad-d20e96a05f3b on network ca06d5db-3539-46fd-a85b-d19297ddc688 {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:48:37.829311 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f4b9e5-6344-42ae-b763-671e299e992c None None] Checking agent: {'id': '57d31cd8-17bf-47b9-a2cf-22310545150a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 38, 7), 'started_at': datetime.datetime(2022, 5, 14, 15, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 15, 48, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 15:48:37.829707 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f4b9e5-6344-42ae-b763-671e299e992c None None] Checking segment: {'id': '3e284100-e61a-4d55-9ac5-941b0d4995dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ca06d5db-3539-46fd-a85b-d19297ddc688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:48:37.830076 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-69f4b9e5-6344-42ae-b763-671e299e992c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:37.830494 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f4b9e5-6344-42ae-b763-671e299e992c None None] Bound using segment: {'id': '3e284100-e61a-4d55-9ac5-941b0d4995dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ca06d5db-3539-46fd-a85b-d19297ddc688'} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 15:48:37.830954 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-69f4b9e5-6344-42ae-b763-671e299e992c None None] Bound port: e06ba912-3bef-4df2-9cad-d20e96a05f3b, host: dv-cinder-839793-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e284100-e61a-4d55-9ac5-941b0d4995dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ca06d5db-3539-46fd-a85b-d19297ddc688'}}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 15:48:37.831331 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-69f4b9e5-6344-42ae-b763-671e299e992c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (e06ba912-3bef-4df2-9cad-d20e96a05f3b), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:37.917296 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-69f4b9e5-6344-42ae-b763-671e299e992c None None] For port e06ba912-3bef-4df2-9cad-d20e96a05f3b, host dv-cinder-839793-11-iscsi, cleared binding levels {{(pid=115112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 15:48:37.920733 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-69f4b9e5-6344-42ae-b763-671e299e992c None None] For port e06ba912-3bef-4df2-9cad-d20e96a05f3b, host dv-cinder-839793-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=e06ba912-3bef-4df2-9cad-d20e96a05f3b,segment=NetworkSegment(3e284100-e61a-4d55-9ac5-941b0d4995dc),segment_id=3e284100-e61a-4d55-9ac5-941b0d4995dc)] {{(pid=115112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 15:48:37.930163 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-69f4b9e5-6344-42ae-b763-671e299e992c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (e06ba912-3bef-4df2-9cad-d20e96a05f3b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:38.000644 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f4b9e5-6344-42ae-b763-671e299e992c None None] Routers {'aa5a5828-a05c-45e5-880f-9d234cef3c04'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:48:38.001283 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-69f4b9e5-6344-42ae-b763-671e299e992c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:48:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['aa5a5828-a05c-45e5-880f-9d234cef3c04'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:48:38.048240 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246adc54-b2f7-4562-b03a-eb1d5c0edb01 None None] Pushing event updated for resources: {'Port': ['ID=e06ba912-3bef-4df2-9cad-d20e96a05f3b,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:38.053234 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-f4efb18a-5713-4133-a51e-478a294c8ef0 None None] Provisioning complete for port e06ba912-3bef-4df2-9cad-d20e96a05f3b triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:48:38.053591 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-f4efb18a-5713-4133-a51e-478a294c8ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (e06ba912-3bef-4df2-9cad-d20e96a05f3b), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:38.187653 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-69f4b9e5-6344-42ae-b763-671e299e992c None None] Set router aa5a5828-a05c-45e5-880f-9d234cef3c04 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:48:38.238703 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-f4efb18a-5713-4133-a51e-478a294c8ef0 None None] Current status of the port e06ba912-3bef-4df2-9cad-d20e96a05f3b is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:48:38.239095 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-f4efb18a-5713-4133-a51e-478a294c8ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (e06ba912-3bef-4df2-9cad-d20e96a05f3b), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:38.328448 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-f4efb18a-5713-4133-a51e-478a294c8ef0 None None] For port e06ba912-3bef-4df2-9cad-d20e96a05f3b, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=e06ba912-3bef-4df2-9cad-d20e96a05f3b,segment=NetworkSegment(3e284100-e61a-4d55-9ac5-941b0d4995dc),segment_id=3e284100-e61a-4d55-9ac5-941b0d4995dc)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:48:38.336829 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-f4efb18a-5713-4133-a51e-478a294c8ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (e06ba912-3bef-4df2-9cad-d20e96a05f3b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:38.380170 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269605a-fccd-4c8c-b74e-bde6fb28b74e req-b5d9eacc-911e-4875-85b0-04cfc5487098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:38.390443 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-b269605a-fccd-4c8c-b74e-bde6fb28b74e req-b5d9eacc-911e-4875-85b0-04cfc5487098 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d2517d5440a4d30949f3dd36a46d813&device_id=9fbb269d-11cd-49ed-81ac-570e721c15cd HTTP/1.1" status: 200 len: 1130 time: 0.0879147 May 14 15:48:38.431823 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4efb18a-5713-4133-a51e-478a294c8ef0 None None] Pushing event updated for resources: {'Port': ['ID=e06ba912-3bef-4df2-9cad-d20e96a05f3b,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:38.501470 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-e7a97898-c6f1-40f6-9439-4d753c9f6595 None None] Provisioning complete for port e06ba912-3bef-4df2-9cad-d20e96a05f3b triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:48:38.501850 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-e7a97898-c6f1-40f6-9439-4d753c9f6595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (e06ba912-3bef-4df2-9cad-d20e96a05f3b), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:38.549578 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-69f4b9e5-6344-42ae-b763-671e299e992c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5a5828-a05c-45e5-880f-9d234cef3c04', 'name': 'tempest-TestMinimumBasicScenario-622899384-router', 'tenant_id': '64b1f483c1724e648f27877d52889290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '3e5ecf99-9f2e-4124-be51-3b9d4cf754b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:48:30Z', 'updated_at': '2022-05-14T15:48:34Z', 'revision_number': 4, 'project_id': '64b1f483c1724e648f27877d52889290', 'gw_port': {'id': '3e5ecf99-9f2e-4124-be51-3b9d4cf754b4', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:30:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5a5828-a05c-45e5-880f-9d234cef3c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:48:31Z', 'updated_at': '2022-05-14T15:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': 'e06ba912-3bef-4df2-9cad-d20e96a05f3b', 'name': '', 'network_id': 'ca06d5db-3539-46fd-a85b-d19297ddc688', 'tenant_id': '64b1f483c1724e648f27877d52889290', 'mac_address': 'fa:16:3e:23:cb:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5a5828-a05c-45e5-880f-9d234cef3c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '2e18a0f1-74f7-46cf-9b54-6fc0b94eae88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:48:33Z', 'updated_at': '2022-05-14T15:48:37Z', 'revision_number': 4, 'project_id': '64b1f483c1724e648f27877d52889290', 'subnets': [{'id': '2e18a0f1-74f7-46cf-9b54-6fc0b94eae88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:48:38.586029 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f4b9e5-6344-42ae-b763-671e299e992c None None] The sync data for ids ['aa5a5828-a05c-45e5-880f-9d234cef3c04'] in dv-cinder-839793-11-iscsi is: [{'id': 'aa5a5828-a05c-45e5-880f-9d234cef3c04', 'name': 'tempest-TestMinimumBasicScenario-622899384-router', 'tenant_id': '64b1f483c1724e648f27877d52889290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '3e5ecf99-9f2e-4124-be51-3b9d4cf754b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:48:30Z', 'updated_at': '2022-05-14T15:48:34Z', 'revision_number': 4, 'project_id': '64b1f483c1724e648f27877d52889290', 'gw_port': {'id': '3e5ecf99-9f2e-4124-be51-3b9d4cf754b4', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:30:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5a5828-a05c-45e5-880f-9d234cef3c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:48:31Z', 'updated_at': '2022-05-14T15:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': 'e06ba912-3bef-4df2-9cad-d20e96a05f3b', 'name': '', 'network_id': 'ca06d5db-3539-46fd-a85b-d19297ddc688', 'tenant_id': '64b1f483c1724e648f27877d52889290', 'mac_address': 'fa:16:3e:23:cb:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5a5828-a05c-45e5-880f-9d234cef3c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '2e18a0f1-74f7-46cf-9b54-6fc0b94eae88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:48:33Z', 'updated_at': '2022-05-14T15:48:37Z', 'revision_number': 4, 'project_id': '64b1f483c1724e648f27877d52889290', 'subnets': [{'id': '2e18a0f1-74f7-46cf-9b54-6fc0b94eae88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 15:48:38.600757 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f31d369-7dff-44f7-92a7-a892bcded400 req-3194937f-a4e9-4197-bb5c-db3d85886b42 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:38.603411 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3f31d369-7dff-44f7-92a7-a892bcded400 req-3194937f-a4e9-4197-bb5c-db3d85886b42 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fbb269d-11cd-49ed-81ac-570e721c15cd HTTP/1.1" status: 200 len: 946 time: 0.0848451 May 14 15:48:38.611357 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269605a-fccd-4c8c-b74e-bde6fb28b74e req-b8e5f6fc-fe34-4701-8465-df62ab35a1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:38.613357 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-b269605a-fccd-4c8c-b74e-bde6fb28b74e req-b8e5f6fc-fe34-4701-8465-df62ab35a1de service neutron] 10.222.0.36 "GET /v2.0/networks?id=3e026b24-9d5e-4f74-ac5a-5d47dc1338b8 HTTP/1.1" status: 200 len: 920 time: 0.1957314 May 14 15:48:38.719829 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-b269605a-fccd-4c8c-b74e-bde6fb28b74e req-20c45944-a71b-4837-bf32-45e936d3037b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3697c0c4-258d-43cd-a608-dec915d0b3e8 HTTP/1.1" status: 200 len: 217 time: 0.0971928 May 14 15:48:38.727780 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-e7a97898-c6f1-40f6-9439-4d753c9f6595 None None] Current status of the port e06ba912-3bef-4df2-9cad-d20e96a05f3b is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:48:38.792235 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3f31d369-7dff-44f7-92a7-a892bcded400 req-c94e3c67-1fff-4fc6-900d-1b674c2219c5 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773691 May 14 15:48:38.849968 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269605a-fccd-4c8c-b74e-bde6fb28b74e req-3ae95e7b-e051-4b00-bf66-dac3fbe1eb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:38.852748 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-b269605a-fccd-4c8c-b74e-bde6fb28b74e req-3ae95e7b-e051-4b00-bf66-dac3fbe1eb3d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4761eee7-0a5d-411d-9c6c-5f0c035f2564 HTTP/1.1" status: 200 len: 858 time: 0.0745645 May 14 15:48:38.924278 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269605a-fccd-4c8c-b74e-bde6fb28b74e req-ba2f38fe-f944-41c8-83a5-37225f69b0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:38.926165 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-b269605a-fccd-4c8c-b74e-bde6fb28b74e req-ba2f38fe-f944-41c8-83a5-37225f69b0e8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e026b24-9d5e-4f74-ac5a-5d47dc1338b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0629725 May 14 15:48:38.932905 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 3e5ecf99-9f2e-4124-be51-3b9d4cf754b4 up at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:48:39.035288 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Provisioning complete for port 3e5ecf99-9f2e-4124-be51-3b9d4cf754b4 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:48:39.035933 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (3e5ecf99-9f2e-4124-be51-3b9d4cf754b4), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:39.133983 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-b269605a-fccd-4c8c-b74e-bde6fb28b74e req-d9fd29b3-8f80-493d-9792-fbce58eee62f service neutron] 10.222.0.36 "GET /v2.0/networks/3e026b24-9d5e-4f74-ac5a-5d47dc1338b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963396 May 14 15:48:39.170384 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port 3e5ecf99-9f2e-4124-be51-3b9d4cf754b4 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:48:39.171486 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device e06ba912-3bef-4df2-9cad-d20e96a05f3b up at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:48:39.288281 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Provisioning complete for port e06ba912-3bef-4df2-9cad-d20e96a05f3b triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:48:39.290096 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (e06ba912-3bef-4df2-9cad-d20e96a05f3b), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:39.342449 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-b269605a-fccd-4c8c-b74e-bde6fb28b74e req-a3491437-7900-440c-8b60-a6b3d52d8f6f service neutron] 10.222.0.36 "GET /v2.0/networks/3e026b24-9d5e-4f74-ac5a-5d47dc1338b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962333 May 14 15:48:39.464479 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port e06ba912-3bef-4df2-9cad-d20e96a05f3b is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:48:39.949333 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f4f1f-c42d-48f6-b25a-4651626ae102 req-1624d1fe-5653-4e2e-bf73-73c115229673 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:39.952098 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0d4f4f1f-c42d-48f6-b25a-4651626ae102 req-1624d1fe-5653-4e2e-bf73-73c115229673 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fbb269d-11cd-49ed-81ac-570e721c15cd HTTP/1.1" status: 200 len: 946 time: 0.0905318 May 14 15:48:40.055963 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0d4f4f1f-c42d-48f6-b25a-4651626ae102 req-4de34757-4bf0-46aa-9954-4e267b992c10 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959623 May 14 15:48:41.250129 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c09d7c2-070b-40db-8399-c6eca6b2edf7 req-16077ca5-0ad1-4fc3-9706-160961c2ccb9 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:41.257049 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3c09d7c2-070b-40db-8399-c6eca6b2edf7 req-16077ca5-0ad1-4fc3-9706-160961c2ccb9 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fbb269d-11cd-49ed-81ac-570e721c15cd HTTP/1.1" status: 200 len: 946 time: 0.0595572 May 14 15:48:41.313265 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3c09d7c2-070b-40db-8399-c6eca6b2edf7 req-359dbeda-b03f-4047-9634-e74323774157 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551496 May 14 15:48:42.475621 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0d644-4c0e-48aa-8116-c847468ce040 req-2abf8f67-f82a-4c6a-a95c-bde30a384d73 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:42.477240 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-aaf0d644-4c0e-48aa-8116-c847468ce040 req-2abf8f67-f82a-4c6a-a95c-bde30a384d73 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fbb269d-11cd-49ed-81ac-570e721c15cd HTTP/1.1" status: 200 len: 946 time: 0.0631392 May 14 15:48:42.534346 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-aaf0d644-4c0e-48aa-8116-c847468ce040 req-d14351b1-4a48-4801-9fbd-53c1a8918516 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498688 May 14 15:48:42.618783 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-cd1eea98-3021-4588-9590-5969087dafc2 None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 15:48:43.679251 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283f605-a7f0-4acf-84cf-0a7ce8b563f2 req-02df59c6-5c7d-49a6-8b40-06c891dc17b8 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:43.687469 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1283f605-a7f0-4acf-84cf-0a7ce8b563f2 req-02df59c6-5c7d-49a6-8b40-06c891dc17b8 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fbb269d-11cd-49ed-81ac-570e721c15cd HTTP/1.1" status: 200 len: 946 time: 0.0663702 May 14 15:48:43.734347 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1283f605-a7f0-4acf-84cf-0a7ce8b563f2 req-d71a38fc-aa92-4234-8456-1b63ae38bcde tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460119 May 14 15:48:44.856810 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209c73c-4c1a-4ce8-b224-0f49a0403a27 req-f8b0ca60-7a65-4d6d-a846-d1d5e6de9c0f tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:44.858288 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c209c73c-4c1a-4ce8-b224-0f49a0403a27 req-f8b0ca60-7a65-4d6d-a846-d1d5e6de9c0f tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fbb269d-11cd-49ed-81ac-570e721c15cd HTTP/1.1" status: 200 len: 946 time: 0.0493417 May 14 15:48:44.913010 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c209c73c-4c1a-4ce8-b224-0f49a0403a27 req-d018cf93-21a8-4ea8-928e-ba3e44e0f142 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479794 May 14 15:48:45.987074 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 37622) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:48:46.094799 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f13493d-51f6-4f15-8bd2-e6a587da49cc req-4432107c-6f49-46d1-8491-7a2e2937f823 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:46.096848 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5f13493d-51f6-4f15-8bd2-e6a587da49cc req-4432107c-6f49-46d1-8491-7a2e2937f823 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fbb269d-11cd-49ed-81ac-570e721c15cd HTTP/1.1" status: 200 len: 946 time: 0.0832705 May 14 15:48:46.220729 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f8aa3fb7-53ab-487f-b575-12c8db58ebf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:46.242543 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5f13493d-51f6-4f15-8bd2-e6a587da49cc req-c0bb61eb-90a9-47ff-8c27-ea329b413483 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392241 May 14 15:48:46.523483 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a0b61-d1d5-4f7c-bd02-b16dc1000223 req-8ec6a57c-3c1f-49bb-b551-a7595f037cf8 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:46.524985 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-763a0b61-d1d5-4f7c-bd02-b16dc1000223 req-8ec6a57c-3c1f-49bb-b551-a7595f037cf8 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/networks?id=4b5e11b1-b142-4a99-ada9-a011e605383b HTTP/1.1" status: 200 len: 814 time: 0.4048340 May 14 15:48:46.552916 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-763a0b61-d1d5-4f7c-bd02-b16dc1000223 req-e8071699-9820-4fc4-a318-507a7731c07a tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/quotas/5fba11e8ade54d388361c4c936a43372 HTTP/1.1" status: 200 len: 375 time: 0.0207777 May 14 15:48:46.623504 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f8aa3fb7-53ab-487f-b575-12c8db58ebf8 admin admin] Publish callbacks [] for security_group (3db10f67-4773-4a1a-b349-a34f15f7b141), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:46.631359 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-763a0b61-d1d5-4f7c-bd02-b16dc1000223 req-85a71ce7-847e-4649-bfe0-9cb2927844ca tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5fba11e8ade54d388361c4c936a43372&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0692010 May 14 15:48:46.632826 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f8aa3fb7-53ab-487f-b575-12c8db58ebf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (3db10f67-4773-4a1a-b349-a34f15f7b141), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:46.693403 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aa3fb7-53ab-487f-b575-12c8db58ebf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db10f67-4773-4a1a-b349-a34f15f7b141,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:46.702209 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-f8aa3fb7-53ab-487f-b575-12c8db58ebf8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=200660e3d79b47f0b10171fce264db97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7133226 May 14 15:48:46.705289 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 37646) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:48:46.757043 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-0d8761ea-6ad2-472b-a23d-a1a3ce88e7d6 admin admin] Publish callbacks [] for security_group (3db10f67-4773-4a1a-b349-a34f15f7b141), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:46.769472 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-763a0b61-d1d5-4f7c-bd02-b16dc1000223 req-03faa7d6-0992-47d0-9d96-7351717ac874 service neutron] 10.222.0.61 "GET /v2.0/networks/4b5e11b1-b142-4a99-ada9-a011e605383b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256607 May 14 15:48:46.777857 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-0d8761ea-6ad2-472b-a23d-a1a3ce88e7d6 admin admin] Publish callbacks [] for security_group (3db10f67-4773-4a1a-b349-a34f15f7b141), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:46.829233 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-0d8761ea-6ad2-472b-a23d-a1a3ce88e7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (3db10f67-4773-4a1a-b349-a34f15f7b141), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:46.832460 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-0d8761ea-6ad2-472b-a23d-a1a3ce88e7d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:46.836627 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-0d8761ea-6ad2-472b-a23d-a1a3ce88e7d6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3db10f67-4773-4a1a-b349-a34f15f7b141 HTTP/1.1" status: 204 len: 168 time: 0.1263542 May 14 15:48:46.843292 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8761ea-6ad2-472b-a23d-a1a3ce88e7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db10f67-4773-4a1a-b349-a34f15f7b141,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:46.887342 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-763a0b61-d1d5-4f7c-bd02-b16dc1000223 req-71f4123a-aada-416b-aed0-0816c7b81872 service neutron] 10.222.0.61 "GET /v2.0/networks/4b5e11b1-b142-4a99-ada9-a011e605383b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113391 May 14 15:48:47.102647 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9fadcb1f-3abe-4618-99e1-40fe602f6202 req-ebb02286-91a9-4211-935c-69ff9962c0f8 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 210 time: 0.0640645 May 14 15:48:47.420443 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16865de4-239a-4f3c-8cb9-a6d48b4a3cb7 req-29fe9bde-82e5-4eb7-9926-dcad742d96bd tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:47.429093 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-16865de4-239a-4f3c-8cb9-a6d48b4a3cb7 req-29fe9bde-82e5-4eb7-9926-dcad742d96bd tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fbb269d-11cd-49ed-81ac-570e721c15cd HTTP/1.1" status: 200 len: 946 time: 0.0651183 May 14 15:48:47.458483 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d1230-5eab-46b8-b868-4ed9d98662fd req-fa59d820-6698-4c6a-acfd-68a7c9dbc862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:47.460263 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-558d1230-5eab-46b8-b868-4ed9d98662fd req-fa59d820-6698-4c6a-acfd-68a7c9dbc862 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9fbb269d-11cd-49ed-81ac-570e721c15cd HTTP/1.1" status: 200 len: 1130 time: 0.0931842 May 14 15:48:47.499732 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-16865de4-239a-4f3c-8cb9-a6d48b4a3cb7 req-eb22fa89-e05f-4449-a56b-cd15faf68043 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694814 May 14 15:48:47.534377 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-558d1230-5eab-46b8-b868-4ed9d98662fd req-bb5052d0-df7d-4f18-8dc9-085efed7d7fb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663273 May 14 15:48:48.210100 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-85574239-9416-47fa-bbd5-3a158a4f34de req-2c256b70-5b4a-41a7-b206-fd441713fca1 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 210 time: 0.0389221 May 14 15:48:48.615916 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 37730) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:48:48.635793 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9000f5a-92c1-4902-b4c6-1bc70130eac4 req-165a7c71-5e20-49e2-b64a-9bf0c4086e5b tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:48.637360 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b9000f5a-92c1-4902-b4c6-1bc70130eac4 req-165a7c71-5e20-49e2-b64a-9bf0c4086e5b tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fbb269d-11cd-49ed-81ac-570e721c15cd HTTP/1.1" status: 200 len: 946 time: 0.0594814 May 14 15:48:48.688383 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b9000f5a-92c1-4902-b4c6-1bc70130eac4 req-e7899673-ad5b-4b6c-8b44-256cdfcb5c74 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452991 May 14 15:48:48.723885 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-0505c29a-bdf3-4f7d-82aa-1db78d018325 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:48.801129 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-0505c29a-bdf3-4f7d-82aa-1db78d018325 admin admin] Publish callbacks [] for security_group (4d3d74db-7547-45ee-bfc1-126f13c32946), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:48.806731 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-0505c29a-bdf3-4f7d-82aa-1db78d018325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (4d3d74db-7547-45ee-bfc1-126f13c32946), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:48.846523 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-0505c29a-bdf3-4f7d-82aa-1db78d018325 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c5087f1cbd764a11a7b4f74da8f3ec1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2294774 May 14 15:48:48.847472 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0505c29a-bdf3-4f7d-82aa-1db78d018325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3d74db-7547-45ee-bfc1-126f13c32946,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:48.849152 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 37742) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:48:48.903729 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-e6558815-6803-43a2-829e-7be43a95d875 admin admin] Publish callbacks [] for security_group (4d3d74db-7547-45ee-bfc1-126f13c32946), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:48.927174 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-e6558815-6803-43a2-829e-7be43a95d875 admin admin] Publish callbacks [] for security_group (4d3d74db-7547-45ee-bfc1-126f13c32946), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:48.980937 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-e6558815-6803-43a2-829e-7be43a95d875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (4d3d74db-7547-45ee-bfc1-126f13c32946), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:48.988078 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-e6558815-6803-43a2-829e-7be43a95d875 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:48.988078 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-e6558815-6803-43a2-829e-7be43a95d875 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4d3d74db-7547-45ee-bfc1-126f13c32946 HTTP/1.1" status: 204 len: 168 time: 0.1335340 May 14 15:48:48.993781 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6558815-6803-43a2-829e-7be43a95d875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3d74db-7547-45ee-bfc1-126f13c32946,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:49.314864 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-4af9f525-37f4-48a5-9dfc-937fba90e02f req-4d142d72-4971-46a8-8ec7-64192f7603ce tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 210 time: 0.0347800 May 14 15:48:49.351632 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5f09b0cd-1c92-4ce8-8a93-b8c49572d0d6 req-ea083fdf-891b-484b-91aa-20bfb414a169 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=c1e7c6697dfc4562b4c1d46ee21964a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301757 May 14 15:48:49.546924 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09b0cd-1c92-4ce8-8a93-b8c49572d0d6 req-ecb625e5-39bc-4144-818a-55e3d1cc7fe4 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:49.548407 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5f09b0cd-1c92-4ce8-8a93-b8c49572d0d6 req-ecb625e5-39bc-4144-818a-55e3d1cc7fe4 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1913919 May 14 15:48:49.563712 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5f09b0cd-1c92-4ce8-8a93-b8c49572d0d6 req-e6849335-945b-43f5-942d-25de93c85fdd tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/quotas/c1e7c6697dfc4562b4c1d46ee21964a5 HTTP/1.1" status: 200 len: 375 time: 0.0097804 May 14 15:48:49.597137 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5f09b0cd-1c92-4ce8-8a93-b8c49572d0d6 req-64bb28f6-7ada-40b2-9925-138c4decb098 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c1e7c6697dfc4562b4c1d46ee21964a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277991 May 14 15:48:49.676101 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 37788) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:48:49.805995 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a0b61-d1d5-4f7c-bd02-b16dc1000223 req-09b0e6f2-0d6b-4cf2-8da1-68b4d6fe0546 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:49.807726 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-85d488ad-9914-41c5-89fa-fabdb899cc81 req-7142c769-cad9-4290-a905-17aa19c71796 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea1f238d-3bae-4ce8-b328-d07fc2f7f272 HTTP/1.1" status: 200 len: 210 time: 0.0422792 May 14 15:48:49.818509 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-763a0b61-d1d5-4f7c-bd02-b16dc1000223 req-09b0e6f2-0d6b-4cf2-8da1-68b4d6fe0546 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.36 "GET /v2.0/networks?id=4b5e11b1-b142-4a99-ada9-a011e605383b HTTP/1.1" status: 200 len: 814 time: 0.1500232 May 14 15:48:49.829366 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [req-763a0b61-d1d5-4f7c-bd02-b16dc1000223 req-b37fffc4-dd60-4e17-8886-6703346a7032 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Request body: {'port': {'device_id': 'ef63d04a-87e5-4202-a672-d45a2a877c68', 'network_id': '4b5e11b1-b142-4a99-ada9-a011e605383b', 'admin_state_up': True, 'tenant_id': '5fba11e8ade54d388361c4c936a43372'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:48:49.844002 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-a824b0e6-da6e-4cec-b6b1-0ff3d763c87a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-959786787-network', 'tenant_id': '71b09f9f20b340b5a615b24e05312703'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:48:49.920926 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe80c2-962b-4823-b80c-131256a69d5d req-f71bfe3c-b026-4417-9680-4247695d78e5 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:49.922592 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-64fe80c2-962b-4823-b80c-131256a69d5d req-f71bfe3c-b026-4417-9680-4247695d78e5 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fbb269d-11cd-49ed-81ac-570e721c15cd HTTP/1.1" status: 200 len: 946 time: 0.1056018 May 14 15:48:49.923788 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a824b0e6-da6e-4cec-b6b1-0ff3d763c87a admin admin] Made reservation on behalf of 71b09f9f20b340b5a615b24e05312703 for: {'network': 1} {{(pid=115111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:48:49.926023 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-a824b0e6-da6e-4cec-b6b1-0ff3d763c87a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for network (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:49.935360 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-a824b0e6-da6e-4cec-b6b1-0ff3d763c87a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:49.959461 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-763a0b61-d1d5-4f7c-bd02-b16dc1000223 req-b37fffc4-dd60-4e17-8886-6703346a7032 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Made reservation on behalf of 5fba11e8ade54d388361c4c936a43372 for: {'port': 1} {{(pid=115110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:48:49.963252 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-763a0b61-d1d5-4f7c-bd02-b16dc1000223 req-b37fffc4-dd60-4e17-8886-6703346a7032 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:50.027136 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-64fe80c2-962b-4823-b80c-131256a69d5d req-aee9d1c4-2954-4c31-80ac-ab0962f66830 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844033 May 14 15:48:50.135677 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-a824b0e6-da6e-4cec-b6b1-0ff3d763c87a admin admin] Publish callbacks [] for security_group (63a33137-e7f7-4c70-9a4f-e6e87acef7d1), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:50.143671 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-a824b0e6-da6e-4cec-b6b1-0ff3d763c87a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (63a33137-e7f7-4c70-9a4f-e6e87acef7d1), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:50.167189 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.db_base_plugin_common [req-763a0b61-d1d5-4f7c-bd02-b16dc1000223 req-b37fffc4-dd60-4e17-8886-6703346a7032 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Allocated IP 172.20.0.3 (4b5e11b1-b142-4a99-ada9-a011e605383b/ccea14e1-27b6-48d9-a3be-5796f3489377/61226c22-8028-48c9-8e04-0f0c0cf9fa30) {{(pid=115110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:48:50.214189 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a824b0e6-da6e-4cec-b6b1-0ff3d763c87a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=115111) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 15:48:50.219852 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a824b0e6-da6e-4cec-b6b1-0ff3d763c87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a33137-e7f7-4c70-9a4f-e6e87acef7d1,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:50.242831 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-a824b0e6-da6e-4cec-b6b1-0ff3d763c87a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770741945101', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32906243'] for segment (4f40e848-fb9d-4d21-b482-dac44d3cf917), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:50.243262 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.db.segments_db [None req-a824b0e6-da6e-4cec-b6b1-0ff3d763c87a admin admin] Added segment 4f40e848-fb9d-4d21-b482-dac44d3cf917 of type vlan for network a8d27839-074b-4ab6-8eee-a26beda7dc34 May 14 15:48:50.315461 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-a824b0e6-da6e-4cec-b6b1-0ff3d763c87a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770741518219'] for network (a8d27839-074b-4ab6-8eee-a26beda7dc34), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:50.381053 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-a824b0e6-da6e-4cec-b6b1-0ff3d763c87a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732'] for network (a8d27839-074b-4ab6-8eee-a26beda7dc34), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:50.383960 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a824b0e6-da6e-4cec-b6b1-0ff3d763c87a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:50.389163 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-a824b0e6-da6e-4cec-b6b1-0ff3d763c87a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for network (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:50.444642 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-a824b0e6-da6e-4cec-b6b1-0ff3d763c87a admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7670407 May 14 15:48:50.448339 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 37842) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:48:50.453584 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-b7ece44f-9d1c-4d5f-8719-151273918f33 admin admin] Request body: {'subnet': {'network_id': 'a8d27839-074b-4ab6-8eee-a26beda7dc34', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-959786787-subnet', 'tenant_id': '71b09f9f20b340b5a615b24e05312703', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:48:50.510579 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a824b0e6-da6e-4cec-b6b1-0ff3d763c87a admin admin] Pushing event updated for resources: {'Network': ['ID=a8d27839-074b-4ab6-8eee-a26beda7dc34,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:50.524864 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Network a8d27839-074b-4ab6-8eee-a26beda7dc34 details requested by agent ovs-agent-dv-cinder-839793-11-iscsi with host dv-cinder-839793-11-iscsi {{(pid=115112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 14 15:48:50.542639 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589f1f1-01ff-45b2-b59f-67a934460136 req-4a464c25-dffd-4eb3-89a5-677d1b6fd853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:50.547256 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-5589f1f1-01ff-45b2-b59f-67a934460136 req-4a464c25-dffd-4eb3-89a5-677d1b6fd853 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d2517d5440a4d30949f3dd36a46d813&device_id=9fbb269d-11cd-49ed-81ac-570e721c15cd HTTP/1.1" status: 200 len: 1130 time: 0.1177247 May 14 15:48:50.614215 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ece44f-9d1c-4d5f-8719-151273918f33 admin admin] Made reservation on behalf of 71b09f9f20b340b5a615b24e05312703 for: {'subnet': 1} {{(pid=115111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:48:50.621927 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-b7ece44f-9d1c-4d5f-8719-151273918f33 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8853839'] for subnet (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:50.681951 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-763a0b61-d1d5-4f7c-bd02-b16dc1000223 req-b37fffc4-dd60-4e17-8886-6703346a7032 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks [] for port (61226c22-8028-48c9-8e04-0f0c0cf9fa30), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:50.732097 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-763a0b61-d1d5-4f7c-bd02-b16dc1000223 req-b37fffc4-dd60-4e17-8886-6703346a7032 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (61226c22-8028-48c9-8e04-0f0c0cf9fa30), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:50.737311 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-cb7ac812-ef47-4a9e-910f-363a44c75ed2 req-87a6f842-a908-4bac-962a-fd14af8eecd5 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 210 time: 0.1654246 May 14 15:48:50.759157 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf6fad-5e9d-4b5b-83be-ec26fa869323 req-6006bf9b-4ce1-49d0-84e6-03a3a172190c tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:50.772321 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-afaf6fad-5e9d-4b5b-83be-ec26fa869323 req-6006bf9b-4ce1-49d0-84e6-03a3a172190c tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fbb269d-11cd-49ed-81ac-570e721c15cd HTTP/1.1" status: 200 len: 946 time: 0.2359006 May 14 15:48:50.832396 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589f1f1-01ff-45b2-b59f-67a934460136 req-d6888769-0dc7-4708-bc5a-0948521dcd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:50.835064 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-5589f1f1-01ff-45b2-b59f-67a934460136 req-d6888769-0dc7-4708-bc5a-0948521dcd0c service neutron] 10.222.0.36 "GET /v2.0/networks?id=3e026b24-9d5e-4f74-ac5a-5d47dc1338b8 HTTP/1.1" status: 200 len: 920 time: 0.2794988 May 14 15:48:50.921414 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-763a0b61-d1d5-4f7c-bd02-b16dc1000223 req-b37fffc4-dd60-4e17-8886-6703346a7032 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Network 4b5e11b1-b142-4a99-ada9-a011e605383b is already hosted by enough agents. {{(pid=115110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:48:50.930375 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.base_scheduler [req-763a0b61-d1d5-4f7c-bd02-b16dc1000223 req-b37fffc4-dd60-4e17-8886-6703346a7032 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Resources bound (agent type, host, resource id): {{(pid=115110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:48:50.933885 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.l3_dvrscheduler_db [req-763a0b61-d1d5-4f7c-bd02-b16dc1000223 req-b37fffc4-dd60-4e17-8886-6703346a7032 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Received port after_create {{(pid=115110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:48:50.940197 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-5589f1f1-01ff-45b2-b59f-67a934460136 req-1df796c6-cead-4ec6-87c8-3fdbed3271a1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3697c0c4-258d-43cd-a608-dec915d0b3e8 HTTP/1.1" status: 200 len: 217 time: 0.0798795 May 14 15:48:50.945800 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-afaf6fad-5e9d-4b5b-83be-ec26fa869323 req-f5bd4971-a064-4f1a-8002-0197c3f2714a tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723099 May 14 15:48:50.973249 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37fffc4-dd60-4e17-8886-6703346a7032 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Pushing event updated for resources: {'Port': ['ID=61226c22-8028-48c9-8e04-0f0c0cf9fa30,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:51.001513 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6881b362-3221-4eb4-adfa-1cc9013b78bc req-249b8a23-5801-4504-b4f6-993ce0a70ae4 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea1f238d-3bae-4ce8-b328-d07fc2f7f272 HTTP/1.1" status: 200 len: 210 time: 0.0378535 May 14 15:48:51.036064 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a0b61-d1d5-4f7c-bd02-b16dc1000223 req-b37fffc4-dd60-4e17-8886-6703346a7032 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:51.036064 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-763a0b61-d1d5-4f7c-bd02-b16dc1000223 req-b37fffc4-dd60-4e17-8886-6703346a7032 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:51.064635 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-763a0b61-d1d5-4f7c-bd02-b16dc1000223 req-b37fffc4-dd60-4e17-8886-6703346a7032 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2391884 May 14 15:48:51.175180 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-b7ece44f-9d1c-4d5f-8719-151273918f33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8765667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8853849'] for subnet (5d0d81a8-4e9e-4256-bae5-837cec1a3732), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:51.269912 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ece44f-9d1c-4d5f-8719-151273918f33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d0d81a8-4e9e-4256-bae5-837cec1a3732,revision_number=0']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:48:51.279537 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ece44f-9d1c-4d5f-8719-151273918f33 admin admin] Checking segment: {'id': '4f40e848-fb9d-4d21-b482-dac44d3cf917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8d27839-074b-4ab6-8eee-a26beda7dc34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:48:51.279912 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ece44f-9d1c-4d5f-8719-151273918f33 admin admin] Network hostable DHCP agents. Network: a8d27839-074b-4ab6-8eee-a26beda7dc34, hostable agents: ['fb8f4d26-2508-472b-a3f6-593d1ff7e929'], hosted agents: [] {{(pid=115111) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 15:48:51.294950 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-604d6258-2867-4246-be10-890319dfe72b None None] Provisioning complete for port 61226c22-8028-48c9-8e04-0f0c0cf9fa30 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:48:51.296445 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-604d6258-2867-4246-be10-890319dfe72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (61226c22-8028-48c9-8e04-0f0c0cf9fa30), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:51.323692 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ece44f-9d1c-4d5f-8719-151273918f33 admin admin] Network a8d27839-074b-4ab6-8eee-a26beda7dc34 is scheduled to be hosted by DHCP agent fb8f4d26-2508-472b-a3f6-593d1ff7e929 with binding_index 1 {{(pid=115111) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 15:48:51.335994 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.base_scheduler [None req-b7ece44f-9d1c-4d5f-8719-151273918f33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-11-iscsi, a8d27839-074b-4ab6-8eee-a26beda7dc34) {{(pid=115111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:48:51.340858 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ece44f-9d1c-4d5f-8719-151273918f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:51.341700 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-b7ece44f-9d1c-4d5f-8719-151273918f33 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:48:51.348266 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-604d6258-2867-4246-be10-890319dfe72b None None] Port 61226c22-8028-48c9-8e04-0f0c0cf9fa30 cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 14 15:48:51.351598 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89052316-ab19-4f04-8a3e-f752350f35f5 None None] Network a8d27839-074b-4ab6-8eee-a26beda7dc34 requested from dv-cinder-839793-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 15:48:51.375358 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-b7ece44f-9d1c-4d5f-8719-151273918f33 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9175997 May 14 15:48:51.484236 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce8a07b-63ec-4c64-8014-0ade624a383f None None] Network a8d27839-074b-4ab6-8eee-a26beda7dc34 requested from dv-cinder-839793-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 15:48:51.880825 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8912a62b-b91a-41ab-a551-de060de78698 req-276a8b38-49b2-4e65-96f8-2cc678bd14b9 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:51.888685 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8912a62b-b91a-41ab-a551-de060de78698 req-276a8b38-49b2-4e65-96f8-2cc678bd14b9 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 931 time: 0.0598598 May 14 15:48:51.979469 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8912a62b-b91a-41ab-a551-de060de78698 req-d844dee2-506c-4d3e-977e-d2bbc40e9b0e tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852704 May 14 15:48:52.068785 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b74929-347c-4ffe-89de-f03b726f59b7 req-d398b641-34e1-4fa8-8cfe-2178e4204f81 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:52.071091 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-46b74929-347c-4ffe-89de-f03b726f59b7 req-d398b641-34e1-4fa8-8cfe-2178e4204f81 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fbb269d-11cd-49ed-81ac-570e721c15cd HTTP/1.1" status: 200 len: 946 time: 0.0508304 May 14 15:48:52.127531 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-bc027c26-7bac-4621-a3c1-b7d891ce8dee req-7b8e0f2d-1f6a-403e-9d24-f8dcc6980316 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea1f238d-3bae-4ce8-b328-d07fc2f7f272 HTTP/1.1" status: 200 len: 210 time: 0.0370007 May 14 15:48:52.154392 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-46b74929-347c-4ffe-89de-f03b726f59b7 req-0338c49d-6458-485f-b8d4-2bf3ae459a1e tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724618 May 14 15:48:53.132125 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df0b11-aa7d-4a83-b50c-f06fcf6e8708 req-53c504fe-29d2-4c17-a893-3a93d2e84e62 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:53.133651 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c9df0b11-aa7d-4a83-b50c-f06fcf6e8708 req-53c504fe-29d2-4c17-a893-3a93d2e84e62 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 931 time: 0.0804183 May 14 15:48:53.215370 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c9df0b11-aa7d-4a83-b50c-f06fcf6e8708 req-feafe312-039f-45ea-a138-9475df11e3d9 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706267 May 14 15:48:53.258612 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-69015536-5ba1-46e3-84fc-60d647e5658b req-39ce981c-3ec9-4d5c-aa61-c1389601a589 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea1f238d-3bae-4ce8-b328-d07fc2f7f272 HTTP/1.1" status: 200 len: 210 time: 0.0368855 May 14 15:48:53.343669 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12cf584-e741-4625-8fda-6f87e2dc8be1 req-eed88d73-425f-419d-98f6-0c32a83329cd tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:53.350875 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a12cf584-e741-4625-8fda-6f87e2dc8be1 req-eed88d73-425f-419d-98f6-0c32a83329cd tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fbb269d-11cd-49ed-81ac-570e721c15cd HTTP/1.1" status: 200 len: 946 time: 0.0720241 May 14 15:48:53.426967 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a12cf584-e741-4625-8fda-6f87e2dc8be1 req-78cad7e2-c02b-42c4-b615-3d8c084dcff4 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750773 May 14 15:48:54.328902 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b1caf0-3f3d-483c-9988-8052bd58d092 req-7888f3b5-7561-4748-ba17-21631ac6292d tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:54.330716 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-80b1caf0-3f3d-483c-9988-8052bd58d092 req-7888f3b5-7561-4748-ba17-21631ac6292d tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 931 time: 0.0536926 May 14 15:48:54.365795 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-028d698d-35ce-4c45-9127-44fc58f2eb4f req-7b886547-c9c8-4554-ac10-853c84c776e2 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea1f238d-3bae-4ce8-b328-d07fc2f7f272 HTTP/1.1" status: 200 len: 210 time: 0.0324886 May 14 15:48:54.401855 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-80b1caf0-3f3d-483c-9988-8052bd58d092 req-18263ad3-9424-4aff-95d0-a3456dba87cf tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597568 May 14 15:48:54.546884 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eecd5e-c272-40ee-92b1-2d503cfa1e5a req-2dbd79a9-443e-4a3b-bded-76300b36c2cd tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:54.551268 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-55eecd5e-c272-40ee-92b1-2d503cfa1e5a req-2dbd79a9-443e-4a3b-bded-76300b36c2cd tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fbb269d-11cd-49ed-81ac-570e721c15cd HTTP/1.1" status: 200 len: 946 time: 0.0508978 May 14 15:48:54.604167 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-55eecd5e-c272-40ee-92b1-2d503cfa1e5a req-51f4de57-32fd-468f-9595-9603ec642277 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489211 May 14 15:48:55.352723 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9beba2-c856-49d5-af85-5a357cd53b58 req-27862ce9-c2e4-424b-9eee-43ad6edd074e tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:55.354279 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-af9beba2-c856-49d5-af85-5a357cd53b58 req-27862ce9-c2e4-424b-9eee-43ad6edd074e tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/networks?id=a8d27839-074b-4ab6-8eee-a26beda7dc34 HTTP/1.1" status: 200 len: 808 time: 0.1064231 May 14 15:48:55.370045 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-af9beba2-c856-49d5-af85-5a357cd53b58 req-d6267ec9-4be8-414f-8e7d-033cb83a5f7b tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/quotas/71b09f9f20b340b5a615b24e05312703 HTTP/1.1" status: 200 len: 375 time: 0.0104160 May 14 15:48:55.405872 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-af9beba2-c856-49d5-af85-5a357cd53b58 req-547f7be9-a077-4ecf-af10-f054f1cb79bb tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=71b09f9f20b340b5a615b24e05312703&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306053 May 14 15:48:55.497145 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-acaa810c-5586-4f6d-b408-5536319ecf0a req-da0b80ca-42e2-4696-af1b-00c1f0111506 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea1f238d-3bae-4ce8-b328-d07fc2f7f272 HTTP/1.1" status: 200 len: 210 time: 0.0598114 May 14 15:48:55.529284 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-af9beba2-c856-49d5-af85-5a357cd53b58 req-f33d702f-970f-4ee5-ae82-08a4116522ad service neutron] 10.222.0.61 "GET /v2.0/networks/a8d27839-074b-4ab6-8eee-a26beda7dc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177075 May 14 15:48:55.649570 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d286eb-2185-4da2-b23c-ff4f35350538 req-3827de58-09e3-4a89-b980-31599a6faab3 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:55.651258 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d1d286eb-2185-4da2-b23c-ff4f35350538 req-3827de58-09e3-4a89-b980-31599a6faab3 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 931 time: 0.0836921 May 14 15:48:55.683176 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-af9beba2-c856-49d5-af85-5a357cd53b58 req-6d596ea7-3d07-43ad-aff5-dc731f988523 service neutron] 10.222.0.61 "GET /v2.0/networks/a8d27839-074b-4ab6-8eee-a26beda7dc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405590 May 14 15:48:55.719305 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d1d286eb-2185-4da2-b23c-ff4f35350538 req-acb15c5d-2a85-42ab-b1d2-9236c91b4fc2 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580065 May 14 15:48:55.856850 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202c181-c5b3-4150-a746-6ce6c7cde511 req-a73ce1d5-5dc6-4c65-94c7-88feb1f2ef39 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:55.867425 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e202c181-c5b3-4150-a746-6ce6c7cde511 req-a73ce1d5-5dc6-4c65-94c7-88feb1f2ef39 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fbb269d-11cd-49ed-81ac-570e721c15cd HTTP/1.1" status: 200 len: 946 time: 0.0745912 May 14 15:48:55.933885 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e202c181-c5b3-4150-a746-6ce6c7cde511 req-4cf65d5f-b608-4ef5-8948-b6c8e4312c4a tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650661 May 14 15:48:55.993184 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1650a4c6-e10a-4d88-9b34-6257bdea7c25 req-3a4af200-1d45-4171-b42f-b72371fb9cac tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=656dffc0-256e-40ba-b670-f08e247a0d95 HTTP/1.1" status: 200 len: 210 time: 0.0536337 May 14 15:48:56.603696 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ccc714cc-7b56-44be-ba24-6356571b57cd req-129bda5c-7fb8-47b4-b34e-08e426ab980f tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea1f238d-3bae-4ce8-b328-d07fc2f7f272 HTTP/1.1" status: 200 len: 210 time: 0.0284629 May 14 15:48:56.834180 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a98fc-c1d7-4aab-8f0d-0a03e136745d req-7e311d11-2fcc-4bff-9b9f-18c6c8ec0946 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:56.835821 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f12a98fc-c1d7-4aab-8f0d-0a03e136745d req-7e311d11-2fcc-4bff-9b9f-18c6c8ec0946 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 931 time: 0.0484293 May 14 15:48:56.887221 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f12a98fc-c1d7-4aab-8f0d-0a03e136745d req-00755ba4-9f3b-4871-ac36-e598819243ea tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452924 May 14 15:48:57.053977 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c24e7-22fc-4e3b-a17b-17c11c1b49b6 req-2ad720ed-6305-43cd-bc72-b67e887c26e7 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:57.055523 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1a4c24e7-22fc-4e3b-a17b-17c11c1b49b6 req-2ad720ed-6305-43cd-bc72-b67e887c26e7 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fbb269d-11cd-49ed-81ac-570e721c15cd HTTP/1.1" status: 200 len: 946 time: 0.0555787 May 14 15:48:57.105702 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ca466e16-a63b-44ed-acc4-57adda58a003 req-8e0d3900-adb0-4428-8663-c378fb991602 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=656dffc0-256e-40ba-b670-f08e247a0d95 HTTP/1.1" status: 200 len: 210 time: 0.0414810 May 14 15:48:57.140746 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1a4c24e7-22fc-4e3b-a17b-17c11c1b49b6 req-02cfc4e2-4ec4-4876-a3de-adb3168b0bcc tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779099 May 14 15:48:57.700524 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-62298455-f68a-48f3-bbdf-a26d6ea83ec4 req-ff605f00-773d-4aa7-984e-0fa168f0d64a tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea1f238d-3bae-4ce8-b328-d07fc2f7f272 HTTP/1.1" status: 200 len: 210 time: 0.0283697 May 14 15:48:58.003635 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06fc214-afcf-4bd6-bde1-82df4a3d936f req-2a50ceaa-6b54-4228-8801-bcb06c9a9c66 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:58.005042 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d06fc214-afcf-4bd6-bde1-82df4a3d936f req-2a50ceaa-6b54-4228-8801-bcb06c9a9c66 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 931 time: 0.0500216 May 14 15:48:58.053391 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d06fc214-afcf-4bd6-bde1-82df4a3d936f req-60b6a210-0899-4811-9a67-1edf809b08b0 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427241 May 14 15:48:58.204070 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-2a51a451-a78f-4e01-9cd3-bcd8010237cb req-fd6ac1c2-141b-44e6-a9f9-f48f96d80f61 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=656dffc0-256e-40ba-b670-f08e247a0d95 HTTP/1.1" status: 200 len: 210 time: 0.0282621 May 14 15:48:58.275732 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d77930-a668-46f0-a6f2-17dd56ae4f46 req-fef25203-456b-47a0-836c-c8b792ea5375 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:58.277148 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-72d77930-a668-46f0-a6f2-17dd56ae4f46 req-fef25203-456b-47a0-836c-c8b792ea5375 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fbb269d-11cd-49ed-81ac-570e721c15cd HTTP/1.1" status: 200 len: 946 time: 0.0499630 May 14 15:48:58.329501 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-72d77930-a668-46f0-a6f2-17dd56ae4f46 req-03ce8575-63d0-469f-8f3d-a2fe9566b877 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458860 May 14 15:48:58.798779 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0d93265e-b9d5-457d-b816-c040a11beb29 req-7de2f6d3-ee32-4914-9d3f-68c41b0b86a4 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea1f238d-3bae-4ce8-b328-d07fc2f7f272 HTTP/1.1" status: 200 len: 210 time: 0.0306163 May 14 15:48:59.172460 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93546b88-1e67-43e3-8df8-162232f94e9c req-9cb50f38-4945-4495-bbd1-36229563e9b4 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:59.173992 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-93546b88-1e67-43e3-8df8-162232f94e9c req-9cb50f38-4945-4495-bbd1-36229563e9b4 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 931 time: 0.0503414 May 14 15:48:59.225636 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-93546b88-1e67-43e3-8df8-162232f94e9c req-36a06932-3e73-4fd9-a618-23e4f320b95a tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456064 May 14 15:48:59.308469 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-282440f7-cbc3-4489-98d6-38c144eca373 req-1fe2d1dc-84f2-4662-b698-b5b4d740bbfd tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=656dffc0-256e-40ba-b670-f08e247a0d95 HTTP/1.1" status: 200 len: 210 time: 0.0286670 May 14 15:48:59.449517 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb20baf-65d4-411c-94ac-3d6553ee6e87 req-229e598f-3233-4f2a-a849-4b871e242aaf tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:48:59.450994 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-2fb20baf-65d4-411c-94ac-3d6553ee6e87 req-229e598f-3233-4f2a-a849-4b871e242aaf tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fbb269d-11cd-49ed-81ac-570e721c15cd HTTP/1.1" status: 200 len: 946 time: 0.0504150 May 14 15:48:59.503730 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-2fb20baf-65d4-411c-94ac-3d6553ee6e87 req-eeca7c4d-df8d-4a23-8ba4-8e31f8f3e2fa tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460544 May 14 15:48:59.908383 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-dc4f234e-c687-4201-b914-5d46029370ff req-0f02a9a5-7140-4676-a79d-32bae7bcfff9 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea1f238d-3bae-4ce8-b328-d07fc2f7f272 HTTP/1.1" status: 200 len: 210 time: 0.0288136 May 14 15:49:00.345598 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e6d44-58a6-4ac8-9566-08dfa5555935 req-c0f9389f-fdf0-4ebc-b0c0-7e9a95cac552 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:00.347116 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5e9e6d44-58a6-4ac8-9566-08dfa5555935 req-c0f9389f-fdf0-4ebc-b0c0-7e9a95cac552 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 931 time: 0.0482314 May 14 15:49:00.411854 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5e9e6d44-58a6-4ac8-9566-08dfa5555935 req-80b50b75-f0f0-4f57-b1c2-775ab2cc9350 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583682 May 14 15:49:00.454974 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-194bb494-42a8-4677-84b8-95bf9734fe44 req-9bd4ab14-de6c-4e3f-868f-5b040782a79a tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=656dffc0-256e-40ba-b670-f08e247a0d95 HTTP/1.1" status: 200 len: 210 time: 0.0419564 May 14 15:49:00.623591 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8fc700-857c-45d1-a4b9-0e0044ef7568 req-79250a3f-a5ac-464f-9965-94a742969360 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:00.625149 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0e8fc700-857c-45d1-a4b9-0e0044ef7568 req-79250a3f-a5ac-464f-9965-94a742969360 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fbb269d-11cd-49ed-81ac-570e721c15cd HTTP/1.1" status: 200 len: 946 time: 0.0486612 May 14 15:49:00.676137 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0e8fc700-857c-45d1-a4b9-0e0044ef7568 req-b2c6c801-8b8b-4d4b-b1fa-b0748f3c375a tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452795 May 14 15:49:01.011607 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-fae1871f-6f08-4824-88ae-5c9c7d4dc31e req-7531b295-3805-4544-99ad-70ec060bf0c8 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea1f238d-3bae-4ce8-b328-d07fc2f7f272 HTTP/1.1" status: 200 len: 210 time: 0.0302041 May 14 15:49:01.026840 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-eb17f385-1f45-4955-b7cf-48c881c12fa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:01.540618 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f57ce2-1441-4eb1-be51-7ee5b795ea5e req-4c7b65a7-d3e4-4bb1-ab59-f68ae7e1cbce tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:01.541953 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b1f57ce2-1441-4eb1-be51-7ee5b795ea5e req-4c7b65a7-d3e4-4bb1-ab59-f68ae7e1cbce tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 931 time: 0.0607126 May 14 15:49:01.564229 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6d9f5c8b-5e2c-4f6c-a481-7074140d73c6 req-13290113-58bf-4bc6-abb9-ca3bfd432c9c tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=656dffc0-256e-40ba-b670-f08e247a0d95 HTTP/1.1" status: 200 len: 210 time: 0.0479109 May 14 15:49:01.600763 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b1f57ce2-1441-4eb1-be51-7ee5b795ea5e req-e5c246e5-66ac-4f54-ae61-7474e870c6f9 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438087 May 14 15:49:01.791319 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1b8a5-38a8-481e-958f-fb4c33f30b3d req-207d7615-5f5c-4307-8952-a2aa5ff99bab tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:01.793164 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-33a1b8a5-38a8-481e-958f-fb4c33f30b3d req-207d7615-5f5c-4307-8952-a2aa5ff99bab tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fbb269d-11cd-49ed-81ac-570e721c15cd HTTP/1.1" status: 200 len: 946 time: 0.0472963 May 14 15:49:01.842828 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-33a1b8a5-38a8-481e-958f-fb4c33f30b3d req-b9fda60e-b2dc-47ad-8175-d9f097bcaa07 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442927 May 14 15:49:02.116368 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-58a5a393-1132-43d7-9504-416fccef281e req-9770c7a2-67d8-42b4-8a2f-33c8083f063d tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea1f238d-3bae-4ce8-b328-d07fc2f7f272 HTTP/1.1" status: 200 len: 210 time: 0.0328076 May 14 15:49:02.657855 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-01859821-dec6-4fd7-b303-946ead15b7e7 req-ec829999-d849-42e4-9d03-066b837c6936 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=656dffc0-256e-40ba-b670-f08e247a0d95 HTTP/1.1" status: 200 len: 210 time: 0.0280111 May 14 15:49:02.711259 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef6041-81a1-4562-aa68-cf9dd1f1b9f9 req-7bdc6f9b-383b-4079-91b0-2799bee26123 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:02.712672 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-27ef6041-81a1-4562-aa68-cf9dd1f1b9f9 req-7bdc6f9b-383b-4079-91b0-2799bee26123 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 931 time: 0.0446284 May 14 15:49:02.756285 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (df6c86ae-fc26-40a3-91a1-648a304bf46f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:02.760119 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-27ef6041-81a1-4562-aa68-cf9dd1f1b9f9 req-0809dfd7-5ebd-44f9-ba1e-a83d58651d05 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418320 May 14 15:49:02.949493 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580ca05-7373-4727-86a2-ed946aab42b8 req-c18f437e-bea6-42af-b7a9-4fc03e9b6156 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:02.950946 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-2580ca05-7373-4727-86a2-ed946aab42b8 req-c18f437e-bea6-42af-b7a9-4fc03e9b6156 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fbb269d-11cd-49ed-81ac-570e721c15cd HTTP/1.1" status: 200 len: 946 time: 0.0444019 May 14 15:49:02.999116 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-2580ca05-7373-4727-86a2-ed946aab42b8 req-ac96e76e-7627-4df2-8bfe-80649f68dfca tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427547 May 14 15:49:03.209340 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7f61560c-e2d1-4950-a19e-7e2243c6ba41 req-64dec3a7-7eb7-4fba-836d-22cb0b4aca37 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea1f238d-3bae-4ce8-b328-d07fc2f7f272 HTTP/1.1" status: 200 len: 210 time: 0.0274141 May 14 15:49:03.255247 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-c182e91a-0bb4-450e-8868-67c47d289ae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:03.749865 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b90df2af-ab52-49e7-882e-3c14ee4424c3 req-a7d9724a-5a21-41c1-80d7-6cd609debe1e tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=656dffc0-256e-40ba-b670-f08e247a0d95 HTTP/1.1" status: 200 len: 210 time: 0.0274138 May 14 15:49:03.874180 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9cf35-3f63-446d-87b8-5d867b3836b5 req-c78b6f29-3302-4a48-ada9-68e623109929 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:03.875658 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3cb9cf35-3f63-446d-87b8-5d867b3836b5 req-c78b6f29-3302-4a48-ada9-68e623109929 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 931 time: 0.0480795 May 14 15:49:03.925096 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3cb9cf35-3f63-446d-87b8-5d867b3836b5 req-eebb7778-4d2e-42e7-8db1-eabb2f783fad tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439601 May 14 15:49:04.110390 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5faceb-c36b-46a5-915a-c7b9454e7f0f req-728f5eaf-22b4-4bf8-96d2-f268fe361122 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:04.111846 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5f5faceb-c36b-46a5-915a-c7b9454e7f0f req-728f5eaf-22b4-4bf8-96d2-f268fe361122 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fbb269d-11cd-49ed-81ac-570e721c15cd HTTP/1.1" status: 200 len: 946 time: 0.0466919 May 14 15:49:04.159058 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5f5faceb-c36b-46a5-915a-c7b9454e7f0f req-b908ba93-5879-4b63-8023-da399a6f788a tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414748 May 14 15:49:04.277301 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:04.304423 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6bb19ee8-4245-452f-846a-a7fea9213f4a req-a4661f45-ba15-48b4-bc03-c5736ee497cc tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea1f238d-3bae-4ce8-b328-d07fc2f7f272 HTTP/1.1" status: 200 len: 210 time: 0.0272288 May 14 15:49:04.843397 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-46f57bdf-052a-468d-940b-c98dae5aa02d req-d40da834-9abc-4c5e-b13f-b3dcb44dbaa4 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=656dffc0-256e-40ba-b670-f08e247a0d95 HTTP/1.1" status: 200 len: 210 time: 0.0285976 May 14 15:49:05.037645 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be7a67-cec7-47e9-a9a3-6da3155f1ceb req-4684a5cd-dc2a-4737-81f9-7624cc5349c1 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:05.039172 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f4be7a67-cec7-47e9-a9a3-6da3155f1ceb req-4684a5cd-dc2a-4737-81f9-7624cc5349c1 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 931 time: 0.0485532 May 14 15:49:05.085737 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f4be7a67-cec7-47e9-a9a3-6da3155f1ceb req-99e92930-dbcc-4eba-a4bf-1cf4ef39321e tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409286 May 14 15:49:05.269792 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a5d40-74b5-4d20-b54d-dbf0d46cca61 req-df7f8de3-cf54-4a57-8c39-098419c85a21 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:05.271253 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0a5a5d40-74b5-4d20-b54d-dbf0d46cca61 req-df7f8de3-cf54-4a57-8c39-098419c85a21 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fbb269d-11cd-49ed-81ac-570e721c15cd HTTP/1.1" status: 200 len: 946 time: 0.0460877 May 14 15:49:05.317029 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0a5a5d40-74b5-4d20-b54d-dbf0d46cca61 req-75db9b6b-b351-4e02-a774-ccee1cc444e3 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401747 May 14 15:49:05.400564 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c4b474b4-9853-418d-9ddb-cf535eda301f req-62e3d40c-e316-42f5-a81f-16340498ccc7 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea1f238d-3bae-4ce8-b328-d07fc2f7f272 HTTP/1.1" status: 200 len: 210 time: 0.0300035 May 14 15:49:05.844485 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:05.934458 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3ff605c4-a1f5-4a00-b0fd-daae317b51bb req-b504393e-93e1-45ee-9f87-af80f696924f tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=656dffc0-256e-40ba-b670-f08e247a0d95 HTTP/1.1" status: 200 len: 210 time: 0.0271368 May 14 15:49:06.197264 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf519f-5b00-4ccf-8f6a-0b994dbf14a2 req-5aadca26-5e0e-4dba-8762-2ae77f644bb0 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:06.199379 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7eaf519f-5b00-4ccf-8f6a-0b994dbf14a2 req-5aadca26-5e0e-4dba-8762-2ae77f644bb0 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 931 time: 0.0463800 May 14 15:49:06.245100 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7eaf519f-5b00-4ccf-8f6a-0b994dbf14a2 req-3630761b-48ab-48ed-8592-bc72d5bc702e tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403469 May 14 15:49:06.428547 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbca971-ae56-4669-9a3c-9520ee55c5a0 req-87a7d60d-ad71-4b98-b0b8-39b5351a49b6 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:06.429962 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ddbca971-ae56-4669-9a3c-9520ee55c5a0 req-87a7d60d-ad71-4b98-b0b8-39b5351a49b6 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fbb269d-11cd-49ed-81ac-570e721c15cd HTTP/1.1" status: 200 len: 946 time: 0.0480027 May 14 15:49:06.488665 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ddbca971-ae56-4669-9a3c-9520ee55c5a0 req-cf9b4868-0b94-4e39-985e-e56f567e22b2 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529139 May 14 15:49:06.505061 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-74a869d9-3555-4ed6-b3c6-24d028592f3c req-90204259-9dbd-47d9-a0ca-3440283068b1 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea1f238d-3bae-4ce8-b328-d07fc2f7f272 HTTP/1.1" status: 200 len: 210 time: 0.0360017 May 14 15:49:07.025965 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b194d6ad-3009-439f-bb34-17b1f384ed2f req-c31182fd-4175-4a53-9d91-5257ddba2157 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=656dffc0-256e-40ba-b670-f08e247a0d95 HTTP/1.1" status: 200 len: 210 time: 0.0277026 May 14 15:49:07.323011 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:07.359110 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3898c-e7e8-4d14-b7d3-203830cccc61 req-c2590952-8b65-4449-985f-bbc79f93f714 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:07.360546 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-04b3898c-e7e8-4d14-b7d3-203830cccc61 req-c2590952-8b65-4449-985f-bbc79f93f714 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 931 time: 0.0477321 May 14 15:49:07.405410 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-04b3898c-e7e8-4d14-b7d3-203830cccc61 req-de1d24ff-eca6-4561-aee0-7f681a03cb51 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391045 May 14 15:49:07.818961 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-40514063-9ba5-4217-9dfd-bf2a98d05734 req-69f3b4ef-1dbc-45e4-9d77-b15bd64b2fd8 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea1f238d-3bae-4ce8-b328-d07fc2f7f272 HTTP/1.1" status: 200 len: 210 time: 0.0315397 May 14 15:49:07.827621 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0920d818-7914-45d2-9bb8-22322837ed83 req-8b9227b1-96bc-4fd6-9715-8a15006476c6 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:07.829005 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0920d818-7914-45d2-9bb8-22322837ed83 req-8b9227b1-96bc-4fd6-9715-8a15006476c6 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fbb269d-11cd-49ed-81ac-570e721c15cd HTTP/1.1" status: 200 len: 946 time: 0.2730877 May 14 15:49:07.875746 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0920d818-7914-45d2-9bb8-22322837ed83 req-7a3c9c3e-1494-426e-af91-6f78d62c3411 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411747 May 14 15:49:08.059322 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [req-763a0b61-d1d5-4f7c-bd02-b16dc1000223 req-b166587f-6b64-48a4-86ba-4a12d72980e6 service neutron] Request body: {'port': {'device_id': 'ef63d04a-87e5-4202-a672-d45a2a877c68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:49:08.140120 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6b7c517f-7955-4e8c-b2e2-b23b2aa61973 req-cfb5a4ca-842a-420e-ae5f-9222f83bcad0 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=656dffc0-256e-40ba-b670-f08e247a0d95 HTTP/1.1" status: 200 len: 210 time: 0.0402117 May 14 15:49:08.154036 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-763a0b61-d1d5-4f7c-bd02-b16dc1000223 req-b166587f-6b64-48a4-86ba-4a12d72980e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (61226c22-8028-48c9-8e04-0f0c0cf9fa30), before_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:08.172322 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589f1f1-01ff-45b2-b59f-67a934460136 req-b5466d94-0d9a-41c9-b6bc-ac74a6e68023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:08.173792 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-5589f1f1-01ff-45b2-b59f-67a934460136 req-b5466d94-0d9a-41c9-b6bc-ac74a6e68023 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4761eee7-0a5d-411d-9c6c-5f0c035f2564 HTTP/1.1" status: 200 len: 858 time: 0.1278436 May 14 15:49:08.271822 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5f09b0cd-1c92-4ce8-8a93-b8c49572d0d6 req-d253b184-77ea-46ca-b6f1-a5980b72632c tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c1e7c6697dfc4562b4c1d46ee21964a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246158 May 14 15:49:08.371435 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589f1f1-01ff-45b2-b59f-67a934460136 req-881816e9-effe-41f3-b512-f6636728c998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:08.372967 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-5589f1f1-01ff-45b2-b59f-67a934460136 req-881816e9-effe-41f3-b512-f6636728c998 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e026b24-9d5e-4f74-ac5a-5d47dc1338b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1196058 May 14 15:49:08.409204 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09b0cd-1c92-4ce8-8a93-b8c49572d0d6 req-9a6c7453-dfb8-4d7a-b237-2acbea797c4f tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:08.410671 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5f09b0cd-1c92-4ce8-8a93-b8c49572d0d6 req-9a6c7453-dfb8-4d7a-b237-2acbea797c4f tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1336696 May 14 15:49:08.511942 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.notifiers.nova [req-763a0b61-d1d5-4f7c-bd02-b16dc1000223 req-b166587f-6b64-48a4-86ba-4a12d72980e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61226c22-8028-48c9-8e04-0f0c0cf9fa30 {{(pid=115110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 15:49:08.518420 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0093407-c978-4821-90ed-e59a61171e6b req-bd578619-5c52-453e-aae5-6c93805d339a tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:08.519393 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-763a0b61-d1d5-4f7c-bd02-b16dc1000223 req-b166587f-6b64-48a4-86ba-4a12d72980e6 service neutron] Publish callbacks [] for port (61226c22-8028-48c9-8e04-0f0c0cf9fa30), precommit_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:08.519899 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e0093407-c978-4821-90ed-e59a61171e6b req-bd578619-5c52-453e-aae5-6c93805d339a tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 931 time: 0.0468941 May 14 15:49:08.531959 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.provisioning_blocks [req-763a0b61-d1d5-4f7c-bd02-b16dc1000223 req-b166587f-6b64-48a4-86ba-4a12d72980e6 service neutron] Transition to ACTIVE for port object 61226c22-8028-48c9-8e04-0f0c0cf9fa30 will not be triggered until provisioned by entity L2. {{(pid=115110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 14 15:49:08.535277 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-763a0b61-d1d5-4f7c-bd02-b16dc1000223 req-b166587f-6b64-48a4-86ba-4a12d72980e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3204974'] for port (61226c22-8028-48c9-8e04-0f0c0cf9fa30), after_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:08.570873 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e0093407-c978-4821-90ed-e59a61171e6b req-dde90b0b-eb53-4280-a400-48557f0e2164 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451050 May 14 15:49:08.606116 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b166587f-6b64-48a4-86ba-4a12d72980e6 service neutron] Pushing event updated for resources: {'Port': ['ID=61226c22-8028-48c9-8e04-0f0c0cf9fa30,revision_number=2']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:08.658923 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.managers [req-763a0b61-d1d5-4f7c-bd02-b16dc1000223 req-b166587f-6b64-48a4-86ba-4a12d72980e6 service neutron] Attempting to bind port 61226c22-8028-48c9-8e04-0f0c0cf9fa30 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 15:49:08.659306 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.managers [req-763a0b61-d1d5-4f7c-bd02-b16dc1000223 req-b166587f-6b64-48a4-86ba-4a12d72980e6 service neutron] Attempting to bind port 61226c22-8028-48c9-8e04-0f0c0cf9fa30 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '5ddd1c83-6541-4162-9f9b-74f17895931e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4b5e11b1-b142-4a99-ada9-a011e605383b'}] {{(pid=115110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 15:49:08.659585 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763a0b61-d1d5-4f7c-bd02-b16dc1000223 req-b166587f-6b64-48a4-86ba-4a12d72980e6 service neutron] Attempting to bind port 61226c22-8028-48c9-8e04-0f0c0cf9fa30 on network 4b5e11b1-b142-4a99-ada9-a011e605383b {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:49:08.664162 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763a0b61-d1d5-4f7c-bd02-b16dc1000223 req-b166587f-6b64-48a4-86ba-4a12d72980e6 service neutron] Port 61226c22-8028-48c9-8e04-0f0c0cf9fa30 on network 4b5e11b1-b142-4a99-ada9-a011e605383b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 14 15:49:08.664484 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763a0b61-d1d5-4f7c-bd02-b16dc1000223 req-b166587f-6b64-48a4-86ba-4a12d72980e6 service neutron] Attempting to bind port 61226c22-8028-48c9-8e04-0f0c0cf9fa30 on network 4b5e11b1-b142-4a99-ada9-a011e605383b {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:49:08.669761 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763a0b61-d1d5-4f7c-bd02-b16dc1000223 req-b166587f-6b64-48a4-86ba-4a12d72980e6 service neutron] Checking agent: {'id': 'df6c86ae-fc26-40a3-91a1-648a304bf46f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 44, 23), 'started_at': datetime.datetime(2022, 5, 14, 15, 44, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 15, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 15:49:08.670099 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763a0b61-d1d5-4f7c-bd02-b16dc1000223 req-b166587f-6b64-48a4-86ba-4a12d72980e6 service neutron] Checking segment: {'id': '5ddd1c83-6541-4162-9f9b-74f17895931e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4b5e11b1-b142-4a99-ada9-a011e605383b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:49:08.670514 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-763a0b61-d1d5-4f7c-bd02-b16dc1000223 req-b166587f-6b64-48a4-86ba-4a12d72980e6 service neutron] Bound using segment: {'id': '5ddd1c83-6541-4162-9f9b-74f17895931e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4b5e11b1-b142-4a99-ada9-a011e605383b'} {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 15:49:08.670937 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.managers [req-763a0b61-d1d5-4f7c-bd02-b16dc1000223 req-b166587f-6b64-48a4-86ba-4a12d72980e6 service neutron] Bound port: 61226c22-8028-48c9-8e04-0f0c0cf9fa30, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ddd1c83-6541-4162-9f9b-74f17895931e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '4b5e11b1-b142-4a99-ada9-a011e605383b'}}] {{(pid=115110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 15:49:08.671305 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-763a0b61-d1d5-4f7c-bd02-b16dc1000223 req-b166587f-6b64-48a4-86ba-4a12d72980e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (61226c22-8028-48c9-8e04-0f0c0cf9fa30), before_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:08.740134 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [req-763a0b61-d1d5-4f7c-bd02-b16dc1000223 req-b166587f-6b64-48a4-86ba-4a12d72980e6 service neutron] For port 61226c22-8028-48c9-8e04-0f0c0cf9fa30, host hv-cinder-83979, cleared binding levels {{(pid=115110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 15:49:08.743113 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [req-763a0b61-d1d5-4f7c-bd02-b16dc1000223 req-b166587f-6b64-48a4-86ba-4a12d72980e6 service neutron] For port 61226c22-8028-48c9-8e04-0f0c0cf9fa30, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=61226c22-8028-48c9-8e04-0f0c0cf9fa30,segment=NetworkSegment(5ddd1c83-6541-4162-9f9b-74f17895931e),segment_id=5ddd1c83-6541-4162-9f9b-74f17895931e)] {{(pid=115110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 15:49:08.749405 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-763a0b61-d1d5-4f7c-bd02-b16dc1000223 req-b166587f-6b64-48a4-86ba-4a12d72980e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3204974'] for port (61226c22-8028-48c9-8e04-0f0c0cf9fa30), after_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:08.783787 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a0b61-d1d5-4f7c-bd02-b16dc1000223 req-b166587f-6b64-48a4-86ba-4a12d72980e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:08.784563 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-763a0b61-d1d5-4f7c-bd02-b16dc1000223 req-b166587f-6b64-48a4-86ba-4a12d72980e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:08.786273 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-763a0b61-d1d5-4f7c-bd02-b16dc1000223 req-b166587f-6b64-48a4-86ba-4a12d72980e6 service neutron] 10.222.0.36 "PUT /v2.0/ports/61226c22-8028-48c9-8e04-0f0c0cf9fa30 HTTP/1.1" status: 200 len: 1093 time: 0.7324429 May 14 15:49:08.786798 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef63d04a-87e5-4202-a672-d45a2a877c68', 'tag': '61226c22-8028-48c9-8e04-0f0c0cf9fa30'}] {{(pid=115110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:49:08.789251 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a270656aa08f71c574e37588e4b5bc67f1398202d03dea947e2a2c931e3df3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b33824-7384-4360-8316-f888f77d8e92" -d '{"events": [{"name": "network-changed", "server_uuid": "ef63d04a-87e5-4202-a672-d45a2a877c68", "tag": "61226c22-8028-48c9-8e04-0f0c0cf9fa30"}]}' {{(pid=115110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:49:08.813516 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b166587f-6b64-48a4-86ba-4a12d72980e6 service neutron] Pushing event updated for resources: {'Port': ['ID=61226c22-8028-48c9-8e04-0f0c0cf9fa30,revision_number=3']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:08.826813 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 15:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae75d829-18db-450b-b753-5866cf63a094 x-openstack-request-id: req-ae75d829-18db-450b-b753-5866cf63a094 {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:49:08.827108 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef63d04a-87e5-4202-a672-d45a2a877c68", "tag": "61226c22-8028-48c9-8e04-0f0c0cf9fa30", "status": "completed", "code": 200}]} {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:49:08.827366 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ae75d829-18db-450b-b753-5866cf63a094 {{(pid=115110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:49:08.827768 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae75d829-18db-450b-b753-5866cf63a094'] response: {'name': 'network-changed', 'server_uuid': 'ef63d04a-87e5-4202-a672-d45a2a877c68', 'tag': '61226c22-8028-48c9-8e04-0f0c0cf9fa30', 'status': 'completed', 'code': 200} May 14 15:49:08.920467 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-956db76e-76bc-4d08-99c2-2caaecb189a0 req-8c5a1445-ff93-4fd1-90af-ba298c016bf7 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea1f238d-3bae-4ce8-b328-d07fc2f7f272 HTTP/1.1" status: 200 len: 210 time: 0.0303192 May 14 15:49:08.993700 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c67c80-1448-475b-9290-08672f5c93fd req-d9c00869-20b7-41a8-8db8-fb217901ca32 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:08.995743 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-91c67c80-1448-475b-9290-08672f5c93fd req-d9c00869-20b7-41a8-8db8-fb217901ca32 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fbb269d-11cd-49ed-81ac-570e721c15cd HTTP/1.1" status: 200 len: 946 time: 0.0470514 May 14 15:49:09.041986 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-91c67c80-1448-475b-9290-08672f5c93fd req-b0e525f3-e984-44db-b15c-6cd521744053 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403063 May 14 15:49:09.235591 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-47d4be5c-f028-4003-b6b2-7395c5b83eca req-0ec82a38-f8b5-43c7-9b60-c4f63ef9155a tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=656dffc0-256e-40ba-b670-f08e247a0d95 HTTP/1.1" status: 200 len: 210 time: 0.0313044 May 14 15:49:09.687610 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d40fee-1ee3-4429-b8ed-de91044a4861 req-2deabfaa-f2eb-467d-9bd9-62a99c691e3d tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:09.689036 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-26d40fee-1ee3-4429-b8ed-de91044a4861 req-2deabfaa-f2eb-467d-9bd9-62a99c691e3d tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 943 time: 0.0477180 May 14 15:49:09.735099 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-26d40fee-1ee3-4429-b8ed-de91044a4861 req-5959ca13-bc7e-47ea-b0ee-38282bb07762 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406222 May 14 15:49:10.014064 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1eb87f28-ac80-4ce5-a236-893e8019c94c req-31069810-a446-445a-aa2d-0cec7852b9bc tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea1f238d-3bae-4ce8-b328-d07fc2f7f272 HTTP/1.1" status: 200 len: 210 time: 0.0283694 May 14 15:49:10.155794 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade34041-26d4-4ccb-ae7d-540b8dfd1762 req-19d839da-e577-4a95-9a4d-7784a54642c8 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:10.157218 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ade34041-26d4-4ccb-ae7d-540b8dfd1762 req-19d839da-e577-4a95-9a4d-7784a54642c8 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fbb269d-11cd-49ed-81ac-570e721c15cd HTTP/1.1" status: 200 len: 946 time: 0.0460186 May 14 15:49:10.210151 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ade34041-26d4-4ccb-ae7d-540b8dfd1762 req-bab1746b-196a-43c4-a9fc-9fb5429b8b8e tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443888 May 14 15:49:10.329376 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-30d7a58e-b6ad-485b-b24f-935c96d1c5c8 req-9e95a420-9499-4349-9c38-a861300f8392 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=656dffc0-256e-40ba-b670-f08e247a0d95 HTTP/1.1" status: 200 len: 210 time: 0.0281062 May 14 15:49:10.846937 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f1797-99fe-4466-bdd6-f0b692aab716 req-eab68da2-427b-4ec3-852f-5492af102557 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:10.848398 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-2f5f1797-99fe-4466-bdd6-f0b692aab716 req-eab68da2-427b-4ec3-852f-5492af102557 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 943 time: 0.0478103 May 14 15:49:10.894741 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-2f5f1797-99fe-4466-bdd6-f0b692aab716 req-7a573565-b994-43ab-bd96-4db3b99102ce tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408502 May 14 15:49:11.113551 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c97c527e-0a50-45c0-b3ba-50affbab13b9 req-1f0dddd8-497b-4f20-9392-edf8c5d0688a tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea1f238d-3bae-4ce8-b328-d07fc2f7f272 HTTP/1.1" status: 200 len: 210 time: 0.0314200 May 14 15:49:11.321791 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f0c38-5e82-4275-b4b3-ffa5d65338f1 req-1df982b3-5e7e-4925-a290-61f795a6da88 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:11.323295 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d78f0c38-5e82-4275-b4b3-ffa5d65338f1 req-1df982b3-5e7e-4925-a290-61f795a6da88 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fbb269d-11cd-49ed-81ac-570e721c15cd HTTP/1.1" status: 200 len: 946 time: 0.0467572 May 14 15:49:11.369877 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d78f0c38-5e82-4275-b4b3-ffa5d65338f1 req-8a4068f9-cb49-4909-a0e8-16d4eb6b23ff tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411236 May 14 15:49:11.422012 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7136575a-3863-4eb4-8655-5281757b4e74 req-368df840-1dca-48ca-a6a6-e39b7e098d75 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=656dffc0-256e-40ba-b670-f08e247a0d95 HTTP/1.1" status: 200 len: 210 time: 0.0274312 May 14 15:49:12.005700 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70fbf7-d7d8-4385-9e9b-493d00563dce req-c1d6dfe9-1fe3-49ac-96ec-63c19671ad75 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:12.007361 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8e70fbf7-d7d8-4385-9e9b-493d00563dce req-c1d6dfe9-1fe3-49ac-96ec-63c19671ad75 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 943 time: 0.0468547 May 14 15:49:12.057421 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8e70fbf7-d7d8-4385-9e9b-493d00563dce req-980d24d9-6bb9-4087-8d22-bbbff5fba8ee tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439849 May 14 15:49:12.207023 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-027b3884-cc22-467d-ae15-b27d2067ba34 req-bfffae5e-69a0-47b6-9736-741b0fd88e74 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea1f238d-3bae-4ce8-b328-d07fc2f7f272 HTTP/1.1" status: 200 len: 210 time: 0.0277874 May 14 15:49:12.432372 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-5589f1f1-01ff-45b2-b59f-67a934460136 req-b3d4d736-8cd3-47f7-ad02-fe3b6ab7fda3 service neutron] 10.222.0.36 "GET /v2.0/networks/3e026b24-9d5e-4f74-ac5a-5d47dc1338b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887673 May 14 15:49:12.486939 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51b41b-dd94-422b-b2c7-8617f4966f9a req-50325df3-03c2-49dc-8d63-2a61dba4a5b3 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:12.489111 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3d51b41b-dd94-422b-b2c7-8617f4966f9a req-50325df3-03c2-49dc-8d63-2a61dba4a5b3 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fbb269d-11cd-49ed-81ac-570e721c15cd HTTP/1.1" status: 200 len: 946 time: 0.0502009 May 14 15:49:12.526535 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e7f5a6ec-9754-4465-85e9-f4ceb38abc82 req-e4cfa039-5c45-43d4-8d76-0c6c989adf39 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=656dffc0-256e-40ba-b670-f08e247a0d95 HTTP/1.1" status: 200 len: 210 time: 0.0363388 May 14 15:49:12.554854 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3d51b41b-dd94-422b-b2c7-8617f4966f9a req-c72729c9-503d-466d-ae90-46bc904d61c1 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559168 May 14 15:49:12.863664 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [req-5f09b0cd-1c92-4ce8-8a93-b8c49572d0d6 req-f2fe0efe-308d-474a-a22a-5b5ad3aa9504 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] Request body: {'port': {'device_id': 'ea1f238d-3bae-4ce8-b328-d07fc2f7f272', 'network_id': 'f1c202f1-4bb1-42fd-85ba-cae0e4eb5b1a', 'admin_state_up': True, 'tenant_id': 'c1e7c6697dfc4562b4c1d46ee21964a5'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:49:12.960237 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b33824-7384-4360-8316-f888f77d8e92 req-e1e3ddc7-9338-4348-bf30-5efdfbc6cd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:12.961731 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-59b33824-7384-4360-8316-f888f77d8e92 req-e1e3ddc7-9338-4348-bf30-5efdfbc6cd2c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5fba11e8ade54d388361c4c936a43372&device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 1127 time: 0.0916336 May 14 15:49:12.981342 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f09b0cd-1c92-4ce8-8a93-b8c49572d0d6 req-f2fe0efe-308d-474a-a22a-5b5ad3aa9504 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] Made reservation on behalf of c1e7c6697dfc4562b4c1d46ee21964a5 for: {'port': 1} {{(pid=115111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:49:12.984648 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-5f09b0cd-1c92-4ce8-8a93-b8c49572d0d6 req-f2fe0efe-308d-474a-a22a-5b5ad3aa9504 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:12.992926 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-5589f1f1-01ff-45b2-b59f-67a934460136 req-563f60ef-0fd3-4575-8eac-f3b63c0ca368 service neutron] 10.222.0.36 "GET /v2.0/networks/3e026b24-9d5e-4f74-ac5a-5d47dc1338b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131606 May 14 15:49:12.993538 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-5f09b0cd-1c92-4ce8-8a93-b8c49572d0d6 req-f2fe0efe-308d-474a-a22a-5b5ad3aa9504 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] Publish callbacks [] for security_group (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:13.069009 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-5f09b0cd-1c92-4ce8-8a93-b8c49572d0d6 req-f2fe0efe-308d-474a-a22a-5b5ad3aa9504 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] Publish callbacks [] for security_group (ba2e121c-d157-4a8b-ac77-9f78f2a7fe55), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:13.072760 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-5f09b0cd-1c92-4ce8-8a93-b8c49572d0d6 req-f2fe0efe-308d-474a-a22a-5b5ad3aa9504 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (ba2e121c-d157-4a8b-ac77-9f78f2a7fe55), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:13.152691 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fe0efe-308d-474a-a22a-5b5ad3aa9504 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2e121c-d157-4a8b-ac77-9f78f2a7fe55,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:13.201017 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f184d0-3810-422b-851f-a25c550bdc75 req-e1fc216c-4de5-465e-a8a1-ba06db7de1fd tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:13.202494 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b9f184d0-3810-422b-851f-a25c550bdc75 req-e1fc216c-4de5-465e-a8a1-ba06db7de1fd tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 943 time: 0.0684712 May 14 15:49:13.289119 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.db_base_plugin_common [req-5f09b0cd-1c92-4ce8-8a93-b8c49572d0d6 req-f2fe0efe-308d-474a-a22a-5b5ad3aa9504 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] Allocated IP 192.168.233.204 (f1c202f1-4bb1-42fd-85ba-cae0e4eb5b1a/14fd9cae-5771-460d-bd57-cc3a31916deb/e4c131d9-3887-4760-96f8-18f3e257f1f7) {{(pid=115111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:49:13.340399 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b9f184d0-3810-422b-851f-a25c550bdc75 req-28c8f98a-a984-4256-a4ba-4aa041b87438 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137395 May 14 15:49:13.354972 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8aa12bf6-d4c9-4c2c-be1d-2b9228eeef15 req-94e85890-6d36-4c73-8167-63ee752f1250 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea1f238d-3bae-4ce8-b328-d07fc2f7f272 HTTP/1.1" status: 200 len: 210 time: 0.0698543 May 14 15:49:13.537233 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-5f09b0cd-1c92-4ce8-8a93-b8c49572d0d6 req-f2fe0efe-308d-474a-a22a-5b5ad3aa9504 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] Publish callbacks [] for port (e4c131d9-3887-4760-96f8-18f3e257f1f7), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:13.541255 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9beba2-c856-49d5-af85-5a357cd53b58 req-fc3fc3b1-c7c7-4b02-b503-7c1c44117ac5 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:13.542991 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-af9beba2-c856-49d5-af85-5a357cd53b58 req-fc3fc3b1-c7c7-4b02-b503-7c1c44117ac5 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.36 "GET /v2.0/networks?id=a8d27839-074b-4ab6-8eee-a26beda7dc34 HTTP/1.1" status: 200 len: 808 time: 0.2094502 May 14 15:49:13.553581 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b33824-7384-4360-8316-f888f77d8e92 req-6eb2914f-da04-44d4-9810-2ad8f442a32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:13.554485 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-59b33824-7384-4360-8316-f888f77d8e92 req-6eb2914f-da04-44d4-9810-2ad8f442a32f service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=5fba11e8ade54d388361c4c936a43372&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2339871 May 14 15:49:13.586297 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-5f09b0cd-1c92-4ce8-8a93-b8c49572d0d6 req-f2fe0efe-308d-474a-a22a-5b5ad3aa9504 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764499'] for port (e4c131d9-3887-4760-96f8-18f3e257f1f7), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:13.598795 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [req-af9beba2-c856-49d5-af85-5a357cd53b58 req-5f6c1192-880d-4adc-8480-52c4effaf652 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Request body: {'port': {'device_id': '656dffc0-256e-40ba-b670-f08e247a0d95', 'network_id': 'a8d27839-074b-4ab6-8eee-a26beda7dc34', 'admin_state_up': True, 'tenant_id': '71b09f9f20b340b5a615b24e05312703'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:49:13.650160 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f09b0cd-1c92-4ce8-8a93-b8c49572d0d6 req-f2fe0efe-308d-474a-a22a-5b5ad3aa9504 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] Network f1c202f1-4bb1-42fd-85ba-cae0e4eb5b1a is already hosted by enough agents. {{(pid=115111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:49:13.654211 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.base_scheduler [req-5f09b0cd-1c92-4ce8-8a93-b8c49572d0d6 req-f2fe0efe-308d-474a-a22a-5b5ad3aa9504 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] Resources bound (agent type, host, resource id): {{(pid=115111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:49:13.656893 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f09b0cd-1c92-4ce8-8a93-b8c49572d0d6 req-f2fe0efe-308d-474a-a22a-5b5ad3aa9504 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] Received port after_create {{(pid=115111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:49:13.738818 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fe0efe-308d-474a-a22a-5b5ad3aa9504 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] Pushing event updated for resources: {'Port': ['ID=e4c131d9-3887-4760-96f8-18f3e257f1f7,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:13.771756 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b33824-7384-4360-8316-f888f77d8e92 req-df8d5a5b-5a3c-4dfc-9f1f-b8e9e9fc20cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:13.773158 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-fc7680c7-7f80-4c8a-a103-28acbd94bb2d req-c276d47c-dc4a-49c1-a344-e44c37123a02 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=656dffc0-256e-40ba-b670-f08e247a0d95 HTTP/1.1" status: 200 len: 210 time: 0.1098106 May 14 15:49:13.778494 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-59b33824-7384-4360-8316-f888f77d8e92 req-df8d5a5b-5a3c-4dfc-9f1f-b8e9e9fc20cb service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1967714 May 14 15:49:13.814496 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf24c3-1a23-4bc3-bc4a-cb4591c23e9d req-ac7443ba-53eb-4f40-a2a7-cd628738d294 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:13.816830 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a1cf24c3-1a23-4bc3-bc4a-cb4591c23e9d req-ac7443ba-53eb-4f40-a2a7-cd628738d294 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fbb269d-11cd-49ed-81ac-570e721c15cd HTTP/1.1" status: 200 len: 946 time: 0.1186414 May 14 15:49:13.826785 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09b0cd-1c92-4ce8-8a93-b8c49572d0d6 req-f2fe0efe-308d-474a-a22a-5b5ad3aa9504 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:13.827598 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-5f09b0cd-1c92-4ce8-8a93-b8c49572d0d6 req-f2fe0efe-308d-474a-a22a-5b5ad3aa9504 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for port (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:13.834478 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af9beba2-c856-49d5-af85-5a357cd53b58 req-5f6c1192-880d-4adc-8480-52c4effaf652 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Made reservation on behalf of 71b09f9f20b340b5a615b24e05312703 for: {'port': 1} {{(pid=115110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:49:13.852350 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-af9beba2-c856-49d5-af85-5a357cd53b58 req-5f6c1192-880d-4adc-8480-52c4effaf652 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:13.864232 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5f09b0cd-1c92-4ce8-8a93-b8c49572d0d6 req-f2fe0efe-308d-474a-a22a-5b5ad3aa9504 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0048079 May 14 15:49:13.905695 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a1cf24c3-1a23-4bc3-bc4a-cb4591c23e9d req-98c5f367-884b-4181-acd0-8b79063e6174 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728586 May 14 15:49:13.959713 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-2bb7ced2-66cf-4b2b-a9a8-e10878deed76 None None] Provisioning complete for port e4c131d9-3887-4760-96f8-18f3e257f1f7 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:49:13.960309 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2bb7ced2-66cf-4b2b-a9a8-e10878deed76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (e4c131d9-3887-4760-96f8-18f3e257f1f7), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:13.988675 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.db_base_plugin_common [req-af9beba2-c856-49d5-af85-5a357cd53b58 req-5f6c1192-880d-4adc-8480-52c4effaf652 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Allocated IP 172.20.0.14 (a8d27839-074b-4ab6-8eee-a26beda7dc34/5d0d81a8-4e9e-4256-bae5-837cec1a3732/9d525f2e-84e9-4747-99b0-489de117e060) {{(pid=115110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:49:13.994441 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-2bb7ced2-66cf-4b2b-a9a8-e10878deed76 None None] Port e4c131d9-3887-4760-96f8-18f3e257f1f7 cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 14 15:49:14.002787 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [req-5f09b0cd-1c92-4ce8-8a93-b8c49572d0d6 req-cfa9687b-493d-4674-87b2-115359c74e29 service neutron] Request body: {'port': {'device_id': 'ea1f238d-3bae-4ce8-b328-d07fc2f7f272', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:49:14.063338 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-5f09b0cd-1c92-4ce8-8a93-b8c49572d0d6 req-cfa9687b-493d-4674-87b2-115359c74e29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (e4c131d9-3887-4760-96f8-18f3e257f1f7), before_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:14.097425 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a0b61-d1d5-4f7c-bd02-b16dc1000223 req-f26ef699-15be-4ea2-bc44-32bdd5c47052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:14.098951 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-763a0b61-d1d5-4f7c-bd02-b16dc1000223 req-f26ef699-15be-4ea2-bc44-32bdd5c47052 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5fba11e8ade54d388361c4c936a43372&device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 1127 time: 0.0638838 May 14 15:49:14.371630 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.notifiers.nova [req-5f09b0cd-1c92-4ce8-8a93-b8c49572d0d6 req-cfa9687b-493d-4674-87b2-115359c74e29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4c131d9-3887-4760-96f8-18f3e257f1f7 {{(pid=115111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 15:49:14.379914 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-763a0b61-d1d5-4f7c-bd02-b16dc1000223 req-76c3fe43-2387-4490-9be6-8d3ca4c74076 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61226c22-8028-48c9-8e04-0f0c0cf9fa30 HTTP/1.1" status: 200 len: 217 time: 0.2565079 May 14 15:49:14.381148 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-5f09b0cd-1c92-4ce8-8a93-b8c49572d0d6 req-cfa9687b-493d-4674-87b2-115359c74e29 service neutron] Publish callbacks [] for port (e4c131d9-3887-4760-96f8-18f3e257f1f7), precommit_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:14.395867 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.provisioning_blocks [req-5f09b0cd-1c92-4ce8-8a93-b8c49572d0d6 req-cfa9687b-493d-4674-87b2-115359c74e29 service neutron] Transition to ACTIVE for port object e4c131d9-3887-4760-96f8-18f3e257f1f7 will not be triggered until provisioned by entity L2. {{(pid=115111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 14 15:49:14.405255 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-5f09b0cd-1c92-4ce8-8a93-b8c49572d0d6 req-cfa9687b-493d-4674-87b2-115359c74e29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8764516'] for port (e4c131d9-3887-4760-96f8-18f3e257f1f7), after_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:14.427600 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-af9beba2-c856-49d5-af85-5a357cd53b58 req-5f6c1192-880d-4adc-8480-52c4effaf652 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Publish callbacks [] for port (9d525f2e-84e9-4747-99b0-489de117e060), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:14.470751 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-af9beba2-c856-49d5-af85-5a357cd53b58 req-5f6c1192-880d-4adc-8480-52c4effaf652 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (9d525f2e-84e9-4747-99b0-489de117e060), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:14.538929 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa9687b-493d-4674-87b2-115359c74e29 service neutron] Pushing event updated for resources: {'Port': ['ID=e4c131d9-3887-4760-96f8-18f3e257f1f7,revision_number=2']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:14.547108 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438442f-6131-48d5-a39b-fcfeeb119749 req-eebe5486-023f-4e60-bd40-89587f3a39d2 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:14.548702 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0438442f-6131-48d5-a39b-fcfeeb119749 req-eebe5486-023f-4e60-bd40-89587f3a39d2 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 943 time: 0.1118276 May 14 15:49:14.553765 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af9beba2-c856-49d5-af85-5a357cd53b58 req-5f6c1192-880d-4adc-8480-52c4effaf652 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Network a8d27839-074b-4ab6-8eee-a26beda7dc34 is already hosted by enough agents. {{(pid=115110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:49:14.558052 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef8efb-a272-4dbc-9a2a-ab2cef5dea98 req-cc486c9c-227f-4705-ae9b-c28f09ae314f tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:14.559622 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-33ef8efb-a272-4dbc-9a2a-ab2cef5dea98 req-cc486c9c-227f-4705-ae9b-c28f09ae314f tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea1f238d-3bae-4ce8-b328-d07fc2f7f272 HTTP/1.1" status: 200 len: 948 time: 0.1176486 May 14 15:49:14.567809 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.base_scheduler [req-af9beba2-c856-49d5-af85-5a357cd53b58 req-5f6c1192-880d-4adc-8480-52c4effaf652 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Resources bound (agent type, host, resource id): {{(pid=115110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:49:14.575238 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9beba2-c856-49d5-af85-5a357cd53b58 req-5f6c1192-880d-4adc-8480-52c4effaf652 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Received port after_create {{(pid=115110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:49:14.581787 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a0b61-d1d5-4f7c-bd02-b16dc1000223 req-93b4649b-fd9b-4347-aeb9-ae9705360a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:14.583110 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-763a0b61-d1d5-4f7c-bd02-b16dc1000223 req-93b4649b-fd9b-4347-aeb9-ae9705360a5c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ccea14e1-27b6-48d9-a3be-5796f3489377 HTTP/1.1" status: 200 len: 853 time: 0.1101866 May 14 15:49:14.585257 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c1192-880d-4adc-8480-52c4effaf652 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Pushing event updated for resources: {'Port': ['ID=9d525f2e-84e9-4747-99b0-489de117e060,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:14.662148 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a0b61-d1d5-4f7c-bd02-b16dc1000223 req-805979cc-560c-40d2-829e-891f0378a47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:14.664356 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-763a0b61-d1d5-4f7c-bd02-b16dc1000223 req-805979cc-560c-40d2-829e-891f0378a47d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4b5e11b1-b142-4a99-ada9-a011e605383b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0576448 May 14 15:49:14.673554 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9beba2-c856-49d5-af85-5a357cd53b58 req-5f6c1192-880d-4adc-8480-52c4effaf652 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:14.673953 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-af9beba2-c856-49d5-af85-5a357cd53b58 req-5f6c1192-880d-4adc-8480-52c4effaf652 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:14.691746 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-af9beba2-c856-49d5-af85-5a357cd53b58 req-5f6c1192-880d-4adc-8480-52c4effaf652 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1114204 May 14 15:49:14.701311 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0438442f-6131-48d5-a39b-fcfeeb119749 req-738fb199-c3fc-47c3-adec-f7f93d68e84e tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380053 May 14 15:49:14.706264 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-33ef8efb-a272-4dbc-9a2a-ab2cef5dea98 req-742d8065-195e-4635-bc4e-1d51587092cc tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/security-groups?id=ba2e121c-d157-4a8b-ac77-9f78f2a7fe55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356771 May 14 15:49:14.708822 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.managers [req-5f09b0cd-1c92-4ce8-8a93-b8c49572d0d6 req-cfa9687b-493d-4674-87b2-115359c74e29 service neutron] Attempting to bind port e4c131d9-3887-4760-96f8-18f3e257f1f7 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=115111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 15:49:14.709029 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.managers [req-5f09b0cd-1c92-4ce8-8a93-b8c49572d0d6 req-cfa9687b-493d-4674-87b2-115359c74e29 service neutron] Attempting to bind port e4c131d9-3887-4760-96f8-18f3e257f1f7 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'ccd1f191-b21f-4c7c-83c0-721e6481a38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f1c202f1-4bb1-42fd-85ba-cae0e4eb5b1a'}] {{(pid=115111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 15:49:14.709344 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f09b0cd-1c92-4ce8-8a93-b8c49572d0d6 req-cfa9687b-493d-4674-87b2-115359c74e29 service neutron] Attempting to bind port e4c131d9-3887-4760-96f8-18f3e257f1f7 on network f1c202f1-4bb1-42fd-85ba-cae0e4eb5b1a {{(pid=115111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:49:14.715405 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f09b0cd-1c92-4ce8-8a93-b8c49572d0d6 req-cfa9687b-493d-4674-87b2-115359c74e29 service neutron] Port e4c131d9-3887-4760-96f8-18f3e257f1f7 on network f1c202f1-4bb1-42fd-85ba-cae0e4eb5b1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=115111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 14 15:49:14.715666 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f09b0cd-1c92-4ce8-8a93-b8c49572d0d6 req-cfa9687b-493d-4674-87b2-115359c74e29 service neutron] Attempting to bind port e4c131d9-3887-4760-96f8-18f3e257f1f7 on network f1c202f1-4bb1-42fd-85ba-cae0e4eb5b1a {{(pid=115111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:49:14.725294 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f09b0cd-1c92-4ce8-8a93-b8c49572d0d6 req-cfa9687b-493d-4674-87b2-115359c74e29 service neutron] Checking agent: {'id': 'df6c86ae-fc26-40a3-91a1-648a304bf46f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 44, 23), 'started_at': datetime.datetime(2022, 5, 14, 15, 44, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 15, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 15:49:14.725294 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f09b0cd-1c92-4ce8-8a93-b8c49572d0d6 req-cfa9687b-493d-4674-87b2-115359c74e29 service neutron] Checking segment: {'id': 'ccd1f191-b21f-4c7c-83c0-721e6481a38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f1c202f1-4bb1-42fd-85ba-cae0e4eb5b1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:49:14.725294 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f09b0cd-1c92-4ce8-8a93-b8c49572d0d6 req-cfa9687b-493d-4674-87b2-115359c74e29 service neutron] Bound using segment: {'id': 'ccd1f191-b21f-4c7c-83c0-721e6481a38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f1c202f1-4bb1-42fd-85ba-cae0e4eb5b1a'} {{(pid=115111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 15:49:14.725294 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.managers [req-5f09b0cd-1c92-4ce8-8a93-b8c49572d0d6 req-cfa9687b-493d-4674-87b2-115359c74e29 service neutron] Bound port: e4c131d9-3887-4760-96f8-18f3e257f1f7, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccd1f191-b21f-4c7c-83c0-721e6481a38e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'f1c202f1-4bb1-42fd-85ba-cae0e4eb5b1a'}}] {{(pid=115111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 15:49:14.730579 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-5f09b0cd-1c92-4ce8-8a93-b8c49572d0d6 req-cfa9687b-493d-4674-87b2-115359c74e29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (e4c131d9-3887-4760-96f8-18f3e257f1f7), before_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:14.795676 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.db [req-5f09b0cd-1c92-4ce8-8a93-b8c49572d0d6 req-cfa9687b-493d-4674-87b2-115359c74e29 service neutron] For port e4c131d9-3887-4760-96f8-18f3e257f1f7, host hv-cinder-83979, cleared binding levels {{(pid=115111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 15:49:14.798725 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.db [req-5f09b0cd-1c92-4ce8-8a93-b8c49572d0d6 req-cfa9687b-493d-4674-87b2-115359c74e29 service neutron] For port e4c131d9-3887-4760-96f8-18f3e257f1f7, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=e4c131d9-3887-4760-96f8-18f3e257f1f7,segment=NetworkSegment(ccd1f191-b21f-4c7c-83c0-721e6481a38e),segment_id=ccd1f191-b21f-4c7c-83c0-721e6481a38e)] {{(pid=115111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 15:49:14.804853 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-5f09b0cd-1c92-4ce8-8a93-b8c49572d0d6 req-cfa9687b-493d-4674-87b2-115359c74e29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8764516'] for port (e4c131d9-3887-4760-96f8-18f3e257f1f7), after_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:14.837587 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09b0cd-1c92-4ce8-8a93-b8c49572d0d6 req-cfa9687b-493d-4674-87b2-115359c74e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:14.838210 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-5f09b0cd-1c92-4ce8-8a93-b8c49572d0d6 req-cfa9687b-493d-4674-87b2-115359c74e29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for port (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:14.840631 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5f09b0cd-1c92-4ce8-8a93-b8c49572d0d6 req-cfa9687b-493d-4674-87b2-115359c74e29 service neutron] 10.222.0.36 "PUT /v2.0/ports/e4c131d9-3887-4760-96f8-18f3e257f1f7 HTTP/1.1" status: 200 len: 1098 time: 0.8426225 May 14 15:49:14.843153 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea1f238d-3bae-4ce8-b328-d07fc2f7f272', 'tag': 'e4c131d9-3887-4760-96f8-18f3e257f1f7'}] {{(pid=115111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:49:14.845809 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d243af113ddc23b9a3ad38dde0a226f09410eb7dd6936b385d295fad3462c172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6041fdf1-f6ae-4d8b-ba87-827509b34229" -d '{"events": [{"name": "network-changed", "server_uuid": "ea1f238d-3bae-4ce8-b328-d07fc2f7f272", "tag": "e4c131d9-3887-4760-96f8-18f3e257f1f7"}]}' {{(pid=115111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:49:14.887814 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 15:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55aa8450-3d91-479e-b9ef-738304b1e161 x-openstack-request-id: req-55aa8450-3d91-479e-b9ef-738304b1e161 {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:49:14.888101 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea1f238d-3bae-4ce8-b328-d07fc2f7f272", "tag": "e4c131d9-3887-4760-96f8-18f3e257f1f7", "status": "completed", "code": 200}]} {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:49:14.888353 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-55aa8450-3d91-479e-b9ef-738304b1e161 {{(pid=115111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:49:14.888744 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55aa8450-3d91-479e-b9ef-738304b1e161'] response: {'name': 'network-changed', 'server_uuid': 'ea1f238d-3bae-4ce8-b328-d07fc2f7f272', 'tag': 'e4c131d9-3887-4760-96f8-18f3e257f1f7', 'status': 'completed', 'code': 200} May 14 15:49:14.910742 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa9687b-493d-4674-87b2-115359c74e29 service neutron] Pushing event updated for resources: {'Port': ['ID=e4c131d9-3887-4760-96f8-18f3e257f1f7,revision_number=3']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:14.921803 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae959f1f-878e-4671-8b0c-f282b008d0d5 req-55a8273f-fe3b-4c08-81bd-3b59adaf9f3d tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:14.923995 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ae959f1f-878e-4671-8b0c-f282b008d0d5 req-55a8273f-fe3b-4c08-81bd-3b59adaf9f3d tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=656dffc0-256e-40ba-b670-f08e247a0d95 HTTP/1.1" status: 200 len: 932 time: 0.0732164 May 14 15:49:15.009089 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ae959f1f-878e-4671-8b0c-f282b008d0d5 req-8c00b5dc-dd27-4fdc-af7a-1a4e4b2b2e33 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a33137-e7f7-4c70-9a4f-e6e87acef7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749621 May 14 15:49:15.049234 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed2958-5d39-43a7-9688-1f2f89f01e53 req-f17b1b84-5a87-4082-bf01-03a8475e34a5 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:15.050909 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b1ed2958-5d39-43a7-9688-1f2f89f01e53 req-f17b1b84-5a87-4082-bf01-03a8475e34a5 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fbb269d-11cd-49ed-81ac-570e721c15cd HTTP/1.1" status: 200 len: 946 time: 0.0666780 May 14 15:49:15.103649 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b1ed2958-5d39-43a7-9688-1f2f89f01e53 req-dc4b4b93-46c7-4e1d-9f28-ef8ee28da15b tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468044 May 14 15:49:15.859209 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c377a-0bcf-4bb7-8f52-2dc6f72688eb req-3b48459a-3fd2-4294-b8cf-968d2dd26171 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:15.860709 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-394c377a-0bcf-4bb7-8f52-2dc6f72688eb req-3b48459a-3fd2-4294-b8cf-968d2dd26171 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea1f238d-3bae-4ce8-b328-d07fc2f7f272 HTTP/1.1" status: 200 len: 948 time: 0.0777736 May 14 15:49:15.869143 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3c697-7197-47d1-9362-f553ebdae027 req-abd2bb67-d87d-4a1c-acce-445edb2f9d71 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:15.871376 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-90e3c697-7197-47d1-9362-f553ebdae027 req-abd2bb67-d87d-4a1c-acce-445edb2f9d71 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 943 time: 0.0786519 May 14 15:49:15.936627 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-394c377a-0bcf-4bb7-8f52-2dc6f72688eb req-b523113e-aed6-48dd-bb5a-9cb5099d4849 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/security-groups?id=ba2e121c-d157-4a8b-ac77-9f78f2a7fe55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648510 May 14 15:49:15.947638 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-90e3c697-7197-47d1-9362-f553ebdae027 req-9b8c968c-ca94-4b44-a50f-a22d016b9c40 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692983 May 14 15:49:16.123275 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d54ea-5fa0-4aa5-8fb4-d2f31fb778ea req-f8f7230a-c917-4a8a-95c2-50bf33397d8a tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:16.124724 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-825d54ea-5fa0-4aa5-8fb4-d2f31fb778ea req-f8f7230a-c917-4a8a-95c2-50bf33397d8a tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=656dffc0-256e-40ba-b670-f08e247a0d95 HTTP/1.1" status: 200 len: 932 time: 0.0480659 May 14 15:49:16.172715 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-825d54ea-5fa0-4aa5-8fb4-d2f31fb778ea req-cf5fe75a-2b2b-499f-a6d6-bf0678049660 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a33137-e7f7-4c70-9a4f-e6e87acef7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423656 May 14 15:49:16.222416 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc931ec-5d65-4ce0-9e64-4ecb19ea00d3 req-1d10d37a-969a-46ee-b07e-14590e6663c1 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:16.223853 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3bc931ec-5d65-4ce0-9e64-4ecb19ea00d3 req-1d10d37a-969a-46ee-b07e-14590e6663c1 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fbb269d-11cd-49ed-81ac-570e721c15cd HTTP/1.1" status: 200 len: 946 time: 0.0502985 May 14 15:49:16.273703 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3bc931ec-5d65-4ce0-9e64-4ecb19ea00d3 req-dfea171d-cc26-4b52-b503-79169623ef6b tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441449 May 14 15:49:16.305715 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [req-af9beba2-c856-49d5-af85-5a357cd53b58 req-d2516187-f043-4ce6-9668-1b118f1aa2ff service neutron] Request body: {'port': {'device_id': '656dffc0-256e-40ba-b670-f08e247a0d95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:49:16.379956 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041fdf1-f6ae-4d8b-ba87-827509b34229 req-7b5d045c-2116-4d13-84b6-fbc082efe604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:16.381439 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6041fdf1-f6ae-4d8b-ba87-827509b34229 req-7b5d045c-2116-4d13-84b6-fbc082efe604 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1e7c6697dfc4562b4c1d46ee21964a5&device_id=ea1f238d-3bae-4ce8-b328-d07fc2f7f272 HTTP/1.1" status: 200 len: 1132 time: 0.0413463 May 14 15:49:16.418157 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-af9beba2-c856-49d5-af85-5a357cd53b58 req-d2516187-f043-4ce6-9668-1b118f1aa2ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (9d525f2e-84e9-4747-99b0-489de117e060), before_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:16.440898 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-763a0b61-d1d5-4f7c-bd02-b16dc1000223 req-ef40e2f7-3c33-4357-81d1-e7838580df0d service neutron] 10.222.0.36 "GET /v2.0/networks/4b5e11b1-b142-4a99-ada9-a011e605383b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469386 May 14 15:49:16.483164 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6041fdf1-f6ae-4d8b-ba87-827509b34229 req-5865ceab-8096-4b73-be53-d65cbbc3b1f3 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=c1e7c6697dfc4562b4c1d46ee21964a5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282035 May 14 15:49:16.656746 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-763a0b61-d1d5-4f7c-bd02-b16dc1000223 req-b43f4eb4-0dd0-495a-a3cc-1284d66a62c0 service neutron] 10.222.0.36 "GET /v2.0/networks/4b5e11b1-b142-4a99-ada9-a011e605383b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901348 May 14 15:49:16.670414 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041fdf1-f6ae-4d8b-ba87-827509b34229 req-fa686cbc-c944-461e-98be-7289129d67fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:16.673805 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6041fdf1-f6ae-4d8b-ba87-827509b34229 req-fa686cbc-c944-461e-98be-7289129d67fb service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1823225 May 14 15:49:16.828162 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.notifiers.nova [req-af9beba2-c856-49d5-af85-5a357cd53b58 req-d2516187-f043-4ce6-9668-1b118f1aa2ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d525f2e-84e9-4747-99b0-489de117e060 {{(pid=115110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 15:49:16.835489 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-af9beba2-c856-49d5-af85-5a357cd53b58 req-d2516187-f043-4ce6-9668-1b118f1aa2ff service neutron] Publish callbacks [] for port (9d525f2e-84e9-4747-99b0-489de117e060), precommit_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:16.848652 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.provisioning_blocks [req-af9beba2-c856-49d5-af85-5a357cd53b58 req-d2516187-f043-4ce6-9668-1b118f1aa2ff service neutron] Transition to ACTIVE for port object 9d525f2e-84e9-4747-99b0-489de117e060 will not be triggered until provisioned by entity L2. {{(pid=115110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 14 15:49:16.852086 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-af9beba2-c856-49d5-af85-5a357cd53b58 req-d2516187-f043-4ce6-9668-1b118f1aa2ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3204974'] for port (9d525f2e-84e9-4747-99b0-489de117e060), after_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:16.906096 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2516187-f043-4ce6-9668-1b118f1aa2ff service neutron] Pushing event updated for resources: {'Port': ['ID=9d525f2e-84e9-4747-99b0-489de117e060,revision_number=2']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:16.970906 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.managers [req-af9beba2-c856-49d5-af85-5a357cd53b58 req-d2516187-f043-4ce6-9668-1b118f1aa2ff service neutron] Attempting to bind port 9d525f2e-84e9-4747-99b0-489de117e060 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 15:49:16.971249 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.managers [req-af9beba2-c856-49d5-af85-5a357cd53b58 req-d2516187-f043-4ce6-9668-1b118f1aa2ff service neutron] Attempting to bind port 9d525f2e-84e9-4747-99b0-489de117e060 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '4f40e848-fb9d-4d21-b482-dac44d3cf917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8d27839-074b-4ab6-8eee-a26beda7dc34'}] {{(pid=115110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 15:49:16.971582 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9beba2-c856-49d5-af85-5a357cd53b58 req-d2516187-f043-4ce6-9668-1b118f1aa2ff service neutron] Attempting to bind port 9d525f2e-84e9-4747-99b0-489de117e060 on network a8d27839-074b-4ab6-8eee-a26beda7dc34 {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:49:16.976254 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9beba2-c856-49d5-af85-5a357cd53b58 req-d2516187-f043-4ce6-9668-1b118f1aa2ff service neutron] Port 9d525f2e-84e9-4747-99b0-489de117e060 on network a8d27839-074b-4ab6-8eee-a26beda7dc34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 14 15:49:16.976577 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9beba2-c856-49d5-af85-5a357cd53b58 req-d2516187-f043-4ce6-9668-1b118f1aa2ff service neutron] Attempting to bind port 9d525f2e-84e9-4747-99b0-489de117e060 on network a8d27839-074b-4ab6-8eee-a26beda7dc34 {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:49:16.981608 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9beba2-c856-49d5-af85-5a357cd53b58 req-d2516187-f043-4ce6-9668-1b118f1aa2ff service neutron] Checking agent: {'id': 'df6c86ae-fc26-40a3-91a1-648a304bf46f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 44, 23), 'started_at': datetime.datetime(2022, 5, 14, 15, 44, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 15, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 15:49:16.982071 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9beba2-c856-49d5-af85-5a357cd53b58 req-d2516187-f043-4ce6-9668-1b118f1aa2ff service neutron] Checking segment: {'id': '4f40e848-fb9d-4d21-b482-dac44d3cf917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8d27839-074b-4ab6-8eee-a26beda7dc34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:49:16.982509 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9beba2-c856-49d5-af85-5a357cd53b58 req-d2516187-f043-4ce6-9668-1b118f1aa2ff service neutron] Bound using segment: {'id': '4f40e848-fb9d-4d21-b482-dac44d3cf917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8d27839-074b-4ab6-8eee-a26beda7dc34'} {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 15:49:16.983005 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.managers [req-af9beba2-c856-49d5-af85-5a357cd53b58 req-d2516187-f043-4ce6-9668-1b118f1aa2ff service neutron] Bound port: 9d525f2e-84e9-4747-99b0-489de117e060, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f40e848-fb9d-4d21-b482-dac44d3cf917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8d27839-074b-4ab6-8eee-a26beda7dc34'}}] {{(pid=115110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 15:49:16.983342 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-af9beba2-c856-49d5-af85-5a357cd53b58 req-d2516187-f043-4ce6-9668-1b118f1aa2ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (9d525f2e-84e9-4747-99b0-489de117e060), before_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:17.054663 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [req-af9beba2-c856-49d5-af85-5a357cd53b58 req-d2516187-f043-4ce6-9668-1b118f1aa2ff service neutron] For port 9d525f2e-84e9-4747-99b0-489de117e060, host hv-cinder-83979, cleared binding levels {{(pid=115110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 15:49:17.058878 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [req-af9beba2-c856-49d5-af85-5a357cd53b58 req-d2516187-f043-4ce6-9668-1b118f1aa2ff service neutron] For port 9d525f2e-84e9-4747-99b0-489de117e060, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=9d525f2e-84e9-4747-99b0-489de117e060,segment=NetworkSegment(4f40e848-fb9d-4d21-b482-dac44d3cf917),segment_id=4f40e848-fb9d-4d21-b482-dac44d3cf917)] {{(pid=115110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 15:49:17.064570 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-af9beba2-c856-49d5-af85-5a357cd53b58 req-d2516187-f043-4ce6-9668-1b118f1aa2ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3204974'] for port (9d525f2e-84e9-4747-99b0-489de117e060), after_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:17.090182 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc788e-988d-47d4-9007-7635d4047f68 req-61a779f8-e8e4-418a-8d6f-ba298c9da4a9 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:17.091808 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5dcc788e-988d-47d4-9007-7635d4047f68 req-61a779f8-e8e4-418a-8d6f-ba298c9da4a9 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea1f238d-3bae-4ce8-b328-d07fc2f7f272 HTTP/1.1" status: 200 len: 948 time: 0.0845215 May 14 15:49:17.096286 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9beba2-c856-49d5-af85-5a357cd53b58 req-d2516187-f043-4ce6-9668-1b118f1aa2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:17.096943 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-af9beba2-c856-49d5-af85-5a357cd53b58 req-d2516187-f043-4ce6-9668-1b118f1aa2ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:17.098299 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-af9beba2-c856-49d5-af85-5a357cd53b58 req-d2516187-f043-4ce6-9668-1b118f1aa2ff service neutron] 10.222.0.36 "PUT /v2.0/ports/9d525f2e-84e9-4747-99b0-489de117e060 HTTP/1.1" status: 200 len: 1094 time: 0.8030829 May 14 15:49:17.098929 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '656dffc0-256e-40ba-b670-f08e247a0d95', 'tag': '9d525f2e-84e9-4747-99b0-489de117e060'}] {{(pid=115110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:49:17.100139 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766b65c-8e76-4ac4-8842-bcf99f04ad38 req-f0d4b73e-5553-4b83-9ec2-09edc697b505 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:17.101139 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a270656aa08f71c574e37588e4b5bc67f1398202d03dea947e2a2c931e3df3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a68380b-4c16-40f2-b902-2bc31f6252f3" -d '{"events": [{"name": "network-changed", "server_uuid": "656dffc0-256e-40ba-b670-f08e247a0d95", "tag": "9d525f2e-84e9-4747-99b0-489de117e060"}]}' {{(pid=115110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:49:17.101676 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5766b65c-8e76-4ac4-8842-bcf99f04ad38 req-f0d4b73e-5553-4b83-9ec2-09edc697b505 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 943 time: 0.0828013 May 14 15:49:17.131060 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2516187-f043-4ce6-9668-1b118f1aa2ff service neutron] Pushing event updated for resources: {'Port': ['ID=9d525f2e-84e9-4747-99b0-489de117e060,revision_number=3']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:17.167956 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5dcc788e-988d-47d4-9007-7635d4047f68 req-f477761c-9ca8-4208-8914-35095cf82571 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/security-groups?id=ba2e121c-d157-4a8b-ac77-9f78f2a7fe55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652995 May 14 15:49:17.181856 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5766b65c-8e76-4ac4-8842-bcf99f04ad38 req-d1f5857d-d1f0-49d2-bafe-154b34a19464 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719798 May 14 15:49:17.210999 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 15:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ba2ec5-29b6-48aa-bae0-dabfd9c938c5 x-openstack-request-id: req-13ba2ec5-29b6-48aa-bae0-dabfd9c938c5 {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:49:17.211364 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "656dffc0-256e-40ba-b670-f08e247a0d95", "tag": "9d525f2e-84e9-4747-99b0-489de117e060", "status": "completed", "code": 200}]} {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:49:17.211734 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-13ba2ec5-29b6-48aa-bae0-dabfd9c938c5 {{(pid=115110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:49:17.212216 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13ba2ec5-29b6-48aa-bae0-dabfd9c938c5'] response: {'name': 'network-changed', 'server_uuid': '656dffc0-256e-40ba-b670-f08e247a0d95', 'tag': '9d525f2e-84e9-4747-99b0-489de117e060', 'status': 'completed', 'code': 200} May 14 15:49:17.287866 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083c95d-812f-4f72-8143-885b735e9381 req-d63a2fa2-a26a-4080-9e86-cf1f9801df68 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:17.289343 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f083c95d-812f-4f72-8143-885b735e9381 req-d63a2fa2-a26a-4080-9e86-cf1f9801df68 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=656dffc0-256e-40ba-b670-f08e247a0d95 HTTP/1.1" status: 200 len: 944 time: 0.0515652 May 14 15:49:17.335568 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f083c95d-812f-4f72-8143-885b735e9381 req-bc6583dc-b812-4cae-ab4a-f7e99b92f2ef tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a33137-e7f7-4c70-9a4f-e6e87acef7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398788 May 14 15:49:17.385476 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd47e5-9137-4277-a5d8-ccad4c880585 req-1ad7ceb0-0fe8-4abd-8834-6049969e578f tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:17.387438 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9bcd47e5-9137-4277-a5d8-ccad4c880585 req-1ad7ceb0-0fe8-4abd-8834-6049969e578f tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fbb269d-11cd-49ed-81ac-570e721c15cd HTTP/1.1" status: 200 len: 946 time: 0.0462227 May 14 15:49:17.432283 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9bcd47e5-9137-4277-a5d8-ccad4c880585 req-b32b6f24-2caf-41b3-9187-cc964070f8a8 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392106 May 14 15:49:18.309016 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f330fd9-2077-463b-b369-35731c986a00 req-219c25e5-2b58-496b-bac3-332c198e3151 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:18.310813 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3f330fd9-2077-463b-b369-35731c986a00 req-219c25e5-2b58-496b-bac3-332c198e3151 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea1f238d-3bae-4ce8-b328-d07fc2f7f272 HTTP/1.1" status: 200 len: 948 time: 0.0745730 May 14 15:49:18.330473 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b0ecb-238c-4399-b762-55703d34da98 req-dcfb03e9-1268-49de-b0f3-a15228ba7d90 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:18.331874 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-629b0ecb-238c-4399-b762-55703d34da98 req-dcfb03e9-1268-49de-b0f3-a15228ba7d90 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 943 time: 0.0655458 May 14 15:49:18.391451 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3f330fd9-2077-463b-b369-35731c986a00 req-b28e14df-924b-4b90-b0ed-de5b4cb3e011 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/security-groups?id=ba2e121c-d157-4a8b-ac77-9f78f2a7fe55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726178 May 14 15:49:18.403144 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-629b0ecb-238c-4399-b762-55703d34da98 req-e0c09736-eebe-465d-b35d-c2c340f0a847 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626616 May 14 15:49:18.493699 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2caed7-2cb7-4eef-bc1f-98b9fda7a3a8 req-2a6067a0-10ec-41f6-a4f4-5fd7e35ddb01 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:18.495690 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-2e2caed7-2cb7-4eef-bc1f-98b9fda7a3a8 req-2a6067a0-10ec-41f6-a4f4-5fd7e35ddb01 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=656dffc0-256e-40ba-b670-f08e247a0d95 HTTP/1.1" status: 200 len: 944 time: 0.0488064 May 14 15:49:18.544048 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-2e2caed7-2cb7-4eef-bc1f-98b9fda7a3a8 req-c84bc7f9-adbf-405c-8b41-e635cf96bfb1 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a33137-e7f7-4c70-9a4f-e6e87acef7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426350 May 14 15:49:18.810266 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 38278) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:49:18.814740 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-9635b7d1-45c6-4833-8739-603abfe53ea3 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1695025150', 'description': 'tempest-description--970507118'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:49:18.838921 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-9635b7d1-45c6-4833-8739-603abfe53ea3 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks [] for security_group (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:18.905240 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-9635b7d1-45c6-4833-8739-603abfe53ea3 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks [] for security_group (ec7d9910-0c8c-4405-bc8e-e1d8a8594554), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:18.908719 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-9635b7d1-45c6-4833-8739-603abfe53ea3 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (ec7d9910-0c8c-4405-bc8e-e1d8a8594554), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:18.935974 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9635b7d1-45c6-4833-8739-603abfe53ea3 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7d9910-0c8c-4405-bc8e-e1d8a8594554,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:18.940008 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-9635b7d1-45c6-4833-8739-603abfe53ea3 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks [] for security_group (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:18.941186 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-9635b7d1-45c6-4833-8739-603abfe53ea3 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1298447 May 14 15:49:18.944442 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 38280) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:49:18.949133 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-b178d3b9-97f5-467a-b494-44f9e309e876 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Request body: {'security_group_rule': {'security_group_id': 'ec7d9910-0c8c-4405-bc8e-e1d8a8594554', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:49:18.974845 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-b178d3b9-97f5-467a-b494-44f9e309e876 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks [] for security_group_rule (e1008157-829d-48ed-b641-fffbf284fb21), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:19.036379 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-b178d3b9-97f5-467a-b494-44f9e309e876 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks [] for security_group_rule (e1008157-829d-48ed-b641-fffbf284fb21), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:19.039772 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-b178d3b9-97f5-467a-b494-44f9e309e876 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639472'] for security_group_rule (e1008157-829d-48ed-b641-fffbf284fb21), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:19.058638 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b178d3b9-97f5-467a-b494-44f9e309e876 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1008157-829d-48ed-b641-fffbf284fb21,revision_number=0']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:19.065656 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-b178d3b9-97f5-467a-b494-44f9e309e876 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:19.066846 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-b178d3b9-97f5-467a-b494-44f9e309e876 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1216049 May 14 15:49:19.069580 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 38282) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:49:19.073735 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-a7351a82-d5db-4fe1-9511-2ec4e5bbcff0 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Request body: {'security_group_rule': {'security_group_id': 'ec7d9910-0c8c-4405-bc8e-e1d8a8594554', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:49:19.099088 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-a7351a82-d5db-4fe1-9511-2ec4e5bbcff0 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks [] for security_group_rule (375978e1-1e22-42c0-942d-8e2eb7691f07), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:19.158607 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-a7351a82-d5db-4fe1-9511-2ec4e5bbcff0 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks [] for security_group_rule (375978e1-1e22-42c0-942d-8e2eb7691f07), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:19.162742 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-a7351a82-d5db-4fe1-9511-2ec4e5bbcff0 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639472'] for security_group_rule (375978e1-1e22-42c0-942d-8e2eb7691f07), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:19.186420 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7351a82-d5db-4fe1-9511-2ec4e5bbcff0 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=375978e1-1e22-42c0-942d-8e2eb7691f07,revision_number=0']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:19.194267 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-a7351a82-d5db-4fe1-9511-2ec4e5bbcff0 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:19.195496 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-a7351a82-d5db-4fe1-9511-2ec4e5bbcff0 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1250222 May 14 15:49:19.198456 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 38290) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:49:19.202581 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-4cca65b1-5a24-4a8b-88ae-b5f7ff77f83c tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Request body: {'floatingip': {'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:49:19.222542 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-4cca65b1-5a24-4a8b-88ae-b5f7ff77f83c tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:19.307244 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-4cca65b1-5a24-4a8b-88ae-b5f7ff77f83c tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:19.419909 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.db_base_plugin_common [None req-4cca65b1-5a24-4a8b-88ae-b5f7ff77f83c tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Allocated IP 172.27.1.122 (ee365c6e-8595-4248-876b-4406c6eeb32a/3059297f-ebad-4161-8328-a5e88a7ee6dc/8e260082-bd10-4a93-a45c-4ae0f1b803b6) {{(pid=115111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:49:19.580527 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f716e-6417-4c78-b164-2ea848b6c3cb req-b52ff1f3-b932-4af2-9dc5-ebb114fe33bf tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:19.582009 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b76f716e-6417-4c78-b164-2ea848b6c3cb req-b52ff1f3-b932-4af2-9dc5-ebb114fe33bf tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea1f238d-3bae-4ce8-b328-d07fc2f7f272 HTTP/1.1" status: 200 len: 948 time: 0.1205254 May 14 15:49:19.601521 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e3e64-9fb7-4662-9494-b95f0bc22ccd req-4f7936b9-22b9-4b73-bc17-c94b8f3848d4 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:19.602943 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-828e3e64-9fb7-4662-9494-b95f0bc22ccd req-4f7936b9-22b9-4b73-bc17-c94b8f3848d4 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 943 time: 0.1141698 May 14 15:49:19.609193 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-cd1eea98-3021-4588-9590-5969087dafc2 None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 15:49:19.655099 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-4cca65b1-5a24-4a8b-88ae-b5f7ff77f83c tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks [] for port (8e260082-bd10-4a93-a45c-4ae0f1b803b6), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:19.655416 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09b0cd-1c92-4ce8-8a93-b8c49572d0d6 req-240c4bb0-ace2-444b-b756-6a77809663ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:19.657057 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-5f09b0cd-1c92-4ce8-8a93-b8c49572d0d6 req-240c4bb0-ace2-444b-b756-6a77809663ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c1e7c6697dfc4562b4c1d46ee21964a5&device_id=ea1f238d-3bae-4ce8-b328-d07fc2f7f272 HTTP/1.1" status: 200 len: 1132 time: 0.0483549 May 14 15:49:19.707359 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-5f09b0cd-1c92-4ce8-8a93-b8c49572d0d6 req-00bc540e-7b66-492f-a768-b5690ba99999 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=e4c131d9-3887-4760-96f8-18f3e257f1f7 HTTP/1.1" status: 200 len: 217 time: 0.0387263 May 14 15:49:19.758662 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09b0cd-1c92-4ce8-8a93-b8c49572d0d6 req-d0934f6a-52a3-4b38-8433-733b3caaf2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:19.760137 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-5f09b0cd-1c92-4ce8-8a93-b8c49572d0d6 req-d0934f6a-52a3-4b38-8433-733b3caaf2c4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=14fd9cae-5771-460d-bd57-cc3a31916deb HTTP/1.1" status: 200 len: 843 time: 0.0465961 May 14 15:49:19.805255 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09b0cd-1c92-4ce8-8a93-b8c49572d0d6 req-e211dca2-8e3c-466d-a755-fcb4135cd4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:19.806873 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-5f09b0cd-1c92-4ce8-8a93-b8c49572d0d6 req-e211dca2-8e3c-466d-a755-fcb4135cd4c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1c202f1-4bb1-42fd-85ba-cae0e4eb5b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0409307 May 14 15:49:19.902851 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-5f09b0cd-1c92-4ce8-8a93-b8c49572d0d6 req-4388a461-8927-415d-957d-acdbb326d5cd service neutron] 10.222.0.36 "GET /v2.0/networks/f1c202f1-4bb1-42fd-85ba-cae0e4eb5b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900359 May 14 15:49:19.940940 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a68380b-4c16-40f2-b902-2bc31f6252f3 req-c6599205-ba8a-4b53-a5ce-27886375486d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:19.942558 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9a68380b-4c16-40f2-b902-2bc31f6252f3 req-c6599205-ba8a-4b53-a5ce-27886375486d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71b09f9f20b340b5a615b24e05312703&device_id=656dffc0-256e-40ba-b670-f08e247a0d95 HTTP/1.1" status: 200 len: 1128 time: 0.3078010 May 14 15:49:19.990707 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-5f09b0cd-1c92-4ce8-8a93-b8c49572d0d6 req-d89368a6-2e75-4826-b41f-de4ea922fe98 service neutron] 10.222.0.36 "GET /v2.0/networks/f1c202f1-4bb1-42fd-85ba-cae0e4eb5b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823572 May 14 15:49:19.993488 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-828e3e64-9fb7-4662-9494-b95f0bc22ccd req-fa611a3d-bdde-4cd5-975e-f8e47bc85198 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3799024 May 14 15:49:19.996790 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b76f716e-6417-4c78-b164-2ea848b6c3cb req-56a59a19-dc76-475d-b576-7324ff4a19bb tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/security-groups?id=ba2e121c-d157-4a8b-ac77-9f78f2a7fe55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4071074 May 14 15:49:20.026651 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-4cca65b1-5a24-4a8b-88ae-b5f7ff77f83c tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764499'] for port (8e260082-bd10-4a93-a45c-4ae0f1b803b6), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:20.148529 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cca65b1-5a24-4a8b-88ae-b5f7ff77f83c tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Network ee365c6e-8595-4248-876b-4406c6eeb32a is already hosted by enough agents. {{(pid=115111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:49:20.173232 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.base_scheduler [None req-4cca65b1-5a24-4a8b-88ae-b5f7ff77f83c tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Resources bound (agent type, host, resource id): {{(pid=115111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:49:20.175866 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cca65b1-5a24-4a8b-88ae-b5f7ff77f83c tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Received port after_create {{(pid=115111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:49:20.234900 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cca65b1-5a24-4a8b-88ae-b5f7ff77f83c tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Pushing event updated for resources: {'Port': ['ID=8e260082-bd10-4a93-a45c-4ae0f1b803b6,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:20.243947 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d5c225-39a6-4c47-8492-934a183d58ba req-c11ca8d0-bf80-404c-a729-ef2e947c8603 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:20.245650 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-61d5c225-39a6-4c47-8492-934a183d58ba req-c11ca8d0-bf80-404c-a729-ef2e947c8603 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=656dffc0-256e-40ba-b670-f08e247a0d95 HTTP/1.1" status: 200 len: 944 time: 0.1797369 May 14 15:49:20.284753 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a68380b-4c16-40f2-b902-2bc31f6252f3 req-642ac351-59dc-40e2-9e83-fd0b2797bfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:20.286180 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9a68380b-4c16-40f2-b902-2bc31f6252f3 req-642ac351-59dc-40e2-9e83-fd0b2797bfbf service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=71b09f9f20b340b5a615b24e05312703&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3284523 May 14 15:49:20.341346 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-61d5c225-39a6-4c47-8492-934a183d58ba req-7496e0ed-3e49-4d58-bc79-4c7508d7538f tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a33137-e7f7-4c70-9a4f-e6e87acef7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883780 May 14 15:49:20.353620 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-4cca65b1-5a24-4a8b-88ae-b5f7ff77f83c tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks [] for floatingip (5d529ac8-7509-4642-9341-2ad16262d1a9), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:20.396070 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-4cca65b1-5a24-4a8b-88ae-b5f7ff77f83c tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (8e260082-bd10-4a93-a45c-4ae0f1b803b6), before_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:20.576863 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-4cca65b1-5a24-4a8b-88ae-b5f7ff77f83c tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks [] for port (8e260082-bd10-4a93-a45c-4ae0f1b803b6), precommit_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:20.581113 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-4cca65b1-5a24-4a8b-88ae-b5f7ff77f83c tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8764516'] for port (8e260082-bd10-4a93-a45c-4ae0f1b803b6), after_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:20.648554 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cca65b1-5a24-4a8b-88ae-b5f7ff77f83c tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Pushing event updated for resources: {'Port': ['ID=8e260082-bd10-4a93-a45c-4ae0f1b803b6,revision_number=2']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:20.656927 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-4cca65b1-5a24-4a8b-88ae-b5f7ff77f83c tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1759531'] for floatingip (5d529ac8-7509-4642-9341-2ad16262d1a9), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:20.672094 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-4cca65b1-5a24-4a8b-88ae-b5f7ff77f83c tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for floatingip (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:20.673329 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-4cca65b1-5a24-4a8b-88ae-b5f7ff77f83c tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4739494 May 14 15:49:20.868597 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6187813c-6b57-4c52-99c6-73b2bc3f48ec req-1321e7a4-9683-4847-9edd-ab37b2379884 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1695025150&fields=id&tenant_id=5d2517d5440a4d30949f3dd36a46d813 HTTP/1.1" status: 200 len: 267 time: 0.0457420 May 14 15:49:20.978026 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187813c-6b57-4c52-99c6-73b2bc3f48ec req-55b11f75-cb92-4e64-82fa-7923c545b77e tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:20.980069 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6187813c-6b57-4c52-99c6-73b2bc3f48ec req-55b11f75-cb92-4e64-82fa-7923c545b77e tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/networks?id=3e026b24-9d5e-4f74-ac5a-5d47dc1338b8 HTTP/1.1" status: 200 len: 819 time: 0.1039598 May 14 15:49:20.994751 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6187813c-6b57-4c52-99c6-73b2bc3f48ec req-19c10704-0e65-4902-b0aa-2a76292afe16 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/quotas/5d2517d5440a4d30949f3dd36a46d813 HTTP/1.1" status: 200 len: 375 time: 0.0092003 May 14 15:49:21.047821 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6187813c-6b57-4c52-99c6-73b2bc3f48ec req-b2455093-3440-4655-9c1f-dedeacaccf6d tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=5d2517d5440a4d30949f3dd36a46d813&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0477850 May 14 15:49:21.154642 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f8c22-b367-4501-aac9-accdfe4d5f8e req-a7fdb887-4cc5-4b3e-bec8-5bac79d0062b tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:21.156019 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0d2f8c22-b367-4501-aac9-accdfe4d5f8e req-a7fdb887-4cc5-4b3e-bec8-5bac79d0062b tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 943 time: 0.0902336 May 14 15:49:21.205982 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6187813c-6b57-4c52-99c6-73b2bc3f48ec req-223297be-e4d3-4be1-bfdd-a91deb1233b1 service neutron] 10.222.0.61 "GET /v2.0/networks/3e026b24-9d5e-4f74-ac5a-5d47dc1338b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474555 May 14 15:49:21.227964 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0d2f8c22-b367-4501-aac9-accdfe4d5f8e req-4847d74f-e778-4107-a052-2e4a9f661514 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659344 May 14 15:49:21.342660 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30adbcc2-c044-4188-ad37-6ec1e78ff01a req-0a46176f-8a0c-4225-8076-d7f6bc98c582 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:21.344126 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-30adbcc2-c044-4188-ad37-6ec1e78ff01a req-0a46176f-8a0c-4225-8076-d7f6bc98c582 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea1f238d-3bae-4ce8-b328-d07fc2f7f272 HTTP/1.1" status: 200 len: 948 time: 0.0600159 May 14 15:49:21.346044 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6187813c-6b57-4c52-99c6-73b2bc3f48ec req-94a91828-9eca-45dd-ac00-e7e52983bd72 service neutron] 10.222.0.61 "GET /v2.0/networks/3e026b24-9d5e-4f74-ac5a-5d47dc1338b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329658 May 14 15:49:21.391210 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-30adbcc2-c044-4188-ad37-6ec1e78ff01a req-904fda75-1522-42ee-8218-3a2ee558968c tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/security-groups?id=ba2e121c-d157-4a8b-ac77-9f78f2a7fe55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415080 May 14 15:49:21.533100 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8fdb9185-5027-422a-b3b6-41cfa5112bff req-46ee8ba7-c03f-4604-97b8-798987604ce5 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 210 time: 0.0347068 May 14 15:49:21.539182 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa300242-be63-48e7-b076-5e058611a438 req-30ed68cb-f246-4992-8e96-1a79919e8a44 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:21.540753 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-aa300242-be63-48e7-b076-5e058611a438 req-30ed68cb-f246-4992-8e96-1a79919e8a44 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=656dffc0-256e-40ba-b670-f08e247a0d95 HTTP/1.1" status: 200 len: 944 time: 0.0753152 May 14 15:49:21.588789 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-aa300242-be63-48e7-b076-5e058611a438 req-442bae9d-6fd8-4bc3-83f2-24e4bf5e1056 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a33137-e7f7-4c70-9a4f-e6e87acef7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419073 May 14 15:49:22.121303 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device 61226c22-8028-48c9-8e04-0f0c0cf9fa30 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=115112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 14 15:49:22.218251 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port 61226c22-8028-48c9-8e04-0f0c0cf9fa30, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=61226c22-8028-48c9-8e04-0f0c0cf9fa30,segment=NetworkSegment(5ddd1c83-6541-4162-9f9b-74f17895931e),segment_id=5ddd1c83-6541-4162-9f9b-74f17895931e)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:49:22.229097 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Returning: {'device': '61226c22-8028-48c9-8e04-0f0c0cf9fa30', 'network_id': '4b5e11b1-b142-4a99-ada9-a011e605383b', 'port_id': '61226c22-8028-48c9-8e04-0f0c0cf9fa30', 'mac_address': 'fa:16:3e:9b:6a:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccea14e1-27b6-48d9-a3be-5796f3489377', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 14 15:49:22.267677 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port 61226c22-8028-48c9-8e04-0f0c0cf9fa30 is: DOWN; New status is: BUILD {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:49:22.268071 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (61226c22-8028-48c9-8e04-0f0c0cf9fa30), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:22.282529 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61226c22-8028-48c9-8e04-0f0c0cf9fa30 {{(pid=115112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 15:49:22.307024 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port 61226c22-8028-48c9-8e04-0f0c0cf9fa30, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=61226c22-8028-48c9-8e04-0f0c0cf9fa30,segment=NetworkSegment(5ddd1c83-6541-4162-9f9b-74f17895931e),segment_id=5ddd1c83-6541-4162-9f9b-74f17895931e)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:49:22.311705 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (61226c22-8028-48c9-8e04-0f0c0cf9fa30), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:22.345564 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab468bd-09f6-428f-9640-118885ceab57 req-1e2741f8-6ea9-48f9-90f7-2693aabfa74d tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:22.348172 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-2ab468bd-09f6-428f-9640-118885ceab57 req-1e2741f8-6ea9-48f9-90f7-2693aabfa74d tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 944 time: 0.0488725 May 14 15:49:22.359253 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=61226c22-8028-48c9-8e04-0f0c0cf9fa30,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:22.395992 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-2ab468bd-09f6-428f-9640-118885ceab57 req-cdd1138f-3c56-4fdf-93b9-170705490bbc tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430963 May 14 15:49:22.505794 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3cba86-b53a-42d9-a406-e128f31b0b39 req-9bfba79c-dcbd-4a86-9365-4c522f7a70da tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:22.507279 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5a3cba86-b53a-42d9-a406-e128f31b0b39 req-9bfba79c-dcbd-4a86-9365-4c522f7a70da tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea1f238d-3bae-4ce8-b328-d07fc2f7f272 HTTP/1.1" status: 200 len: 948 time: 0.0503170 May 14 15:49:22.553216 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5a3cba86-b53a-42d9-a406-e128f31b0b39 req-3c12340f-d77f-4375-837b-69f8983cba29 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/security-groups?id=ba2e121c-d157-4a8b-ac77-9f78f2a7fe55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396352 May 14 15:49:22.631224 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-65780ae7-f0bc-4e51-ae5b-296ba4a273a1 req-8e451df6-5380-42e6-bcb6-ef04e470ff1d tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 210 time: 0.0292246 May 14 15:49:22.699708 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a640fdb5-aa0e-4d32-97ef-89d701d1fb3d req-be801247-b9c3-4efd-bd51-c76ff1ee8d87 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:22.701062 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a640fdb5-aa0e-4d32-97ef-89d701d1fb3d req-be801247-b9c3-4efd-bd51-c76ff1ee8d87 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=656dffc0-256e-40ba-b670-f08e247a0d95 HTTP/1.1" status: 200 len: 944 time: 0.0475028 May 14 15:49:22.750563 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a640fdb5-aa0e-4d32-97ef-89d701d1fb3d req-3e774974-11ca-4fbd-81f8-e7ba08fa40de tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a33137-e7f7-4c70-9a4f-e6e87acef7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438433 May 14 15:49:23.510034 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8687328-4d02-4285-9502-47ed56d6bd0e req-3159d8eb-5268-4feb-ba18-ec2aefa73799 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:23.511825 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c8687328-4d02-4285-9502-47ed56d6bd0e req-3159d8eb-5268-4feb-ba18-ec2aefa73799 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 944 time: 0.0482364 May 14 15:49:23.558024 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c8687328-4d02-4285-9502-47ed56d6bd0e req-5686f9f6-85ea-442e-9e33-c9ca9fbfd1c9 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401390 May 14 15:49:23.663185 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91746fb-18d2-4fdb-889b-5435ba23b894 req-20f7f2cc-3678-4a72-9c19-de59ca27aabb tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:23.664653 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e91746fb-18d2-4fdb-889b-5435ba23b894 req-20f7f2cc-3678-4a72-9c19-de59ca27aabb tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea1f238d-3bae-4ce8-b328-d07fc2f7f272 HTTP/1.1" status: 200 len: 948 time: 0.0456798 May 14 15:49:23.733316 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-13b013e9-c7d9-40ca-8d49-aa8df3b77c93 req-4f816fd4-1dc6-43eb-8dab-d3e33281be6a tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 210 time: 0.0361047 May 14 15:49:23.740584 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e91746fb-18d2-4fdb-889b-5435ba23b894 req-e25a755c-db1f-4d9e-b0b1-1f3c9789df5b tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/security-groups?id=ba2e121c-d157-4a8b-ac77-9f78f2a7fe55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696778 May 14 15:49:23.860821 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e671263a-d9e6-4cf4-9781-a1f2455daa88 req-35e3824b-2878-4420-92c2-a0aecd693a5c tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:23.862595 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e671263a-d9e6-4cf4-9781-a1f2455daa88 req-35e3824b-2878-4420-92c2-a0aecd693a5c tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=656dffc0-256e-40ba-b670-f08e247a0d95 HTTP/1.1" status: 200 len: 944 time: 0.0486014 May 14 15:49:23.908972 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e671263a-d9e6-4cf4-9781-a1f2455daa88 req-f89ef023-c510-4222-9163-89acb3249675 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a33137-e7f7-4c70-9a4f-e6e87acef7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405946 May 14 15:49:24.449802 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] get_ports_and_sgs() called for port_ids ['61226c22-8028-48c9-8e04-0f0c0cf9fa30'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 15:49:24.671095 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32126a7c-e981-4979-a6e4-b6d0034d8098 req-9d3aa236-e87e-4a33-822e-0f1f25ce252a tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:24.672682 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-32126a7c-e981-4979-a6e4-b6d0034d8098 req-9d3aa236-e87e-4a33-822e-0f1f25ce252a tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 944 time: 0.0492570 May 14 15:49:24.719811 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-32126a7c-e981-4979-a6e4-b6d0034d8098 req-118cb2a7-491d-4f2b-b9d4-156bb2648f37 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412486 May 14 15:49:24.858636 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3bdb892b-57b5-410e-b5d5-978894b1ccee req-301f7651-9db9-4b99-9015-541696a7f266 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 210 time: 0.0525143 May 14 15:49:24.876891 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611539d-7b79-4019-a873-ac6bb10bba7b req-69dbdd18-0df1-4c45-8427-d9802fab0f7c tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:24.878319 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1611539d-7b79-4019-a873-ac6bb10bba7b req-69dbdd18-0df1-4c45-8427-d9802fab0f7c tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea1f238d-3bae-4ce8-b328-d07fc2f7f272 HTTP/1.1" status: 200 len: 948 time: 0.0629551 May 14 15:49:24.924746 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1611539d-7b79-4019-a873-ac6bb10bba7b req-edf974e0-72c6-44fe-8a45-67860d23d7f5 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/security-groups?id=ba2e121c-d157-4a8b-ac77-9f78f2a7fe55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408394 May 14 15:49:25.020343 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54592308-c277-4d2f-9e74-c4d2c12c2e9b req-f3b34a52-2b02-441e-bf2d-6868cb5a4a35 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:25.021811 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-54592308-c277-4d2f-9e74-c4d2c12c2e9b req-f3b34a52-2b02-441e-bf2d-6868cb5a4a35 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=656dffc0-256e-40ba-b670-f08e247a0d95 HTTP/1.1" status: 200 len: 944 time: 0.0470440 May 14 15:49:25.070971 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-54592308-c277-4d2f-9e74-c4d2c12c2e9b req-05c33308-ac21-461e-bcae-36150cac34bc tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a33137-e7f7-4c70-9a4f-e6e87acef7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429013 May 14 15:49:25.685898 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device 61226c22-8028-48c9-8e04-0f0c0cf9fa30 up at agent hyperv_hv-cinder-83979 {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:49:25.728367 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Provisioning for port 61226c22-8028-48c9-8e04-0f0c0cf9fa30 completed by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 14 15:49:25.738836 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Provisioning complete for port 61226c22-8028-48c9-8e04-0f0c0cf9fa30 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:49:25.739209 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (61226c22-8028-48c9-8e04-0f0c0cf9fa30), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:25.822702 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port 61226c22-8028-48c9-8e04-0f0c0cf9fa30 is: BUILD; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:49:25.823033 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (61226c22-8028-48c9-8e04-0f0c0cf9fa30), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:25.843994 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0766c9d6-f187-40e9-80c6-52f577092c0e req-5a5836f4-d2a7-4e48-9eef-b51ec4c40292 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:25.845555 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0766c9d6-f187-40e9-80c6-52f577092c0e req-5a5836f4-d2a7-4e48-9eef-b51ec4c40292 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 944 time: 0.0560086 May 14 15:49:25.850081 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef63d04a-87e5-4202-a672-d45a2a877c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61226c22-8028-48c9-8e04-0f0c0cf9fa30'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:49:25.852437 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bb685cd0d0d5598b2dce4f6f2400b8bab1844baadda65bc385176a7d6dc4011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370b9a1d-3853-48dc-8d6c-2e106ddbe7a1" -d '{"events": [{"server_uuid": "ef63d04a-87e5-4202-a672-d45a2a877c68", "name": "network-vif-plugged", "status": "completed", "tag": "61226c22-8028-48c9-8e04-0f0c0cf9fa30"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:49:25.868974 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port 61226c22-8028-48c9-8e04-0f0c0cf9fa30, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=61226c22-8028-48c9-8e04-0f0c0cf9fa30,segment=NetworkSegment(5ddd1c83-6541-4162-9f9b-74f17895931e),segment_id=5ddd1c83-6541-4162-9f9b-74f17895931e)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:49:25.874667 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (61226c22-8028-48c9-8e04-0f0c0cf9fa30), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:25.907814 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 15:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71fe38f-f9ed-4f16-abfa-6a88bbe951c9 x-openstack-request-id: req-b71fe38f-f9ed-4f16-abfa-6a88bbe951c9 {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:49:25.908293 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef63d04a-87e5-4202-a672-d45a2a877c68", "name": "network-vif-plugged", "status": "completed", "tag": "61226c22-8028-48c9-8e04-0f0c0cf9fa30", "code": 200}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:49:25.908702 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b71fe38f-f9ed-4f16-abfa-6a88bbe951c9 {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:49:25.909348 dv-cinder-839793-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b71fe38f-f9ed-4f16-abfa-6a88bbe951c9'] response: {'server_uuid': 'ef63d04a-87e5-4202-a672-d45a2a877c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61226c22-8028-48c9-8e04-0f0c0cf9fa30', 'code': 200} May 14 15:49:25.929617 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0766c9d6-f187-40e9-80c6-52f577092c0e req-db710728-9dca-44ef-8ebf-13a83e84f8da tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635879 May 14 15:49:25.982508 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=61226c22-8028-48c9-8e04-0f0c0cf9fa30,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:25.991989 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:25.992474 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:25.992935 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:25.993361 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:25.993866 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:25.994319 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:26.005524 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:26.005524 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:26.005524 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:26.005524 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:26.005524 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:26.005524 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:26.005524 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:26.005524 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:26.005524 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:26.006467 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e9d446f5-b51f-4f12-912d-0aa0fa645c17 req-3bb96bc5-5beb-48ad-b8c9-c6bb0a96e91a tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 210 time: 0.0353208 May 14 15:49:26.060449 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbbd506-feb4-43a4-a46d-ac6c3be5b871 req-217fd162-6d8e-4aa6-b251-5538bb120ed5 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:26.062013 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-bdbbd506-feb4-43a4-a46d-ac6c3be5b871 req-217fd162-6d8e-4aa6-b251-5538bb120ed5 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea1f238d-3bae-4ce8-b328-d07fc2f7f272 HTTP/1.1" status: 200 len: 948 time: 0.0582745 May 14 15:49:26.133570 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-bdbbd506-feb4-43a4-a46d-ac6c3be5b871 req-bd32af86-11f5-4e38-922d-7026d80aaf08 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/security-groups?id=ba2e121c-d157-4a8b-ac77-9f78f2a7fe55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650430 May 14 15:49:26.204772 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac9810-0416-4629-85f2-4b58188cbc10 req-02c71275-e045-4c54-b768-4e52e1cf5d38 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:26.206154 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8cac9810-0416-4629-85f2-4b58188cbc10 req-02c71275-e045-4c54-b768-4e52e1cf5d38 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=656dffc0-256e-40ba-b670-f08e247a0d95 HTTP/1.1" status: 200 len: 944 time: 0.0529220 May 14 15:49:26.257111 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8cac9810-0416-4629-85f2-4b58188cbc10 req-f39b6133-8b46-49cf-aea2-a4cabcf964c1 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a33137-e7f7-4c70-9a4f-e6e87acef7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449519 May 14 15:49:26.610121 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a68380b-4c16-40f2-b902-2bc31f6252f3 req-7441bccd-732a-4afd-b63a-05599faa0457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:26.611628 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9a68380b-4c16-40f2-b902-2bc31f6252f3 req-7441bccd-732a-4afd-b63a-05599faa0457 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0999377 May 14 15:49:26.621752 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-452ee1ea-4c8e-43e5-a9e7-29be63b213c9 req-cfd66653-5c75-4326-b3a9-c5c11bca315c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446942 May 14 15:49:26.711210 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ee1ea-4c8e-43e5-a9e7-29be63b213c9 req-952f893c-805d-4c08-aaa6-4f65a867e4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:26.712623 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-452ee1ea-4c8e-43e5-a9e7-29be63b213c9 req-952f893c-805d-4c08-aaa6-4f65a867e4c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d2517d5440a4d30949f3dd36a46d813&device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 1130 time: 0.0411692 May 14 15:49:26.726679 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9beba2-c856-49d5-af85-5a357cd53b58 req-ab4b4c7f-e42b-49bd-b10d-8c787613756e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:26.728411 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-af9beba2-c856-49d5-af85-5a357cd53b58 req-ab4b4c7f-e42b-49bd-b10d-8c787613756e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71b09f9f20b340b5a615b24e05312703&device_id=656dffc0-256e-40ba-b670-f08e247a0d95 HTTP/1.1" status: 200 len: 1128 time: 0.0512683 May 14 15:49:26.760494 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d1992-5df9-4a4b-9e3d-d71b5af2a110 req-24fdaa6f-b421-41c9-99ac-8a41306fbbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:26.761930 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-d95d1992-5df9-4a4b-9e3d-d71b5af2a110 req-24fdaa6f-b421-41c9-99ac-8a41306fbbc5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 1129 time: 0.0484629 May 14 15:49:26.783179 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-af9beba2-c856-49d5-af85-5a357cd53b58 req-38f2507e-1076-4d2b-914e-20ee038a4f00 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d525f2e-84e9-4747-99b0-489de117e060 HTTP/1.1" status: 200 len: 217 time: 0.0363874 May 14 15:49:26.841431 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9beba2-c856-49d5-af85-5a357cd53b58 req-5c549bbb-043b-454a-b041-b4279ea7da35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:26.842965 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-af9beba2-c856-49d5-af85-5a357cd53b58 req-5c549bbb-043b-454a-b041-b4279ea7da35 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5d0d81a8-4e9e-4256-bae5-837cec1a3732 HTTP/1.1" status: 200 len: 848 time: 0.0517776 May 14 15:49:26.852863 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-d95d1992-5df9-4a4b-9e3d-d71b5af2a110 req-2d4c95c2-490b-4ff3-b6d7-51b5d09920f0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802073 May 14 15:49:26.874952 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ee1ea-4c8e-43e5-a9e7-29be63b213c9 req-78344802-3abe-49d3-ba1b-3eb55474fa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:26.876367 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-452ee1ea-4c8e-43e5-a9e7-29be63b213c9 req-78344802-3abe-49d3-ba1b-3eb55474fa56 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3e026b24-9d5e-4f74-ac5a-5d47dc1338b8 HTTP/1.1" status: 200 len: 920 time: 0.1239600 May 14 15:49:27.035251 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e30eb8-ec8b-403e-9444-14dcfd6fbb24 req-81e1fa2f-d777-4f08-bd94-500123dd57b0 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:27.036657 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-93e30eb8-ec8b-403e-9444-14dcfd6fbb24 req-81e1fa2f-d777-4f08-bd94-500123dd57b0 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 945 time: 0.0506630 May 14 15:49:27.094913 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-93e30eb8-ec8b-403e-9444-14dcfd6fbb24 req-769321b9-bfdb-410b-8783-5e2c84d878e3 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515614 May 14 15:49:27.111724 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-2bcf66fe-161c-4f5c-8183-022bd3faae5e req-596722ac-e051-4e22-8bc7-1a223ae8b419 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 210 time: 0.0337687 May 14 15:49:27.264657 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-af9beba2-c856-49d5-af85-5a357cd53b58 req-680c50e3-ffc2-47c8-a951-752fa0eb240b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a8d27839-074b-4ab6-8eee-a26beda7dc34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325060 May 14 15:49:27.271519 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136667b1-64a0-41bb-981e-dc5dd1dd6194 req-f48a62eb-f5fe-4832-a6df-79c79991e8c8 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:27.273573 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-136667b1-64a0-41bb-981e-dc5dd1dd6194 req-f48a62eb-f5fe-4832-a6df-79c79991e8c8 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea1f238d-3bae-4ce8-b328-d07fc2f7f272 HTTP/1.1" status: 200 len: 948 time: 0.0805075 May 14 15:49:27.273723 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-452ee1ea-4c8e-43e5-a9e7-29be63b213c9 req-bfb11fd8-158a-49a4-b97e-325ab36fda12 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e71a293a-1d12-4e53-a116-f52bc19b1aa0 HTTP/1.1" status: 200 len: 217 time: 0.0431845 May 14 15:49:27.334818 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ee1ea-4c8e-43e5-a9e7-29be63b213c9 req-9b61e6de-8d8e-4f07-8e9c-3c5232d761e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:27.336965 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-452ee1ea-4c8e-43e5-a9e7-29be63b213c9 req-9b61e6de-8d8e-4f07-8e9c-3c5232d761e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4761eee7-0a5d-411d-9c6c-5f0c035f2564 HTTP/1.1" status: 200 len: 858 time: 0.0593021 May 14 15:49:27.427532 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-136667b1-64a0-41bb-981e-dc5dd1dd6194 req-21cd0769-8edc-40f0-bb52-ed2e8ebaa176 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/security-groups?id=ba2e121c-d157-4a8b-ac77-9f78f2a7fe55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424277 May 14 15:49:27.444960 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda4028-8c34-489c-9e19-e345752f5f02 req-0a1075b7-5f14-420c-a746-fc767ca7a60c tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:27.446435 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0bda4028-8c34-489c-9e19-e345752f5f02 req-0a1075b7-5f14-420c-a746-fc767ca7a60c tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=656dffc0-256e-40ba-b670-f08e247a0d95 HTTP/1.1" status: 200 len: 944 time: 0.0841644 May 14 15:49:27.452794 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-af9beba2-c856-49d5-af85-5a357cd53b58 req-ef56862d-5fd5-414c-8cd7-ecba42a487d8 service neutron] 10.222.0.36 "GET /v2.0/networks/a8d27839-074b-4ab6-8eee-a26beda7dc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787777 May 14 15:49:27.497356 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0bda4028-8c34-489c-9e19-e345752f5f02 req-ab4cd308-1ee0-4d32-a667-0bf8fb86a0f2 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a33137-e7f7-4c70-9a4f-e6e87acef7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432980 May 14 15:49:27.685285 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device e4c131d9-3887-4760-96f8-18f3e257f1f7 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=115112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 14 15:49:27.789936 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port e4c131d9-3887-4760-96f8-18f3e257f1f7, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=e4c131d9-3887-4760-96f8-18f3e257f1f7,segment=NetworkSegment(ccd1f191-b21f-4c7c-83c0-721e6481a38e),segment_id=ccd1f191-b21f-4c7c-83c0-721e6481a38e)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:49:27.793111 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 38450) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:49:27.801838 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Returning: {'device': 'e4c131d9-3887-4760-96f8-18f3e257f1f7', 'network_id': 'f1c202f1-4bb1-42fd-85ba-cae0e4eb5b1a', 'port_id': 'e4c131d9-3887-4760-96f8-18f3e257f1f7', 'mac_address': 'fa:16:3e:0c:2b:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14fd9cae-5771-460d-bd57-cc3a31916deb', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 14 15:49:27.839699 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port e4c131d9-3887-4760-96f8-18f3e257f1f7 is: DOWN; New status is: BUILD {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:49:27.840082 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (e4c131d9-3887-4760-96f8-18f3e257f1f7), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:27.852996 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4c131d9-3887-4760-96f8-18f3e257f1f7 {{(pid=115112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 15:49:27.873811 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port e4c131d9-3887-4760-96f8-18f3e257f1f7, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=e4c131d9-3887-4760-96f8-18f3e257f1f7,segment=NetworkSegment(ccd1f191-b21f-4c7c-83c0-721e6481a38e),segment_id=ccd1f191-b21f-4c7c-83c0-721e6481a38e)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:49:27.876792 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (e4c131d9-3887-4760-96f8-18f3e257f1f7), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:27.900295 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-0f997410-0e32-4f28-a48e-bd51182a6826 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:27.928128 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=e4c131d9-3887-4760-96f8-18f3e257f1f7,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:27.956113 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ee1ea-4c8e-43e5-a9e7-29be63b213c9 req-62442515-56cb-4014-b91f-fc08e8aa3e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:27.957622 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-452ee1ea-4c8e-43e5-a9e7-29be63b213c9 req-62442515-56cb-4014-b91f-fc08e8aa3e1e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e026b24-9d5e-4f74-ac5a-5d47dc1338b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0550442 May 14 15:49:27.999399 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-af9beba2-c856-49d5-af85-5a357cd53b58 req-c50df3e2-0ed4-4ad7-ae6b-f6914562577e service neutron] 10.222.0.36 "GET /v2.0/networks/a8d27839-074b-4ab6-8eee-a26beda7dc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968773 May 14 15:49:28.086896 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-0f997410-0e32-4f28-a48e-bd51182a6826 admin admin] Publish callbacks [] for security_group (5e1a2c12-bdcc-47e1-9d23-75c4aa4a73ea), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:28.089644 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-452ee1ea-4c8e-43e5-a9e7-29be63b213c9 req-7f2352db-72d5-4fba-b22d-802f910f5d29 service neutron] 10.222.0.36 "GET /v2.0/networks/3e026b24-9d5e-4f74-ac5a-5d47dc1338b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237426 May 14 15:49:28.090650 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-0f997410-0e32-4f28-a48e-bd51182a6826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (5e1a2c12-bdcc-47e1-9d23-75c4aa4a73ea), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:28.128306 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-0f997410-0e32-4f28-a48e-bd51182a6826 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5505ee2c16a94e10af4b45c3ea8e0032&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3341124 May 14 15:49:28.130274 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f997410-0e32-4f28-a48e-bd51182a6826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1a2c12-bdcc-47e1-9d23-75c4aa4a73ea,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:28.130941 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 38456) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:49:28.137683 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f997410-0e32-4f28-a48e-bd51182a6826 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:28.138035 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f997410-0e32-4f28-a48e-bd51182a6826 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:28.138409 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f997410-0e32-4f28-a48e-bd51182a6826 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:28.138751 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f997410-0e32-4f28-a48e-bd51182a6826 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:28.139088 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f997410-0e32-4f28-a48e-bd51182a6826 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:28.139419 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f997410-0e32-4f28-a48e-bd51182a6826 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:28.139748 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f997410-0e32-4f28-a48e-bd51182a6826 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:28.140073 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f997410-0e32-4f28-a48e-bd51182a6826 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:28.140401 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f997410-0e32-4f28-a48e-bd51182a6826 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:28.140731 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f997410-0e32-4f28-a48e-bd51182a6826 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:28.141056 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f997410-0e32-4f28-a48e-bd51182a6826 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:28.141376 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f997410-0e32-4f28-a48e-bd51182a6826 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:28.141698 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f997410-0e32-4f28-a48e-bd51182a6826 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:28.142017 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f997410-0e32-4f28-a48e-bd51182a6826 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:28.142360 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f997410-0e32-4f28-a48e-bd51182a6826 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:28.258189 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c6a3ab6c-593e-4222-9578-bba9c4834f4c req-d5d8577e-24a3-412c-827e-fdf747d7ad21 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 210 time: 0.0604742 May 14 15:49:28.270082 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50030c89-dd97-4cb6-b206-6517d410a612 req-49178630-cfcb-4105-b1a9-37cdf945fc7a tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:28.271552 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-50030c89-dd97-4cb6-b206-6517d410a612 req-49178630-cfcb-4105-b1a9-37cdf945fc7a tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 945 time: 0.0896466 May 14 15:49:28.272357 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-6f6d0b12-f06f-4d90-880c-92af677df3e9 admin admin] Publish callbacks [] for security_group (5e1a2c12-bdcc-47e1-9d23-75c4aa4a73ea), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:28.308143 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-6f6d0b12-f06f-4d90-880c-92af677df3e9 admin admin] Publish callbacks [] for security_group (5e1a2c12-bdcc-47e1-9d23-75c4aa4a73ea), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:28.356582 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-50030c89-dd97-4cb6-b206-6517d410a612 req-57d6de4a-f43e-4f85-aea2-00f2e28cc65e tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788820 May 14 15:49:28.377584 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-6f6d0b12-f06f-4d90-880c-92af677df3e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (5e1a2c12-bdcc-47e1-9d23-75c4aa4a73ea), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:28.380311 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-6f6d0b12-f06f-4d90-880c-92af677df3e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:28.381447 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-6f6d0b12-f06f-4d90-880c-92af677df3e9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5e1a2c12-bdcc-47e1-9d23-75c4aa4a73ea HTTP/1.1" status: 204 len: 168 time: 0.2492805 May 14 15:49:28.389642 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d0b12-f06f-4d90-880c-92af677df3e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1a2c12-bdcc-47e1-9d23-75c4aa4a73ea,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:28.396633 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6d0b12-f06f-4d90-880c-92af677df3e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:28.396981 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6d0b12-f06f-4d90-880c-92af677df3e9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:28.397320 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6d0b12-f06f-4d90-880c-92af677df3e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:28.397658 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6d0b12-f06f-4d90-880c-92af677df3e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:28.397992 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6d0b12-f06f-4d90-880c-92af677df3e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:28.398346 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6d0b12-f06f-4d90-880c-92af677df3e9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:28.398660 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6d0b12-f06f-4d90-880c-92af677df3e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:28.398984 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6d0b12-f06f-4d90-880c-92af677df3e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:28.399307 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6d0b12-f06f-4d90-880c-92af677df3e9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:28.399649 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6d0b12-f06f-4d90-880c-92af677df3e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:28.399948 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6d0b12-f06f-4d90-880c-92af677df3e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:28.400267 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6d0b12-f06f-4d90-880c-92af677df3e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:28.400586 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6d0b12-f06f-4d90-880c-92af677df3e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:28.401438 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6d0b12-f06f-4d90-880c-92af677df3e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:28.401761 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f6d0b12-f06f-4d90-880c-92af677df3e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:28.548227 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ee141-29ac-4f02-844e-4a5d15e385bd req-10874e88-3d78-4747-a8fa-f7cd4d69ef6a tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:28.549823 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-848ee141-29ac-4f02-844e-4a5d15e385bd req-10874e88-3d78-4747-a8fa-f7cd4d69ef6a tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea1f238d-3bae-4ce8-b328-d07fc2f7f272 HTTP/1.1" status: 200 len: 949 time: 0.0523472 May 14 15:49:28.579101 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] get_ports_and_sgs() called for port_ids ['e4c131d9-3887-4760-96f8-18f3e257f1f7'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 15:49:28.641864 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5156c3d4-62b9-4992-a554-8f6d74a8e3d9 req-e6b45563-adaf-4162-b3ba-5cfc7e9e1552 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:28.643400 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5156c3d4-62b9-4992-a554-8f6d74a8e3d9 req-e6b45563-adaf-4162-b3ba-5cfc7e9e1552 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=656dffc0-256e-40ba-b670-f08e247a0d95 HTTP/1.1" status: 200 len: 944 time: 0.0715399 May 14 15:49:28.646837 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-848ee141-29ac-4f02-844e-4a5d15e385bd req-d6437625-0aaa-400a-ac18-8dadc4857de1 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/security-groups?id=ba2e121c-d157-4a8b-ac77-9f78f2a7fe55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895457 May 14 15:49:28.670906 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 38470) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:49:28.688152 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-c27da98e-ed01-4eeb-82c2-c43b8b92a321 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:28.725446 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5156c3d4-62b9-4992-a554-8f6d74a8e3d9 req-022e3840-ad60-40bf-a7c6-86f8e4ee97c7 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a33137-e7f7-4c70-9a4f-e6e87acef7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725689 May 14 15:49:28.790285 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-c27da98e-ed01-4eeb-82c2-c43b8b92a321 admin admin] Publish callbacks [] for security_group (28ebaec0-c19d-4ed5-b8c5-30a051341d35), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:28.794106 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-c27da98e-ed01-4eeb-82c2-c43b8b92a321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (28ebaec0-c19d-4ed5-b8c5-30a051341d35), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:28.835213 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-c27da98e-ed01-4eeb-82c2-c43b8b92a321 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fe554f2b393c4679945e879e873f91e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1632938 May 14 15:49:28.836058 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27da98e-ed01-4eeb-82c2-c43b8b92a321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ebaec0-c19d-4ed5-b8c5-30a051341d35,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:28.837893 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 38472) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:49:28.886190 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-37c90af0-dc45-4228-b2df-f2459a2620de admin admin] Publish callbacks [] for security_group (28ebaec0-c19d-4ed5-b8c5-30a051341d35), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:28.906849 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-37c90af0-dc45-4228-b2df-f2459a2620de admin admin] Publish callbacks [] for security_group (28ebaec0-c19d-4ed5-b8c5-30a051341d35), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:28.950908 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-37c90af0-dc45-4228-b2df-f2459a2620de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (28ebaec0-c19d-4ed5-b8c5-30a051341d35), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:28.953408 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-37c90af0-dc45-4228-b2df-f2459a2620de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:28.954573 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-37c90af0-dc45-4228-b2df-f2459a2620de admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/28ebaec0-c19d-4ed5-b8c5-30a051341d35 HTTP/1.1" status: 204 len: 168 time: 0.1148908 May 14 15:49:28.965955 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c90af0-dc45-4228-b2df-f2459a2620de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ebaec0-c19d-4ed5-b8c5-30a051341d35,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:29.355684 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b2385fad-a720-40b0-ab5b-80643b37b227 req-425b7867-77a4-46ce-8b57-a7eeb8afee82 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 210 time: 0.0291991 May 14 15:49:29.471215 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ea3f0-ceff-4f6b-842f-0f77e8e4ed07 req-a4b42bba-4e67-4d83-b1c4-e89d20161489 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:29.472757 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-164ea3f0-ceff-4f6b-842f-0f77e8e4ed07 req-a4b42bba-4e67-4d83-b1c4-e89d20161489 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 945 time: 0.0478384 May 14 15:49:29.520768 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-164ea3f0-ceff-4f6b-842f-0f77e8e4ed07 req-fef47309-9960-4dc5-b12b-354c869b407c tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421712 May 14 15:49:29.772694 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b73fe49-659b-4bca-afe3-a825daad0ca2 req-ac0260d1-343f-4627-8d0a-7f29714e55c9 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:29.774519 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9b73fe49-659b-4bca-afe3-a825daad0ca2 req-ac0260d1-343f-4627-8d0a-7f29714e55c9 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea1f238d-3bae-4ce8-b328-d07fc2f7f272 HTTP/1.1" status: 200 len: 949 time: 0.0574398 May 14 15:49:29.856385 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9b73fe49-659b-4bca-afe3-a825daad0ca2 req-47931fd2-58cd-4d5b-b5f7-3836d31eb74c tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/security-groups?id=ba2e121c-d157-4a8b-ac77-9f78f2a7fe55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757048 May 14 15:49:29.862106 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad28a53-80df-4dae-99f3-acf6dcd4e085 req-8ab97f1c-9d7c-4e7d-b8d0-cd305517218c tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:29.864002 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9ad28a53-80df-4dae-99f3-acf6dcd4e085 req-8ab97f1c-9d7c-4e7d-b8d0-cd305517218c tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=656dffc0-256e-40ba-b670-f08e247a0d95 HTTP/1.1" status: 200 len: 944 time: 0.0643539 May 14 15:49:29.917681 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9ad28a53-80df-4dae-99f3-acf6dcd4e085 req-48449d03-de5b-40d1-a7b4-ceb3e1852e8d tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a33137-e7f7-4c70-9a4f-e6e87acef7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418377 May 14 15:49:30.060205 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device e4c131d9-3887-4760-96f8-18f3e257f1f7 up at agent hyperv_hv-cinder-83979 {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:49:30.132836 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Provisioning for port e4c131d9-3887-4760-96f8-18f3e257f1f7 completed by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 14 15:49:30.139228 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Provisioning complete for port e4c131d9-3887-4760-96f8-18f3e257f1f7 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:49:30.139713 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (e4c131d9-3887-4760-96f8-18f3e257f1f7), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:30.224403 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port e4c131d9-3887-4760-96f8-18f3e257f1f7 is: BUILD; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:49:30.224848 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (e4c131d9-3887-4760-96f8-18f3e257f1f7), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:30.251825 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1f238d-3bae-4ce8-b328-d07fc2f7f272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c131d9-3887-4760-96f8-18f3e257f1f7'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:49:30.254053 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bb685cd0d0d5598b2dce4f6f2400b8bab1844baadda65bc385176a7d6dc4011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22a44e1-9cfa-4366-9c8c-3dbd0a187106" -d '{"events": [{"server_uuid": "ea1f238d-3bae-4ce8-b328-d07fc2f7f272", "name": "network-vif-plugged", "status": "completed", "tag": "e4c131d9-3887-4760-96f8-18f3e257f1f7"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:49:30.271087 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port e4c131d9-3887-4760-96f8-18f3e257f1f7, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=e4c131d9-3887-4760-96f8-18f3e257f1f7,segment=NetworkSegment(ccd1f191-b21f-4c7c-83c0-721e6481a38e),segment_id=ccd1f191-b21f-4c7c-83c0-721e6481a38e)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:49:30.277906 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (e4c131d9-3887-4760-96f8-18f3e257f1f7), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:30.310544 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 15:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff76326-7336-4027-8b86-0a95cddb00f5 x-openstack-request-id: req-9ff76326-7336-4027-8b86-0a95cddb00f5 {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:49:30.310864 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1f238d-3bae-4ce8-b328-d07fc2f7f272", "name": "network-vif-plugged", "status": "completed", "tag": "e4c131d9-3887-4760-96f8-18f3e257f1f7", "code": 200}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:49:30.311126 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9ff76326-7336-4027-8b86-0a95cddb00f5 {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:49:30.311528 dv-cinder-839793-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ff76326-7336-4027-8b86-0a95cddb00f5'] response: {'server_uuid': 'ea1f238d-3bae-4ce8-b328-d07fc2f7f272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4c131d9-3887-4760-96f8-18f3e257f1f7', 'code': 200} May 14 15:49:30.341799 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=e4c131d9-3887-4760-96f8-18f3e257f1f7,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:30.460621 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-97a0f1ab-e377-4568-8bc9-126d43174466 req-b973f6e0-ff52-4557-9bbb-dd046547fc4f tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 210 time: 0.0351048 May 14 15:49:30.657841 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa09090-0e52-45e6-89be-feb6fdcfb59e req-927c178f-ebbe-48a7-8214-954a139d2f41 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:30.659379 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9fa09090-0e52-45e6-89be-feb6fdcfb59e req-927c178f-ebbe-48a7-8214-954a139d2f41 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 945 time: 0.0590768 May 14 15:49:30.718542 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9fa09090-0e52-45e6-89be-feb6fdcfb59e req-a15a5774-d4a3-44b1-9b30-6f8541f2e4d6 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534813 May 14 15:49:30.997074 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825ecac6-b102-4282-911e-393d0646335d req-82b95991-0231-4e3d-907e-4b064c8db1ae tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:30.998771 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-825ecac6-b102-4282-911e-393d0646335d req-82b95991-0231-4e3d-907e-4b064c8db1ae tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea1f238d-3bae-4ce8-b328-d07fc2f7f272 HTTP/1.1" status: 200 len: 950 time: 0.0735526 May 14 15:49:31.025144 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-11a537fa-6e67-4aac-ae42-56e2a29a5f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:31.075118 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 38562) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:49:31.080206 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cf3172-c5e7-4661-abba-1afa9f1b80f8 req-279a58a3-0956-4cdb-973d-480efe622a88 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:31.081862 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-14cf3172-c5e7-4661-abba-1afa9f1b80f8 req-279a58a3-0956-4cdb-973d-480efe622a88 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=656dffc0-256e-40ba-b670-f08e247a0d95 HTTP/1.1" status: 200 len: 944 time: 0.0819428 May 14 15:49:31.112748 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-825ecac6-b102-4282-911e-393d0646335d req-8a3ab55a-68db-48c4-9a6c-4f84e1e7a127 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/security-groups?id=ba2e121c-d157-4a8b-ac77-9f78f2a7fe55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890675 May 14 15:49:31.142968 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-14cf3172-c5e7-4661-abba-1afa9f1b80f8 req-8086386a-eb35-47ea-8d40-467f5c106d47 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a33137-e7f7-4c70-9a4f-e6e87acef7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527399 May 14 15:49:31.187497 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-cdbdced9-559a-4047-9e60-f846d55693f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:31.277528 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-cdbdced9-559a-4047-9e60-f846d55693f0 admin admin] Publish callbacks [] for security_group (dc4e4219-2bb3-4458-a8b1-449436d7cf0f), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:31.296216 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-cdbdced9-559a-4047-9e60-f846d55693f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (dc4e4219-2bb3-4458-a8b1-449436d7cf0f), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:31.371498 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-cdbdced9-559a-4047-9e60-f846d55693f0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=373a07f9682841f6901ecb4c218065b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2952135 May 14 15:49:31.374075 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 38566) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:49:31.379999 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbdced9-559a-4047-9e60-f846d55693f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4e4219-2bb3-4458-a8b1-449436d7cf0f,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:31.402190 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-452ee1ea-4c8e-43e5-a9e7-29be63b213c9 req-1e639742-2299-4f4a-8058-19e6ea2d15a9 service neutron] 10.222.0.36 "GET /v2.0/networks/3e026b24-9d5e-4f74-ac5a-5d47dc1338b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344743 May 14 15:49:31.423999 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-40e527f4-9e12-49d6-9dc8-fda22f6e0e78 admin admin] Publish callbacks [] for security_group (dc4e4219-2bb3-4458-a8b1-449436d7cf0f), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:31.444112 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-40e527f4-9e12-49d6-9dc8-fda22f6e0e78 admin admin] Publish callbacks [] for security_group (dc4e4219-2bb3-4458-a8b1-449436d7cf0f), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:31.490650 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-40e527f4-9e12-49d6-9dc8-fda22f6e0e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (dc4e4219-2bb3-4458-a8b1-449436d7cf0f), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:31.493264 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-40e527f4-9e12-49d6-9dc8-fda22f6e0e78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:31.494410 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-40e527f4-9e12-49d6-9dc8-fda22f6e0e78 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dc4e4219-2bb3-4458-a8b1-449436d7cf0f HTTP/1.1" status: 204 len: 168 time: 0.1192648 May 14 15:49:31.502668 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e527f4-9e12-49d6-9dc8-fda22f6e0e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4e4219-2bb3-4458-a8b1-449436d7cf0f,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:31.563169 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-06eb0991-b1a6-46fc-9aee-942a03343d32 req-80efbbb1-7aa0-4568-9d72-09effa6fa043 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 210 time: 0.0281560 May 14 15:49:31.780974 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 38576) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:49:31.797133 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-6118253a-dd66-4baa-9bf2-a05b93f68f5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:31.856638 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c2ef1-f820-42b1-8ab8-eae3f15fb235 req-2f22554e-cb32-45e9-aa09-f8bbf99edd90 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:31.858109 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a47c2ef1-f820-42b1-8ab8-eae3f15fb235 req-2f22554e-cb32-45e9-aa09-f8bbf99edd90 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 945 time: 0.0627844 May 14 15:49:31.964863 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800ef63-1a35-4348-9365-888ad4432a40 req-ad3af103-9f13-4a93-8567-44a91a2a56e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:31.966649 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1800ef63-1a35-4348-9365-888ad4432a40 req-ad3af103-9f13-4a93-8567-44a91a2a56e0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ea1f238d-3bae-4ce8-b328-d07fc2f7f272 HTTP/1.1" status: 200 len: 1134 time: 0.0786197 May 14 15:49:31.971609 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a47c2ef1-f820-42b1-8ab8-eae3f15fb235 req-acdd7b69-e968-48cd-8c5c-572241eba022 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039870 May 14 15:49:31.975281 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187813c-6b57-4c52-99c6-73b2bc3f48ec req-901f658b-b4c9-47fd-8867-b4b01ab4e5d8 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:31.977188 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-6187813c-6b57-4c52-99c6-73b2bc3f48ec req-901f658b-b4c9-47fd-8867-b4b01ab4e5d8 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.36 "GET /v2.0/networks?id=3e026b24-9d5e-4f74-ac5a-5d47dc1338b8 HTTP/1.1" status: 200 len: 819 time: 0.1174350 May 14 15:49:32.008530 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-6118253a-dd66-4baa-9bf2-a05b93f68f5b admin admin] Publish callbacks [] for security_group (92eac2b5-f604-4fb4-bc1d-81391c1df911), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:32.017942 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-6118253a-dd66-4baa-9bf2-a05b93f68f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (92eac2b5-f604-4fb4-bc1d-81391c1df911), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:32.074595 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1800ef63-1a35-4348-9365-888ad4432a40 req-9be0ae26-78e9-45d9-aa3d-54c5137f21c8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ba2e121c-d157-4a8b-ac77-9f78f2a7fe55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993450 May 14 15:49:32.075722 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device 9d525f2e-84e9-4747-99b0-489de117e060 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=115112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 14 15:49:32.089182 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-6187813c-6b57-4c52-99c6-73b2bc3f48ec req-741887ab-1b95-4e9d-b329-6778da06681e tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d2517d5440a4d30949f3dd36a46d813 HTTP/1.1" status: 200 len: 380 time: 0.0602040 May 14 15:49:32.102565 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-6118253a-dd66-4baa-9bf2-a05b93f68f5b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9b2522587a964785bbc5bb1676398f1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3204434 May 14 15:49:32.105919 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 38580) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:49:32.106759 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6118253a-dd66-4baa-9bf2-a05b93f68f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92eac2b5-f604-4fb4-bc1d-81391c1df911,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:32.122798 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa516c0-f11b-4411-864b-5bc2ba3deb90 req-f3a5f783-abf2-4361-a04a-a03b8251392c tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:32.125257 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-faa516c0-f11b-4411-864b-5bc2ba3deb90 req-f3a5f783-abf2-4361-a04a-a03b8251392c tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 945 time: 0.0718760 May 14 15:49:32.171887 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-3eab221d-92a4-48af-8bbf-08f701601432 admin admin] Publish callbacks [] for security_group (92eac2b5-f604-4fb4-bc1d-81391c1df911), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:32.180364 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-faa516c0-f11b-4411-864b-5bc2ba3deb90 req-d22aafe7-8cc3-43ae-8ed5-e521407583d1 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503776 May 14 15:49:32.204819 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-3eab221d-92a4-48af-8bbf-08f701601432 admin admin] Publish callbacks [] for security_group (92eac2b5-f604-4fb4-bc1d-81391c1df911), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:32.208269 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port 9d525f2e-84e9-4747-99b0-489de117e060, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=9d525f2e-84e9-4747-99b0-489de117e060,segment=NetworkSegment(4f40e848-fb9d-4d21-b482-dac44d3cf917),segment_id=4f40e848-fb9d-4d21-b482-dac44d3cf917)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:49:32.224829 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Returning: {'device': '9d525f2e-84e9-4747-99b0-489de117e060', 'network_id': 'a8d27839-074b-4ab6-8eee-a26beda7dc34', 'port_id': '9d525f2e-84e9-4747-99b0-489de117e060', 'mac_address': 'fa:16:3e:f2:aa:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d0d81a8-4e9e-4256-bae5-837cec1a3732', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 14 15:49:32.241268 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d9aec1-e5d0-4aea-97a1-927f0e0fc834 req-79b509b2-ed21-4226-8c90-675f8251ea8c tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:32.242839 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-12d9aec1-e5d0-4aea-97a1-927f0e0fc834 req-79b509b2-ed21-4226-8c90-675f8251ea8c tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea1f238d-3bae-4ce8-b328-d07fc2f7f272 HTTP/1.1" status: 200 len: 950 time: 0.0535376 May 14 15:49:32.267679 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-3eab221d-92a4-48af-8bbf-08f701601432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (92eac2b5-f604-4fb4-bc1d-81391c1df911), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:32.269793 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port 9d525f2e-84e9-4747-99b0-489de117e060 is: DOWN; New status is: BUILD {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:49:32.270183 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (9d525f2e-84e9-4747-99b0-489de117e060), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:32.272847 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-3eab221d-92a4-48af-8bbf-08f701601432 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:32.286291 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-3eab221d-92a4-48af-8bbf-08f701601432 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/92eac2b5-f604-4fb4-bc1d-81391c1df911 HTTP/1.1" status: 204 len: 168 time: 0.1727221 May 14 15:49:32.292966 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d525f2e-84e9-4747-99b0-489de117e060 {{(pid=115112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 15:49:32.303498 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab221d-92a4-48af-8bbf-08f701601432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92eac2b5-f604-4fb4-bc1d-81391c1df911,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:32.330837 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port 9d525f2e-84e9-4747-99b0-489de117e060, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=9d525f2e-84e9-4747-99b0-489de117e060,segment=NetworkSegment(4f40e848-fb9d-4d21-b482-dac44d3cf917),segment_id=4f40e848-fb9d-4d21-b482-dac44d3cf917)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:49:32.337329 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (9d525f2e-84e9-4747-99b0-489de117e060), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:32.344076 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7e7c2-920e-45e7-9e87-346582b0c339 req-bce876e6-1389-4183-abdd-80d657e81632 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:32.345574 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3eb7e7c2-920e-45e7-9e87-346582b0c339 req-bce876e6-1389-4183-abdd-80d657e81632 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=656dffc0-256e-40ba-b670-f08e247a0d95 HTTP/1.1" status: 200 len: 944 time: 0.0811057 May 14 15:49:32.353262 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-12d9aec1-e5d0-4aea-97a1-927f0e0fc834 req-10cbf7d3-e9be-49ee-bc74-1a5e8143eebe tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/security-groups?id=ba2e121c-d157-4a8b-ac77-9f78f2a7fe55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033711 May 14 15:49:32.398063 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3eb7e7c2-920e-45e7-9e87-346582b0c339 req-b36394fe-b984-40fb-bf4e-0a8606850927 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a33137-e7f7-4c70-9a4f-e6e87acef7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438683 May 14 15:49:32.408646 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=9d525f2e-84e9-4747-99b0-489de117e060,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:32.671830 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e2fe3328-7072-4a33-947e-bbdf2118ec82 req-6db19b31-4e9b-42e3-8735-55e301977c02 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 210 time: 0.0375774 May 14 15:49:32.675331 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [req-6187813c-6b57-4c52-99c6-73b2bc3f48ec req-0e1e95e8-a7d9-43b4-a07d-91e0d84d149f tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Request body: {'port': {'device_id': '7c21adbe-7a79-46cf-aa7c-9b2a6548c767', 'network_id': '3e026b24-9d5e-4f74-ac5a-5d47dc1338b8', 'admin_state_up': True, 'tenant_id': '5d2517d5440a4d30949f3dd36a46d813', 'security_groups': ['ec7d9910-0c8c-4405-bc8e-e1d8a8594554']}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:49:32.714370 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a43d6a-7fcf-4aa5-a024-f92d7ba2e24b req-efc5a3eb-9c29-4d97-9f7b-8f10fc8fdf87 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:32.715852 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-97a43d6a-7fcf-4aa5-a024-f92d7ba2e24b req-efc5a3eb-9c29-4d97-9f7b-8f10fc8fdf87 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 945 time: 0.0791013 May 14 15:49:32.784308 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-97a43d6a-7fcf-4aa5-a024-f92d7ba2e24b req-14fc8b22-0369-48e5-8921-b96f435a983e tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530548 May 14 15:49:32.810961 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6187813c-6b57-4c52-99c6-73b2bc3f48ec req-0e1e95e8-a7d9-43b4-a07d-91e0d84d149f tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Made reservation on behalf of 5d2517d5440a4d30949f3dd36a46d813 for: {'port': 1} {{(pid=115110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:49:32.814850 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-6187813c-6b57-4c52-99c6-73b2bc3f48ec req-0e1e95e8-a7d9-43b4-a07d-91e0d84d149f tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:32.893178 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] get_ports_and_sgs() called for port_ids ['9d525f2e-84e9-4747-99b0-489de117e060'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 15:49:32.967968 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.db_base_plugin_common [req-6187813c-6b57-4c52-99c6-73b2bc3f48ec req-0e1e95e8-a7d9-43b4-a07d-91e0d84d149f tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Allocated IP 172.20.0.6 (3e026b24-9d5e-4f74-ac5a-5d47dc1338b8/4761eee7-0a5d-411d-9c6c-5f0c035f2564/5c35b70b-002b-48c3-9446-1ba3b1605c2b) {{(pid=115110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:49:32.968174 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (df6c86ae-fc26-40a3-91a1-648a304bf46f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:33.156345 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-6187813c-6b57-4c52-99c6-73b2bc3f48ec req-0e1e95e8-a7d9-43b4-a07d-91e0d84d149f tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks [] for port (5c35b70b-002b-48c3-9446-1ba3b1605c2b), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:33.192988 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-6187813c-6b57-4c52-99c6-73b2bc3f48ec req-0e1e95e8-a7d9-43b4-a07d-91e0d84d149f tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (5c35b70b-002b-48c3-9446-1ba3b1605c2b), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:33.234696 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6187813c-6b57-4c52-99c6-73b2bc3f48ec req-0e1e95e8-a7d9-43b4-a07d-91e0d84d149f tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Network 3e026b24-9d5e-4f74-ac5a-5d47dc1338b8 is already hosted by enough agents. {{(pid=115110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:49:33.238114 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.base_scheduler [req-6187813c-6b57-4c52-99c6-73b2bc3f48ec req-0e1e95e8-a7d9-43b4-a07d-91e0d84d149f tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Resources bound (agent type, host, resource id): {{(pid=115110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:49:33.244107 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.l3_dvrscheduler_db [req-6187813c-6b57-4c52-99c6-73b2bc3f48ec req-0e1e95e8-a7d9-43b4-a07d-91e0d84d149f tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Received port after_create {{(pid=115110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:49:33.265930 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-0d9bdebc-d0be-458d-ba12-5e10ba159718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:33.274822 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e95e8-a7d9-43b4-a07d-91e0d84d149f tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Pushing event updated for resources: {'Port': ['ID=5c35b70b-002b-48c3-9446-1ba3b1605c2b,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:33.304444 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187813c-6b57-4c52-99c6-73b2bc3f48ec req-0e1e95e8-a7d9-43b4-a07d-91e0d84d149f tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:33.305170 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-6187813c-6b57-4c52-99c6-73b2bc3f48ec req-0e1e95e8-a7d9-43b4-a07d-91e0d84d149f tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:33.325156 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-6187813c-6b57-4c52-99c6-73b2bc3f48ec req-0e1e95e8-a7d9-43b4-a07d-91e0d84d149f tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6562319 May 14 15:49:33.489941 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-18b13847-fa97-44d1-b9a2-1ea77c971047 None None] Provisioning complete for port 5c35b70b-002b-48c3-9446-1ba3b1605c2b triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:49:33.490565 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-18b13847-fa97-44d1-b9a2-1ea77c971047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (5c35b70b-002b-48c3-9446-1ba3b1605c2b), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:33.523827 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda05c33-b457-4cd6-a6e8-e50d7345cc29 req-7e3d0ccd-825d-44cd-b87c-4f0a48a47980 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:33.525354 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-eda05c33-b457-4cd6-a6e8-e50d7345cc29 req-7e3d0ccd-825d-44cd-b87c-4f0a48a47980 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea1f238d-3bae-4ce8-b328-d07fc2f7f272 HTTP/1.1" status: 200 len: 950 time: 0.0888319 May 14 15:49:33.539524 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-18b13847-fa97-44d1-b9a2-1ea77c971047 None None] Port 5c35b70b-002b-48c3-9446-1ba3b1605c2b cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 14 15:49:33.549097 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ab9fd-9edf-4973-8df9-0b1e27843491 req-ff9a5b46-a926-41db-b663-6b8a87a88aeb tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:33.550561 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5e8ab9fd-9edf-4973-8df9-0b1e27843491 req-ff9a5b46-a926-41db-b663-6b8a87a88aeb tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=656dffc0-256e-40ba-b670-f08e247a0d95 HTTP/1.1" status: 200 len: 945 time: 0.0706553 May 14 15:49:33.610907 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-eda05c33-b457-4cd6-a6e8-e50d7345cc29 req-72d41b71-3607-4c7c-84bc-f2af463a8dc9 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/security-groups?id=ba2e121c-d157-4a8b-ac77-9f78f2a7fe55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791032 May 14 15:49:33.633965 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5e8ab9fd-9edf-4973-8df9-0b1e27843491 req-f1a693b8-0e8a-4a57-b113-ecfa16e73994 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a33137-e7f7-4c70-9a4f-e6e87acef7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729599 May 14 15:49:33.806147 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66877db-6b22-4504-b195-835d7debb8ba req-2c7eeb76-6581-44e1-af68-8b4c4d19aade tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:33.808318 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c66877db-6b22-4504-b195-835d7debb8ba req-2c7eeb76-6581-44e1-af68-8b4c4d19aade tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 931 time: 0.0504198 May 14 15:49:33.828510 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [req-6187813c-6b57-4c52-99c6-73b2bc3f48ec req-e297e0b9-b670-4577-8155-629e03ea9d89 service neutron] Request body: {'port': {'device_id': '7c21adbe-7a79-46cf-aa7c-9b2a6548c767', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:49:33.866157 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c66877db-6b22-4504-b195-835d7debb8ba req-85167249-1828-4db8-aa98-1f6eb002bcd1 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec7d9910-0c8c-4405-bc8e-e1d8a8594554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520890 May 14 15:49:33.895896 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-6187813c-6b57-4c52-99c6-73b2bc3f48ec req-e297e0b9-b670-4577-8155-629e03ea9d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (5c35b70b-002b-48c3-9446-1ba3b1605c2b), before_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:34.195439 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.notifiers.nova [req-6187813c-6b57-4c52-99c6-73b2bc3f48ec req-e297e0b9-b670-4577-8155-629e03ea9d89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c35b70b-002b-48c3-9446-1ba3b1605c2b {{(pid=115110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 15:49:34.214145 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-6187813c-6b57-4c52-99c6-73b2bc3f48ec req-e297e0b9-b670-4577-8155-629e03ea9d89 service neutron] Publish callbacks [] for port (5c35b70b-002b-48c3-9446-1ba3b1605c2b), precommit_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:34.218559 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.provisioning_blocks [req-6187813c-6b57-4c52-99c6-73b2bc3f48ec req-e297e0b9-b670-4577-8155-629e03ea9d89 service neutron] Transition to ACTIVE for port object 5c35b70b-002b-48c3-9446-1ba3b1605c2b will not be triggered until provisioned by entity L2. {{(pid=115110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 14 15:49:34.224047 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-6187813c-6b57-4c52-99c6-73b2bc3f48ec req-e297e0b9-b670-4577-8155-629e03ea9d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3204974'] for port (5c35b70b-002b-48c3-9446-1ba3b1605c2b), after_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:34.294576 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:34.310910 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e297e0b9-b670-4577-8155-629e03ea9d89 service neutron] Pushing event updated for resources: {'Port': ['ID=5c35b70b-002b-48c3-9446-1ba3b1605c2b,revision_number=2']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:34.349642 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device 9d525f2e-84e9-4747-99b0-489de117e060 up at agent hyperv_hv-cinder-83979 {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:49:34.370702 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.managers [req-6187813c-6b57-4c52-99c6-73b2bc3f48ec req-e297e0b9-b670-4577-8155-629e03ea9d89 service neutron] Attempting to bind port 5c35b70b-002b-48c3-9446-1ba3b1605c2b on host hv-cinder-83979 for vnic_type normal with profile {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 15:49:34.371043 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.managers [req-6187813c-6b57-4c52-99c6-73b2bc3f48ec req-e297e0b9-b670-4577-8155-629e03ea9d89 service neutron] Attempting to bind port 5c35b70b-002b-48c3-9446-1ba3b1605c2b by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '3fe1ec03-a37f-4897-9c40-415202097700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3e026b24-9d5e-4f74-ac5a-5d47dc1338b8'}] {{(pid=115110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 15:49:34.371372 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6187813c-6b57-4c52-99c6-73b2bc3f48ec req-e297e0b9-b670-4577-8155-629e03ea9d89 service neutron] Attempting to bind port 5c35b70b-002b-48c3-9446-1ba3b1605c2b on network 3e026b24-9d5e-4f74-ac5a-5d47dc1338b8 {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:49:34.376289 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6187813c-6b57-4c52-99c6-73b2bc3f48ec req-e297e0b9-b670-4577-8155-629e03ea9d89 service neutron] Port 5c35b70b-002b-48c3-9446-1ba3b1605c2b on network 3e026b24-9d5e-4f74-ac5a-5d47dc1338b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 14 15:49:34.376611 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6187813c-6b57-4c52-99c6-73b2bc3f48ec req-e297e0b9-b670-4577-8155-629e03ea9d89 service neutron] Attempting to bind port 5c35b70b-002b-48c3-9446-1ba3b1605c2b on network 3e026b24-9d5e-4f74-ac5a-5d47dc1338b8 {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:49:34.382073 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6187813c-6b57-4c52-99c6-73b2bc3f48ec req-e297e0b9-b670-4577-8155-629e03ea9d89 service neutron] Checking agent: {'id': 'df6c86ae-fc26-40a3-91a1-648a304bf46f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 44, 23), 'started_at': datetime.datetime(2022, 5, 14, 15, 44, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 15, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 15:49:34.382447 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6187813c-6b57-4c52-99c6-73b2bc3f48ec req-e297e0b9-b670-4577-8155-629e03ea9d89 service neutron] Checking segment: {'id': '3fe1ec03-a37f-4897-9c40-415202097700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3e026b24-9d5e-4f74-ac5a-5d47dc1338b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:49:34.384052 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6187813c-6b57-4c52-99c6-73b2bc3f48ec req-e297e0b9-b670-4577-8155-629e03ea9d89 service neutron] Bound using segment: {'id': '3fe1ec03-a37f-4897-9c40-415202097700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3e026b24-9d5e-4f74-ac5a-5d47dc1338b8'} {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 15:49:34.384052 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.managers [req-6187813c-6b57-4c52-99c6-73b2bc3f48ec req-e297e0b9-b670-4577-8155-629e03ea9d89 service neutron] Bound port: 5c35b70b-002b-48c3-9446-1ba3b1605c2b, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fe1ec03-a37f-4897-9c40-415202097700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3e026b24-9d5e-4f74-ac5a-5d47dc1338b8'}}] {{(pid=115110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 15:49:34.384052 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-6187813c-6b57-4c52-99c6-73b2bc3f48ec req-e297e0b9-b670-4577-8155-629e03ea9d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (5c35b70b-002b-48c3-9446-1ba3b1605c2b), before_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:34.448547 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Provisioning for port 9d525f2e-84e9-4747-99b0-489de117e060 completed by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 14 15:49:34.459386 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Provisioning complete for port 9d525f2e-84e9-4747-99b0-489de117e060 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:49:34.460109 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (9d525f2e-84e9-4747-99b0-489de117e060), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:34.461074 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [req-6187813c-6b57-4c52-99c6-73b2bc3f48ec req-e297e0b9-b670-4577-8155-629e03ea9d89 service neutron] For port 5c35b70b-002b-48c3-9446-1ba3b1605c2b, host hv-cinder-83979, cleared binding levels {{(pid=115110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 15:49:34.465268 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [req-6187813c-6b57-4c52-99c6-73b2bc3f48ec req-e297e0b9-b670-4577-8155-629e03ea9d89 service neutron] For port 5c35b70b-002b-48c3-9446-1ba3b1605c2b, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=5c35b70b-002b-48c3-9446-1ba3b1605c2b,segment=NetworkSegment(3fe1ec03-a37f-4897-9c40-415202097700),segment_id=3fe1ec03-a37f-4897-9c40-415202097700)] {{(pid=115110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 15:49:34.473834 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-6187813c-6b57-4c52-99c6-73b2bc3f48ec req-e297e0b9-b670-4577-8155-629e03ea9d89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3204974'] for port (5c35b70b-002b-48c3-9446-1ba3b1605c2b), after_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:34.515160 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187813c-6b57-4c52-99c6-73b2bc3f48ec req-e297e0b9-b670-4577-8155-629e03ea9d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:34.516362 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-6187813c-6b57-4c52-99c6-73b2bc3f48ec req-e297e0b9-b670-4577-8155-629e03ea9d89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:34.518566 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-6187813c-6b57-4c52-99c6-73b2bc3f48ec req-e297e0b9-b670-4577-8155-629e03ea9d89 service neutron] 10.222.0.36 "PUT /v2.0/ports/5c35b70b-002b-48c3-9446-1ba3b1605c2b HTTP/1.1" status: 200 len: 1093 time: 0.6938698 May 14 15:49:34.522030 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c21adbe-7a79-46cf-aa7c-9b2a6548c767', 'tag': '5c35b70b-002b-48c3-9446-1ba3b1605c2b'}] {{(pid=115110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:49:34.524972 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a270656aa08f71c574e37588e4b5bc67f1398202d03dea947e2a2c931e3df3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239dfcf1-77ce-440e-944d-b946971704ec" -d '{"events": [{"name": "network-changed", "server_uuid": "7c21adbe-7a79-46cf-aa7c-9b2a6548c767", "tag": "5c35b70b-002b-48c3-9446-1ba3b1605c2b"}]}' {{(pid=115110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:49:34.550005 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e297e0b9-b670-4577-8155-629e03ea9d89 service neutron] Pushing event updated for resources: {'Port': ['ID=5c35b70b-002b-48c3-9446-1ba3b1605c2b,revision_number=3']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:34.563543 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port 9d525f2e-84e9-4747-99b0-489de117e060 is: BUILD; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:49:34.564031 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (9d525f2e-84e9-4747-99b0-489de117e060), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:34.575292 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 15:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9e9ce8-d8b7-4830-b0eb-3183bc176ebb x-openstack-request-id: req-0d9e9ce8-d8b7-4830-b0eb-3183bc176ebb {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:49:34.575589 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c21adbe-7a79-46cf-aa7c-9b2a6548c767", "tag": "5c35b70b-002b-48c3-9446-1ba3b1605c2b", "status": "completed", "code": 200}]} {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:49:34.575852 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0d9e9ce8-d8b7-4830-b0eb-3183bc176ebb {{(pid=115110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:49:34.576271 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d9e9ce8-d8b7-4830-b0eb-3183bc176ebb'] response: {'name': 'network-changed', 'server_uuid': '7c21adbe-7a79-46cf-aa7c-9b2a6548c767', 'tag': '5c35b70b-002b-48c3-9446-1ba3b1605c2b', 'status': 'completed', 'code': 200} May 14 15:49:34.602786 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '656dffc0-256e-40ba-b670-f08e247a0d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d525f2e-84e9-4747-99b0-489de117e060'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:49:34.605664 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bb685cd0d0d5598b2dce4f6f2400b8bab1844baadda65bc385176a7d6dc4011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa94ccee-f33c-4d0f-9e10-384e0a0bd43b" -d '{"events": [{"server_uuid": "656dffc0-256e-40ba-b670-f08e247a0d95", "name": "network-vif-plugged", "status": "completed", "tag": "9d525f2e-84e9-4747-99b0-489de117e060"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:49:34.618964 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port 9d525f2e-84e9-4747-99b0-489de117e060, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=9d525f2e-84e9-4747-99b0-489de117e060,segment=NetworkSegment(4f40e848-fb9d-4d21-b482-dac44d3cf917),segment_id=4f40e848-fb9d-4d21-b482-dac44d3cf917)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:49:34.624577 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (9d525f2e-84e9-4747-99b0-489de117e060), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:34.654929 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 15:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2e30df-3a38-49ee-af65-4b3eb10a1421 x-openstack-request-id: req-4d2e30df-3a38-49ee-af65-4b3eb10a1421 {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:49:34.655240 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "656dffc0-256e-40ba-b670-f08e247a0d95", "name": "network-vif-plugged", "status": "completed", "tag": "9d525f2e-84e9-4747-99b0-489de117e060", "code": 200}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:49:34.655758 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4d2e30df-3a38-49ee-af65-4b3eb10a1421 {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:49:34.656162 dv-cinder-839793-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d2e30df-3a38-49ee-af65-4b3eb10a1421'] response: {'server_uuid': '656dffc0-256e-40ba-b670-f08e247a0d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d525f2e-84e9-4747-99b0-489de117e060', 'code': 200} May 14 15:49:34.680650 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=9d525f2e-84e9-4747-99b0-489de117e060,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:34.742177 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8805d-4713-48d2-b204-91d4091dbfb8 req-30dcf5ad-a5d5-4e5a-815f-1abd826e040b tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:34.743571 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-53b8805d-4713-48d2-b204-91d4091dbfb8 req-30dcf5ad-a5d5-4e5a-815f-1abd826e040b tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea1f238d-3bae-4ce8-b328-d07fc2f7f272 HTTP/1.1" status: 200 len: 950 time: 0.0488713 May 14 15:49:34.789358 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-53b8805d-4713-48d2-b204-91d4091dbfb8 req-0af3c0bf-dc2a-4af8-94a2-74d4b3d0c657 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/security-groups?id=ba2e121c-d157-4a8b-ac77-9f78f2a7fe55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394394 May 14 15:49:34.898702 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec2444-f7bb-4345-8008-204807b21f2a req-e622d697-a933-45b5-9731-af1442485d2c tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:34.900181 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ebec2444-f7bb-4345-8008-204807b21f2a req-e622d697-a933-45b5-9731-af1442485d2c tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=656dffc0-256e-40ba-b670-f08e247a0d95 HTTP/1.1" status: 200 len: 946 time: 0.0489829 May 14 15:49:34.953245 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ebec2444-f7bb-4345-8008-204807b21f2a req-dff50f28-51bf-4f67-b67d-0028f113b09e tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a33137-e7f7-4c70-9a4f-e6e87acef7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469596 May 14 15:49:35.030606 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239dfcf1-77ce-440e-944d-b946971704ec req-fb4f80db-0119-4495-adf2-17206b6febde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:35.032096 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-239dfcf1-77ce-440e-944d-b946971704ec req-fb4f80db-0119-4495-adf2-17206b6febde service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d2517d5440a4d30949f3dd36a46d813&device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 1127 time: 0.0482006 May 14 15:49:35.199002 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239dfcf1-77ce-440e-944d-b946971704ec req-6a492c43-b30c-4f7d-b324-815b7268fe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:35.200534 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-239dfcf1-77ce-440e-944d-b946971704ec req-6a492c43-b30c-4f7d-b324-815b7268fe24 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=5d2517d5440a4d30949f3dd36a46d813&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1386831 May 14 15:49:35.222403 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11c174-1816-444b-987d-b4e7b6ef5dd3 req-2adfdcde-9b9a-4e65-bb8a-5bb49248023e tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:35.223885 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ae11c174-1816-444b-987d-b4e7b6ef5dd3 req-2adfdcde-9b9a-4e65-bb8a-5bb49248023e tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 943 time: 0.0554938 May 14 15:49:35.287552 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ae11c174-1816-444b-987d-b4e7b6ef5dd3 req-1058b58c-87a7-4ff8-9137-9be5dcc3116b tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec7d9910-0c8c-4405-bc8e-e1d8a8594554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582252 May 14 15:49:35.323523 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c0a6c-9f9d-4872-bfbf-06283407ce32 req-fbb6563d-bdcf-49bd-ba75-09d7c5f0039e tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:35.326263 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-026c0a6c-9f9d-4872-bfbf-06283407ce32 req-fbb6563d-bdcf-49bd-ba75-09d7c5f0039e tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea1f238d-3bae-4ce8-b328-d07fc2f7f272 HTTP/1.1" status: 200 len: 950 time: 0.0544317 May 14 15:49:35.373544 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-026c0a6c-9f9d-4872-bfbf-06283407ce32 req-5e70f430-cb7d-4934-9c47-1d0a3da2edd1 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/security-groups?id=ba2e121c-d157-4a8b-ac77-9f78f2a7fe55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431385 May 14 15:49:35.847457 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:36.067140 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dbf72e-201e-4edb-ad7b-769a44438129 req-361638e2-65c8-4960-a2ab-e940ff2210b1 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:36.068568 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-18dbf72e-201e-4edb-ad7b-769a44438129 req-361638e2-65c8-4960-a2ab-e940ff2210b1 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=656dffc0-256e-40ba-b670-f08e247a0d95 HTTP/1.1" status: 200 len: 946 time: 0.0486722 May 14 15:49:36.115165 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-18dbf72e-201e-4edb-ad7b-769a44438129 req-62456ce1-9670-4af2-bb35-2feff3894219 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a33137-e7f7-4c70-9a4f-e6e87acef7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410419 May 14 15:49:36.426098 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d248d0-0955-4ca2-80d0-e896eba71223 req-6564b50a-38c5-497b-a367-ad34535e8955 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:36.427596 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-44d248d0-0955-4ca2-80d0-e896eba71223 req-6564b50a-38c5-497b-a367-ad34535e8955 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 943 time: 0.0705359 May 14 15:49:36.437060 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca4f532-db8d-4612-b491-fa6a82664ffe req-347add8e-ad10-4120-9e2d-c75d2f10ea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:36.438500 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-4ca4f532-db8d-4612-b491-fa6a82664ffe req-347add8e-ad10-4120-9e2d-c75d2f10ea3e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=656dffc0-256e-40ba-b670-f08e247a0d95 HTTP/1.1" status: 200 len: 1130 time: 0.0517626 May 14 15:49:36.583960 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239dfcf1-77ce-440e-944d-b946971704ec req-15923414-cb8d-48ec-b06d-b986401b1772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:36.586389 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-239dfcf1-77ce-440e-944d-b946971704ec req-15923414-cb8d-48ec-b06d-b986401b1772 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1016371 May 14 15:49:36.758902 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 38708) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:49:36.769199 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bc44d6-b666-46ac-b407-48b6952ab03d req-faa29b5e-6d82-436d-80f6-71738ed8db6f tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:36.770683 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e6bc44d6-b666-46ac-b407-48b6952ab03d req-faa29b5e-6d82-436d-80f6-71738ed8db6f tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea1f238d-3bae-4ce8-b328-d07fc2f7f272 HTTP/1.1" status: 200 len: 950 time: 0.3263905 May 14 15:49:36.799355 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-44d248d0-0955-4ca2-80d0-e896eba71223 req-0af9a4a5-7b5d-4fe4-8701-45c379c77af7 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec7d9910-0c8c-4405-bc8e-e1d8a8594554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3641348 May 14 15:49:36.824002 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-4ca4f532-db8d-4612-b491-fa6a82664ffe req-ec4be24f-8e48-4066-834a-11711988960a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=63a33137-e7f7-4c70-9a4f-e6e87acef7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979953 May 14 15:49:36.849090 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e6bc44d6-b666-46ac-b407-48b6952ab03d req-ae36d178-cd97-4a40-856c-43183f50d865 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/security-groups?id=ba2e121c-d157-4a8b-ac77-9f78f2a7fe55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702612 May 14 15:49:36.869922 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-526d0e4d-701e-453f-ac19-36594e54bc63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:36.942399 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-526d0e4d-701e-453f-ac19-36594e54bc63 admin admin] Publish callbacks [] for security_group (65189c19-3737-40f5-9083-b375400762be), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:36.946236 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-526d0e4d-701e-453f-ac19-36594e54bc63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (65189c19-3737-40f5-9083-b375400762be), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:36.986938 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-526d0e4d-701e-453f-ac19-36594e54bc63 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=83e1b90fc1944c8fa0b130d54a0e42ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2269659 May 14 15:49:36.989060 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d0e4d-701e-453f-ac19-36594e54bc63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65189c19-3737-40f5-9083-b375400762be,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:36.989823 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 38712) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:49:37.037295 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-774ad1c0-a9aa-46da-9988-45d4214d83c2 admin admin] Publish callbacks [] for security_group (65189c19-3737-40f5-9083-b375400762be), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:37.057440 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-774ad1c0-a9aa-46da-9988-45d4214d83c2 admin admin] Publish callbacks [] for security_group (65189c19-3737-40f5-9083-b375400762be), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:37.105709 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-774ad1c0-a9aa-46da-9988-45d4214d83c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (65189c19-3737-40f5-9083-b375400762be), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:37.108236 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-774ad1c0-a9aa-46da-9988-45d4214d83c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:37.109330 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-774ad1c0-a9aa-46da-9988-45d4214d83c2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/65189c19-3737-40f5-9083-b375400762be HTTP/1.1" status: 204 len: 168 time: 0.1184475 May 14 15:49:37.117089 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ad1c0-a9aa-46da-9988-45d4214d83c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65189c19-3737-40f5-9083-b375400762be,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:37.235229 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7611f35c-b318-4c87-93be-ffaa23711fc8 req-d5391a78-2bb4-4ef6-b856-9377c19c605e tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:37.236692 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7611f35c-b318-4c87-93be-ffaa23711fc8 req-d5391a78-2bb4-4ef6-b856-9377c19c605e tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=656dffc0-256e-40ba-b670-f08e247a0d95 HTTP/1.1" status: 200 len: 946 time: 0.0503094 May 14 15:49:37.284730 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7611f35c-b318-4c87-93be-ffaa23711fc8 req-4a98e33e-4127-43d4-bf27-8fd80f337c1f tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a33137-e7f7-4c70-9a4f-e6e87acef7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422308 May 14 15:49:37.326858 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:37.391838 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 38722) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:49:37.405112 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-68c3f336-ce97-42f7-9d64-3e70179a6bf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:37.478667 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-68c3f336-ce97-42f7-9d64-3e70179a6bf5 admin admin] Publish callbacks [] for security_group (1fe4bd36-a49d-432a-80f9-ec390d0dec9e), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:37.482649 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-68c3f336-ce97-42f7-9d64-3e70179a6bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (1fe4bd36-a49d-432a-80f9-ec390d0dec9e), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:37.520478 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-68c3f336-ce97-42f7-9d64-3e70179a6bf5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=850d13d9b8da4ea0936fad7b1a1061e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1276119 May 14 15:49:37.521350 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c3f336-ce97-42f7-9d64-3e70179a6bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe4bd36-a49d-432a-80f9-ec390d0dec9e,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:37.523161 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 38724) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:49:37.571510 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-dc5a041b-05f6-4ff7-8726-3728d01c6e2f admin admin] Publish callbacks [] for security_group (1fe4bd36-a49d-432a-80f9-ec390d0dec9e), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:37.592163 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-dc5a041b-05f6-4ff7-8726-3728d01c6e2f admin admin] Publish callbacks [] for security_group (1fe4bd36-a49d-432a-80f9-ec390d0dec9e), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:37.639006 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-dc5a041b-05f6-4ff7-8726-3728d01c6e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (1fe4bd36-a49d-432a-80f9-ec390d0dec9e), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:37.641467 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-dc5a041b-05f6-4ff7-8726-3728d01c6e2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:37.642657 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-dc5a041b-05f6-4ff7-8726-3728d01c6e2f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1fe4bd36-a49d-432a-80f9-ec390d0dec9e HTTP/1.1" status: 204 len: 168 time: 0.1182165 May 14 15:49:37.650034 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5a041b-05f6-4ff7-8726-3728d01c6e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe4bd36-a49d-432a-80f9-ec390d0dec9e,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:37.918072 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f9eaf-8a9c-4bb0-8f6f-2925ca878a67 req-84a78f0e-c1b2-4cd8-8b3b-d7cd2b8e60bf tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:37.921458 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e85f9eaf-8a9c-4bb0-8f6f-2925ca878a67 req-84a78f0e-c1b2-4cd8-8b3b-d7cd2b8e60bf tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 943 time: 0.0539298 May 14 15:49:37.979442 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420a064-84e4-42ed-9b94-29a8c8dfd0d0 req-96e15829-77f3-4aee-9ab1-0b6b3533c0f3 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:37.980973 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1420a064-84e4-42ed-9b94-29a8c8dfd0d0 req-96e15829-77f3-4aee-9ab1-0b6b3533c0f3 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea1f238d-3bae-4ce8-b328-d07fc2f7f272 HTTP/1.1" status: 200 len: 950 time: 0.0590620 May 14 15:49:38.019983 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187813c-6b57-4c52-99c6-73b2bc3f48ec req-be53171a-4378-49ce-8977-b462ced22719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:38.022028 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-6187813c-6b57-4c52-99c6-73b2bc3f48ec req-be53171a-4378-49ce-8977-b462ced22719 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d2517d5440a4d30949f3dd36a46d813&device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 1127 time: 0.0438499 May 14 15:49:38.051078 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e85f9eaf-8a9c-4bb0-8f6f-2925ca878a67 req-b9d0f68e-3810-4f64-bf4e-8338aa86fe1a tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec7d9910-0c8c-4405-bc8e-e1d8a8594554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194658 May 14 15:49:38.062992 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0818d0d-608f-430d-b4c2-52e03ddd9bd1 req-7a9dcbf0-e002-4bb8-a68d-55c7bf19c2bb tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:38.064511 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d0818d0d-608f-430d-b4c2-52e03ddd9bd1 req-7a9dcbf0-e002-4bb8-a68d-55c7bf19c2bb tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea1f238d-3bae-4ce8-b328-d07fc2f7f272 HTTP/1.1" status: 200 len: 950 time: 0.0778029 May 14 15:49:38.104867 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-6187813c-6b57-4c52-99c6-73b2bc3f48ec req-1ec142c5-3ec9-420f-8d5d-150fd3f7a8a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c35b70b-002b-48c3-9446-1ba3b1605c2b HTTP/1.1" status: 200 len: 217 time: 0.0449407 May 14 15:49:38.114528 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1420a064-84e4-42ed-9b94-29a8c8dfd0d0 req-b56e07d1-6324-408c-85cc-505acf091d6f tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/security-groups?id=ba2e121c-d157-4a8b-ac77-9f78f2a7fe55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260712 May 14 15:49:38.175149 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187813c-6b57-4c52-99c6-73b2bc3f48ec req-e3cd9c84-41b2-4123-8939-4802547c712d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:38.176706 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-6187813c-6b57-4c52-99c6-73b2bc3f48ec req-e3cd9c84-41b2-4123-8939-4802547c712d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4761eee7-0a5d-411d-9c6c-5f0c035f2564 HTTP/1.1" status: 200 len: 858 time: 0.0630496 May 14 15:49:38.208822 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [req-d0818d0d-608f-430d-b4c2-52e03ddd9bd1 req-951f2b1d-68c1-4b10-928d-58dca99f0618 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] Deleting port e4c131d9-3887-4760-96f8-18f3e257f1f7 {{(pid=115111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 15:49:38.209183 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-d0818d0d-608f-430d-b4c2-52e03ddd9bd1 req-951f2b1d-68c1-4b10-928d-58dca99f0618 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (e4c131d9-3887-4760-96f8-18f3e257f1f7), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:38.222996 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187813c-6b57-4c52-99c6-73b2bc3f48ec req-459901c5-ada2-43b3-b9b8-87cbe0ced7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:38.224534 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-6187813c-6b57-4c52-99c6-73b2bc3f48ec req-459901c5-ada2-43b3-b9b8-87cbe0ced7a2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e026b24-9d5e-4f74-ac5a-5d47dc1338b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0408952 May 14 15:49:38.305773 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.db [req-d0818d0d-608f-430d-b4c2-52e03ddd9bd1 req-951f2b1d-68c1-4b10-928d-58dca99f0618 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] For port e4c131d9-3887-4760-96f8-18f3e257f1f7, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=e4c131d9-3887-4760-96f8-18f3e257f1f7,segment=NetworkSegment(ccd1f191-b21f-4c7c-83c0-721e6481a38e),segment_id=ccd1f191-b21f-4c7c-83c0-721e6481a38e)] {{(pid=115111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:49:38.306143 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-d0818d0d-608f-430d-b4c2-52e03ddd9bd1 req-951f2b1d-68c1-4b10-928d-58dca99f0618 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (e4c131d9-3887-4760-96f8-18f3e257f1f7), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:38.327262 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [req-d0818d0d-608f-430d-b4c2-52e03ddd9bd1 req-951f2b1d-68c1-4b10-928d-58dca99f0618 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] Calling delete_port for e4c131d9-3887-4760-96f8-18f3e257f1f7 owned by compute:nova {{(pid=115111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 15:49:38.514267 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b31ab-91db-454f-a36c-0a2fce481228 req-1fffa513-e1f8-4f44-94bd-6143eb459e52 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:38.515849 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a35b31ab-91db-454f-a36c-0a2fce481228 req-1fffa513-e1f8-4f44-94bd-6143eb459e52 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=656dffc0-256e-40ba-b670-f08e247a0d95 HTTP/1.1" status: 200 len: 946 time: 0.1014922 May 14 15:49:38.563056 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-6187813c-6b57-4c52-99c6-73b2bc3f48ec req-1b45ed4b-59e1-418a-8c91-3fa6617fa4fb service neutron] 10.222.0.36 "GET /v2.0/networks/3e026b24-9d5e-4f74-ac5a-5d47dc1338b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319256 May 14 15:49:38.604323 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a35b31ab-91db-454f-a36c-0a2fce481228 req-c4854da7-9e03-45e2-b662-163cb1c86cc5 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a33137-e7f7-4c70-9a4f-e6e87acef7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764785 May 14 15:49:38.628291 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-d0818d0d-608f-430d-b4c2-52e03ddd9bd1 req-951f2b1d-68c1-4b10-928d-58dca99f0618 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764499'] for port (e4c131d9-3887-4760-96f8-18f3e257f1f7), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:38.655236 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f2b1d-68c1-4b10-928d-58dca99f0618 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] Pushing event deleted for resources: {'Port': ['ID=e4c131d9-3887-4760-96f8-18f3e257f1f7,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:38.736586 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0818d0d-608f-430d-b4c2-52e03ddd9bd1 req-951f2b1d-68c1-4b10-928d-58dca99f0618 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] No DVR routers for this DVR port e4c131d9-3887-4760-96f8-18f3e257f1f7 on host hv-cinder-83979 {{(pid=115111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 15:49:38.740279 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-d0818d0d-608f-430d-b4c2-52e03ddd9bd1 req-951f2b1d-68c1-4b10-928d-58dca99f0618 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:38.744240 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d0818d0d-608f-430d-b4c2-52e03ddd9bd1 req-951f2b1d-68c1-4b10-928d-58dca99f0618 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.36 "DELETE /v2.0/ports/e4c131d9-3887-4760-96f8-18f3e257f1f7 HTTP/1.1" status: 204 len: 173 time: 0.6679699 May 14 15:49:38.745235 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1f238d-3bae-4ce8-b328-d07fc2f7f272', 'name': 'network-vif-deleted', 'tag': 'e4c131d9-3887-4760-96f8-18f3e257f1f7'}] {{(pid=115111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:49:38.747654 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d243af113ddc23b9a3ad38dde0a226f09410eb7dd6936b385d295fad3462c172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532b3392-7fe3-4b69-9c39-b3fc2f7841a9" -d '{"events": [{"server_uuid": "ea1f238d-3bae-4ce8-b328-d07fc2f7f272", "name": "network-vif-deleted", "tag": "e4c131d9-3887-4760-96f8-18f3e257f1f7"}]}' {{(pid=115111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:49:38.792986 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 15:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df38081f-2212-4728-b1c8-99f6db1e02d7 x-openstack-request-id: req-df38081f-2212-4728-b1c8-99f6db1e02d7 {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:49:38.793473 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1f238d-3bae-4ce8-b328-d07fc2f7f272", "name": "network-vif-deleted", "tag": "e4c131d9-3887-4760-96f8-18f3e257f1f7", "status": "completed", "code": 200}]} {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:49:38.793850 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-df38081f-2212-4728-b1c8-99f6db1e02d7 {{(pid=115111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:49:38.794372 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df38081f-2212-4728-b1c8-99f6db1e02d7'] response: {'server_uuid': 'ea1f238d-3bae-4ce8-b328-d07fc2f7f272', 'name': 'network-vif-deleted', 'tag': 'e4c131d9-3887-4760-96f8-18f3e257f1f7', 'status': 'completed', 'code': 200} May 14 15:49:39.047550 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-6187813c-6b57-4c52-99c6-73b2bc3f48ec req-52c6470d-721e-4b68-8ccc-e2c3c7a01c83 service neutron] 10.222.0.36 "GET /v2.0/networks/3e026b24-9d5e-4f74-ac5a-5d47dc1338b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828605 May 14 15:49:39.169882 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f6650-e213-4a0e-91ac-c5996ee0ac42 req-fbcde982-b6f3-4912-a6b6-a9cd3cbd00d2 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:39.171514 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-018f6650-e213-4a0e-91ac-c5996ee0ac42 req-fbcde982-b6f3-4912-a6b6-a9cd3cbd00d2 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 943 time: 0.0505834 May 14 15:49:39.234198 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-77a0f088-b4f4-4286-bc9c-9b34729bfc13 req-3468ef57-f741-4b08-987b-31332e42f784 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea1f238d-3bae-4ce8-b328-d07fc2f7f272 HTTP/1.1" status: 200 len: 210 time: 0.0370607 May 14 15:49:39.241486 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-018f6650-e213-4a0e-91ac-c5996ee0ac42 req-4bbdb15c-2b06-4c7a-9d5a-c08e3d4f78fb tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec7d9910-0c8c-4405-bc8e-e1d8a8594554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644157 May 14 15:49:39.715231 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd9d46a-9de9-4548-8416-22fb4255111a req-17b0b326-b103-4f89-9b65-1b5f6f7c57c8 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:39.716706 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7dd9d46a-9de9-4548-8416-22fb4255111a req-17b0b326-b103-4f89-9b65-1b5f6f7c57c8 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=656dffc0-256e-40ba-b670-f08e247a0d95 HTTP/1.1" status: 200 len: 946 time: 0.0472443 May 14 15:49:39.765039 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7dd9d46a-9de9-4548-8416-22fb4255111a req-96614099-810d-4ae7-921b-24049be52aec tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a33137-e7f7-4c70-9a4f-e6e87acef7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419412 May 14 15:49:40.358435 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device e4c131d9-3887-4760-96f8-18f3e257f1f7 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 15:49:40.381978 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] No Port match for: e4c131d9-3887-4760-96f8-18f3e257f1f7 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 14 15:49:40.383155 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device e4c131d9-3887-4760-96f8-18f3e257f1f7 not bound to the agent host hv-cinder-83979 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 15:49:40.384062 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5c8f5e8a-fef1-465c-b9c5-27a9f56e2c94 req-409a1416-2707-461e-b2ad-5cf639586ac9 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea1f238d-3bae-4ce8-b328-d07fc2f7f272 HTTP/1.1" status: 200 len: 210 time: 0.0303242 May 14 15:49:40.398929 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45265ad-9172-4dfa-84f0-6e2e928b731b req-90ffacf7-cdfb-4b5c-afb6-3093f33156a1 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:40.402989 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e45265ad-9172-4dfa-84f0-6e2e928b731b req-90ffacf7-cdfb-4b5c-afb6-3093f33156a1 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 943 time: 0.0921853 May 14 15:49:40.453568 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e45265ad-9172-4dfa-84f0-6e2e928b731b req-ed02ec80-ed4b-48c5-acd8-5ce0ee7a06fb tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec7d9910-0c8c-4405-bc8e-e1d8a8594554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471392 May 14 15:49:40.637904 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7fe3d-d508-4901-a234-c79e22ad76ba req-f76541cb-5180-4678-baff-ae3c85acef54 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:40.639372 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1dd7fe3d-d508-4901-a234-c79e22ad76ba req-f76541cb-5180-4678-baff-ae3c85acef54 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=656dffc0-256e-40ba-b670-f08e247a0d95 HTTP/1.1" status: 200 len: 946 time: 0.0471079 May 14 15:49:40.686456 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1dd7fe3d-d508-4901-a234-c79e22ad76ba req-1e1f4022-c84f-4892-b1da-02643cd54ea0 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a33137-e7f7-4c70-9a4f-e6e87acef7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416334 May 14 15:49:41.498209 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-50948bfd-f3d4-402e-bdae-a4b1230c3a18 req-032c462a-0d25-42ce-8358-0c6f7b5386b1 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea1f238d-3bae-4ce8-b328-d07fc2f7f272 HTTP/1.1" status: 200 len: 210 time: 0.0309939 May 14 15:49:41.573397 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf9440f-46fd-480b-a5fa-3658a2472e50 req-d84a0223-7db5-44e9-8b17-88c4de4efe32 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:41.574867 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-edf9440f-46fd-480b-a5fa-3658a2472e50 req-d84a0223-7db5-44e9-8b17-88c4de4efe32 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 943 time: 0.0469167 May 14 15:49:41.623831 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-edf9440f-46fd-480b-a5fa-3658a2472e50 req-c86dcac5-389e-4524-a8a3-f0688ab1a151 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec7d9910-0c8c-4405-bc8e-e1d8a8594554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433307 May 14 15:49:41.799468 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f5018-7c89-437c-a34f-6553466924b5 req-5b125046-9ffc-42a5-b737-843e5638af2c tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:41.800928 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ce1f5018-7c89-437c-a34f-6553466924b5 req-5b125046-9ffc-42a5-b737-843e5638af2c tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=656dffc0-256e-40ba-b670-f08e247a0d95 HTTP/1.1" status: 200 len: 946 time: 0.0469105 May 14 15:49:41.848477 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ce1f5018-7c89-437c-a34f-6553466924b5 req-13a3a312-d37a-47e2-a395-dae7b2e23e34 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a33137-e7f7-4c70-9a4f-e6e87acef7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420809 May 14 15:49:41.865893 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 38836) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:49:41.971402 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-465b58ef-cee2-45cf-a46d-9e0f3b904cba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:42.047177 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-465b58ef-cee2-45cf-a46d-9e0f3b904cba admin admin] Publish callbacks [] for security_group (fb632f4d-2159-4030-acdb-17e1d278df6c), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:42.050730 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-465b58ef-cee2-45cf-a46d-9e0f3b904cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (fb632f4d-2159-4030-acdb-17e1d278df6c), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:42.091607 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b58ef-cee2-45cf-a46d-9e0f3b904cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb632f4d-2159-4030-acdb-17e1d278df6c,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:42.095732 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-465b58ef-cee2-45cf-a46d-9e0f3b904cba admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b51d996b9ed14ea88c75127592d833f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2287943 May 14 15:49:42.098384 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 38840) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:49:42.146853 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-082789fe-fb03-41d0-b7f3-be5e43db28b9 admin admin] Publish callbacks [] for security_group (fb632f4d-2159-4030-acdb-17e1d278df6c), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:42.167823 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-082789fe-fb03-41d0-b7f3-be5e43db28b9 admin admin] Publish callbacks [] for security_group (fb632f4d-2159-4030-acdb-17e1d278df6c), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:42.213240 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-082789fe-fb03-41d0-b7f3-be5e43db28b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (fb632f4d-2159-4030-acdb-17e1d278df6c), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:42.216012 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-082789fe-fb03-41d0-b7f3-be5e43db28b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:42.217140 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-082789fe-fb03-41d0-b7f3-be5e43db28b9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fb632f4d-2159-4030-acdb-17e1d278df6c HTTP/1.1" status: 204 len: 168 time: 0.1178644 May 14 15:49:42.224442 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082789fe-fb03-41d0-b7f3-be5e43db28b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb632f4d-2159-4030-acdb-17e1d278df6c,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:42.388125 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device 5c35b70b-002b-48c3-9446-1ba3b1605c2b details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=115112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 14 15:49:42.487199 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port 5c35b70b-002b-48c3-9446-1ba3b1605c2b, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=5c35b70b-002b-48c3-9446-1ba3b1605c2b,segment=NetworkSegment(3fe1ec03-a37f-4897-9c40-415202097700),segment_id=3fe1ec03-a37f-4897-9c40-415202097700)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:49:42.499340 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Returning: {'device': '5c35b70b-002b-48c3-9446-1ba3b1605c2b', 'network_id': '3e026b24-9d5e-4f74-ac5a-5d47dc1338b8', 'port_id': '5c35b70b-002b-48c3-9446-1ba3b1605c2b', 'mac_address': 'fa:16:3e:80:96:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4761eee7-0a5d-411d-9c6c-5f0c035f2564', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 14 15:49:42.537951 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port 5c35b70b-002b-48c3-9446-1ba3b1605c2b is: DOWN; New status is: BUILD {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:49:42.538365 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (5c35b70b-002b-48c3-9446-1ba3b1605c2b), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:42.552801 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c35b70b-002b-48c3-9446-1ba3b1605c2b {{(pid=115112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 15:49:42.580184 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port 5c35b70b-002b-48c3-9446-1ba3b1605c2b, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=5c35b70b-002b-48c3-9446-1ba3b1605c2b,segment=NetworkSegment(3fe1ec03-a37f-4897-9c40-415202097700),segment_id=3fe1ec03-a37f-4897-9c40-415202097700)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:49:42.584759 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (5c35b70b-002b-48c3-9446-1ba3b1605c2b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:42.616965 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-14412ec0-977b-48e6-af4e-1788cf6a3e31 req-0fc06ea8-8439-4bd6-b7f9-48a04988b234 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea1f238d-3bae-4ce8-b328-d07fc2f7f272 HTTP/1.1" status: 200 len: 210 time: 0.0329165 May 14 15:49:42.642850 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=5c35b70b-002b-48c3-9446-1ba3b1605c2b,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:42.743766 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c46456-f030-4ff8-85f8-74285dbac4d4 req-f6dcf5f8-78a2-4f11-bd8b-9c0ca1af6969 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:42.746480 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-15c46456-f030-4ff8-85f8-74285dbac4d4 req-f6dcf5f8-78a2-4f11-bd8b-9c0ca1af6969 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 944 time: 0.0504706 May 14 15:49:42.795540 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-15c46456-f030-4ff8-85f8-74285dbac4d4 req-1dbbc8a7-4ed0-4e37-999c-23142a05115b tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec7d9910-0c8c-4405-bc8e-e1d8a8594554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433693 May 14 15:49:42.962076 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d413795-7d8f-4bb3-9723-0ea7b874e6ee req-d5ea7df3-ca52-4482-869a-5a547fd6fadb tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:42.963866 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3d413795-7d8f-4bb3-9723-0ea7b874e6ee req-d5ea7df3-ca52-4482-869a-5a547fd6fadb tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=656dffc0-256e-40ba-b670-f08e247a0d95 HTTP/1.1" status: 200 len: 946 time: 0.0481944 May 14 15:49:43.012182 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3d413795-7d8f-4bb3-9723-0ea7b874e6ee req-796e4cae-b061-4249-b1cb-1d54c29b1b8a tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a33137-e7f7-4c70-9a4f-e6e87acef7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429239 May 14 15:49:43.077019 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] get_ports_and_sgs() called for port_ids ['5c35b70b-002b-48c3-9446-1ba3b1605c2b'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 15:49:43.733397 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-56e5e3b9-9a96-4015-9bcb-841ad7bbcf70 req-fb9c1078-b61d-4bd0-92bb-d12873f0a189 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea1f238d-3bae-4ce8-b328-d07fc2f7f272 HTTP/1.1" status: 200 len: 210 time: 0.0307255 May 14 15:49:43.908248 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6521a2b5-9d3d-4327-8904-1e2db051ca26 req-4d5ec319-ce41-4648-93bd-a8c1f24bc0f7 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:43.909612 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6521a2b5-9d3d-4327-8904-1e2db051ca26 req-4d5ec319-ce41-4648-93bd-a8c1f24bc0f7 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 944 time: 0.0461409 May 14 15:49:43.954727 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6521a2b5-9d3d-4327-8904-1e2db051ca26 req-290699ff-fe8c-44c6-aa90-f298f7b32a60 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec7d9910-0c8c-4405-bc8e-e1d8a8594554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396397 May 14 15:49:44.122922 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd648a7-f873-46b4-b02c-21ab9ed96635 req-62006892-8296-4ebc-a7e2-a5daab8c118a tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:44.124559 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0dd648a7-f873-46b4-b02c-21ab9ed96635 req-62006892-8296-4ebc-a7e2-a5daab8c118a tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=656dffc0-256e-40ba-b670-f08e247a0d95 HTTP/1.1" status: 200 len: 946 time: 0.0478871 May 14 15:49:44.152788 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3f9eb-8c78-4281-a96d-ce34a50fd0cb req-2583746a-3a43-4455-b500-19f3e3871f82 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:44.154284 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-b8b3f9eb-8c78-4281-a96d-ce34a50fd0cb req-2583746a-3a43-4455-b500-19f3e3871f82 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.36 "GET /v2.0/ports?device_id=656dffc0-256e-40ba-b670-f08e247a0d95 HTTP/1.1" status: 200 len: 946 time: 0.0513752 May 14 15:49:44.172841 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0dd648a7-f873-46b4-b02c-21ab9ed96635 req-09837f73-ed37-4607-a92b-fb9170ba48ec tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a33137-e7f7-4c70-9a4f-e6e87acef7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421677 May 14 15:49:44.540521 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device 5c35b70b-002b-48c3-9446-1ba3b1605c2b up at agent hyperv_hv-cinder-83979 {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:49:44.587426 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Provisioning for port 5c35b70b-002b-48c3-9446-1ba3b1605c2b completed by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 14 15:49:44.594007 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Provisioning complete for port 5c35b70b-002b-48c3-9446-1ba3b1605c2b triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:49:44.594449 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (5c35b70b-002b-48c3-9446-1ba3b1605c2b), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:44.672971 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port 5c35b70b-002b-48c3-9446-1ba3b1605c2b is: BUILD; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:49:44.673365 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (5c35b70b-002b-48c3-9446-1ba3b1605c2b), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:44.698827 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c21adbe-7a79-46cf-aa7c-9b2a6548c767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c35b70b-002b-48c3-9446-1ba3b1605c2b'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:49:44.701227 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bb685cd0d0d5598b2dce4f6f2400b8bab1844baadda65bc385176a7d6dc4011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c769a2d-c775-4da9-bacb-8fb0895961e4" -d '{"events": [{"server_uuid": "7c21adbe-7a79-46cf-aa7c-9b2a6548c767", "name": "network-vif-plugged", "status": "completed", "tag": "5c35b70b-002b-48c3-9446-1ba3b1605c2b"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:49:44.725561 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port 5c35b70b-002b-48c3-9446-1ba3b1605c2b, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=5c35b70b-002b-48c3-9446-1ba3b1605c2b,segment=NetworkSegment(3fe1ec03-a37f-4897-9c40-415202097700),segment_id=3fe1ec03-a37f-4897-9c40-415202097700)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:49:44.736754 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (5c35b70b-002b-48c3-9446-1ba3b1605c2b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:44.800271 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=5c35b70b-002b-48c3-9446-1ba3b1605c2b,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:44.810615 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 15:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071702aa-44c3-4ae6-bd9e-639751372632 x-openstack-request-id: req-071702aa-44c3-4ae6-bd9e-639751372632 {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:49:44.810934 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c21adbe-7a79-46cf-aa7c-9b2a6548c767", "name": "network-vif-plugged", "status": "completed", "tag": "5c35b70b-002b-48c3-9446-1ba3b1605c2b", "code": 200}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:49:44.811192 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-071702aa-44c3-4ae6-bd9e-639751372632 {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:49:44.811585 dv-cinder-839793-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-071702aa-44c3-4ae6-bd9e-639751372632'] response: {'server_uuid': '7c21adbe-7a79-46cf-aa7c-9b2a6548c767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c35b70b-002b-48c3-9446-1ba3b1605c2b', 'code': 200} May 14 15:49:44.902807 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d7381f16-b7ea-4939-8e2b-cde37a67fd20 req-c3221664-39fb-412c-931d-e5272176a962 tempest-VolumesNegativeTest-1107689494 tempest-VolumesNegativeTest-1107689494-project] 10.222.0.61 "GET /v2.0/ports?device_id=ea1f238d-3bae-4ce8-b328-d07fc2f7f272 HTTP/1.1" status: 200 len: 210 time: 0.0673614 May 14 15:49:44.927723 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [req-b8b3f9eb-8c78-4281-a96d-ce34a50fd0cb req-0508d170-3834-4c32-9c17-02dc12746719 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Deleting port 9d525f2e-84e9-4747-99b0-489de117e060 {{(pid=115110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 15:49:44.928070 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-b8b3f9eb-8c78-4281-a96d-ce34a50fd0cb req-0508d170-3834-4c32-9c17-02dc12746719 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (9d525f2e-84e9-4747-99b0-489de117e060), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:45.017721 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [req-b8b3f9eb-8c78-4281-a96d-ce34a50fd0cb req-0508d170-3834-4c32-9c17-02dc12746719 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] For port 9d525f2e-84e9-4747-99b0-489de117e060, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=9d525f2e-84e9-4747-99b0-489de117e060,segment=NetworkSegment(4f40e848-fb9d-4d21-b482-dac44d3cf917),segment_id=4f40e848-fb9d-4d21-b482-dac44d3cf917)] {{(pid=115110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:49:45.018091 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-b8b3f9eb-8c78-4281-a96d-ce34a50fd0cb req-0508d170-3834-4c32-9c17-02dc12746719 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (9d525f2e-84e9-4747-99b0-489de117e060), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:45.031645 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [req-b8b3f9eb-8c78-4281-a96d-ce34a50fd0cb req-0508d170-3834-4c32-9c17-02dc12746719 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Calling delete_port for 9d525f2e-84e9-4747-99b0-489de117e060 owned by compute:nova {{(pid=115110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 15:49:45.067328 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f68338-e6da-4eea-a269-5c9f47167d66 req-e427835b-06b8-48bd-9ca1-55f80b7fc9ad tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:45.068799 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-30f68338-e6da-4eea-a269-5c9f47167d66 req-e427835b-06b8-48bd-9ca1-55f80b7fc9ad tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 945 time: 0.0467010 May 14 15:49:45.118502 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-30f68338-e6da-4eea-a269-5c9f47167d66 req-3ca1a6b8-dc4c-4184-b1e1-3587a43306bd tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec7d9910-0c8c-4405-bc8e-e1d8a8594554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434237 May 14 15:49:45.163765 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-b8b3f9eb-8c78-4281-a96d-ce34a50fd0cb req-0508d170-3834-4c32-9c17-02dc12746719 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (9d525f2e-84e9-4747-99b0-489de117e060), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:45.192333 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0508d170-3834-4c32-9c17-02dc12746719 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Pushing event deleted for resources: {'Port': ['ID=9d525f2e-84e9-4747-99b0-489de117e060,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:45.207941 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] get_ports_and_sgs() called for port_ids ['9d525f2e-84e9-4747-99b0-489de117e060'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 15:49:45.245436 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b3f9eb-8c78-4281-a96d-ce34a50fd0cb req-0508d170-3834-4c32-9c17-02dc12746719 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] No DVR routers for this DVR port 9d525f2e-84e9-4747-99b0-489de117e060 on host hv-cinder-83979 {{(pid=115110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 15:49:45.248886 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-b8b3f9eb-8c78-4281-a96d-ce34a50fd0cb req-0508d170-3834-4c32-9c17-02dc12746719 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:45.252209 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-b8b3f9eb-8c78-4281-a96d-ce34a50fd0cb req-0508d170-3834-4c32-9c17-02dc12746719 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.36 "DELETE /v2.0/ports/9d525f2e-84e9-4747-99b0-489de117e060 HTTP/1.1" status: 204 len: 173 time: 0.4364841 May 14 15:49:45.252672 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '656dffc0-256e-40ba-b670-f08e247a0d95', 'name': 'network-vif-deleted', 'tag': '9d525f2e-84e9-4747-99b0-489de117e060'}] {{(pid=115110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:49:45.254902 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a270656aa08f71c574e37588e4b5bc67f1398202d03dea947e2a2c931e3df3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1bb35b2-6154-44fb-8a02-089c1bd738fd" -d '{"events": [{"server_uuid": "656dffc0-256e-40ba-b670-f08e247a0d95", "name": "network-vif-deleted", "tag": "9d525f2e-84e9-4747-99b0-489de117e060"}]}' {{(pid=115110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:49:45.277810 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9c1d63e0-2965-4e47-92d2-b5e97012e8b1 req-3aecb73a-d9a3-4559-bdaa-d30cf8015bdb tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=656dffc0-256e-40ba-b670-f08e247a0d95 HTTP/1.1" status: 200 len: 210 time: 0.0282741 May 14 15:49:45.288490 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 15:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4861d1-a8b7-4b3c-9c8e-eb29f7f236d0 x-openstack-request-id: req-6a4861d1-a8b7-4b3c-9c8e-eb29f7f236d0 {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:49:45.288782 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "656dffc0-256e-40ba-b670-f08e247a0d95", "name": "network-vif-deleted", "tag": "9d525f2e-84e9-4747-99b0-489de117e060", "status": "completed", "code": 200}]} {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:49:45.289034 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6a4861d1-a8b7-4b3c-9c8e-eb29f7f236d0 {{(pid=115110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:49:45.289466 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a4861d1-a8b7-4b3c-9c8e-eb29f7f236d0'] response: {'server_uuid': '656dffc0-256e-40ba-b670-f08e247a0d95', 'name': 'network-vif-deleted', 'tag': '9d525f2e-84e9-4747-99b0-489de117e060', 'status': 'completed', 'code': 200} May 14 15:49:45.498852 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f225561-447a-42b7-8cd6-cec299f15a9a req-e4eb720e-51a7-4ffe-aa19-874e0ae86561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:45.500739 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-8f225561-447a-42b7-8cd6-cec299f15a9a req-e4eb720e-51a7-4ffe-aa19-874e0ae86561 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 1129 time: 0.0470982 May 14 15:49:45.557851 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-8f225561-447a-42b7-8cd6-cec299f15a9a req-49b15a54-374c-469c-ac94-9fa2277408a9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ec7d9910-0c8c-4405-bc8e-e1d8a8594554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402715 May 14 15:49:46.095498 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2dc59-d32b-42fe-81b9-d0f4b4126256 req-0044d4aa-1585-4df7-9a8d-6639d7400548 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:46.096947 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-4ad2dc59-d32b-42fe-81b9-d0f4b4126256 req-0044d4aa-1585-4df7-9a8d-6639d7400548 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 945 time: 0.0525718 May 14 15:49:46.147835 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-4ad2dc59-d32b-42fe-81b9-d0f4b4126256 req-a3172c79-3795-40dc-8928-4783f3ec5122 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448699 May 14 15:49:46.172556 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 38946) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:49:46.240641 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7bedd-10bc-4012-90b1-93a79dea3133 req-93e86843-78ed-4b1f-b965-3dcc4132beda tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:46.242361 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-91e7bedd-10bc-4012-90b1-93a79dea3133 req-93e86843-78ed-4b1f-b965-3dcc4132beda tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 945 time: 0.0509300 May 14 15:49:46.319422 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-91e7bedd-10bc-4012-90b1-93a79dea3133 req-4eb5385e-a294-4459-a040-eed23efe6cf9 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec7d9910-0c8c-4405-bc8e-e1d8a8594554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653145 May 14 15:49:46.393765 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a83d8dec-9185-44cc-be8f-2758103941fb req-68581ae0-fce2-40ad-93f4-0097fb28f6ff tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=656dffc0-256e-40ba-b670-f08e247a0d95 HTTP/1.1" status: 200 len: 210 time: 0.0295055 May 14 15:49:46.411449 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c094acb5-1bad-4c3e-a3ce-740a84340125 tempest-TestMinimumBasicScenario-1359495752 tempest-TestMinimumBasicScenario-1359495752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:46.413170 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-c094acb5-1bad-4c3e-a3ce-740a84340125 tempest-TestMinimumBasicScenario-1359495752 tempest-TestMinimumBasicScenario-1359495752-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 1124 time: 0.2395959 May 14 15:49:46.416193 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 38958) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:49:46.421717 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-10ba056f-382c-496d-8ac4-b64540f5e360 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Request body: {'floatingip': {'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'port_id': '61226c22-8028-48c9-8e04-0f0c0cf9fa30', 'tenant_id': '5fba11e8ade54d388361c4c936a43372', 'fixed_ip_address': '172.20.0.3'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:49:46.442702 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-10ba056f-382c-496d-8ac4-b64540f5e360 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:46.527300 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-10ba056f-382c-496d-8ac4-b64540f5e360 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:46.638365 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.db_base_plugin_common [None req-10ba056f-382c-496d-8ac4-b64540f5e360 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Allocated IP 172.27.1.192 (ee365c6e-8595-4248-876b-4406c6eeb32a/3059297f-ebad-4161-8328-a5e88a7ee6dc/1b8c0088-488f-4ca3-8164-ce3dda9d7541) {{(pid=115110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:49:46.745414 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-10ba056f-382c-496d-8ac4-b64540f5e360 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks [] for port (1b8c0088-488f-4ca3-8164-ce3dda9d7541), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:46.780005 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-10ba056f-382c-496d-8ac4-b64540f5e360 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (1b8c0088-488f-4ca3-8164-ce3dda9d7541), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:46.815418 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ba056f-382c-496d-8ac4-b64540f5e360 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Network ee365c6e-8595-4248-876b-4406c6eeb32a is already hosted by enough agents. {{(pid=115110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:49:46.818241 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.base_scheduler [None req-10ba056f-382c-496d-8ac4-b64540f5e360 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Resources bound (agent type, host, resource id): {{(pid=115110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:49:46.821616 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ba056f-382c-496d-8ac4-b64540f5e360 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Received port after_create {{(pid=115110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:49:46.855726 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ba056f-382c-496d-8ac4-b64540f5e360 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Pushing event updated for resources: {'Port': ['ID=1b8c0088-488f-4ca3-8164-ce3dda9d7541,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:47.345898 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-10ba056f-382c-496d-8ac4-b64540f5e360 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks [] for floatingip (b565ae32-ba0b-413c-93ad-023889d5325d), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:47.440573 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04566cd1-a63c-4ecd-bb22-ccdd7c5c2fb7 req-c5bc4507-2522-4ce7-adf8-6ee2ca811b84 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:47.442056 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-04566cd1-a63c-4ecd-bb22-ccdd7c5c2fb7 req-c5bc4507-2522-4ce7-adf8-6ee2ca811b84 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 945 time: 0.0589759 May 14 15:49:47.465519 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-10ba056f-382c-496d-8ac4-b64540f5e360 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (1b8c0088-488f-4ca3-8164-ce3dda9d7541), before_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:47.502107 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-04566cd1-a63c-4ecd-bb22-ccdd7c5c2fb7 req-66b35cea-5977-4840-8e61-f4e83142b1ad tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec7d9910-0c8c-4405-bc8e-e1d8a8594554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544930 May 14 15:49:47.664463 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-10ba056f-382c-496d-8ac4-b64540f5e360 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks [] for port (1b8c0088-488f-4ca3-8164-ce3dda9d7541), precommit_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:47.670395 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-10ba056f-382c-496d-8ac4-b64540f5e360 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3204974'] for port (1b8c0088-488f-4ca3-8164-ce3dda9d7541), after_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:47.749324 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ba056f-382c-496d-8ac4-b64540f5e360 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Pushing event updated for resources: {'Port': ['ID=1b8c0088-488f-4ca3-8164-ce3dda9d7541,revision_number=2']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:47.767831 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-10ba056f-382c-496d-8ac4-b64540f5e360 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1759531'] for floatingip (b565ae32-ba0b-413c-93ad-023889d5325d), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:47.794246 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b4446-561d-491c-8c37-0a1cd4c1803a req-333239e6-7ce9-4de1-b2e6-77957d49c556 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:47.795779 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c05b4446-561d-491c-8c37-0a1cd4c1803a req-333239e6-7ce9-4de1-b2e6-77957d49c556 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/networks?id=a8d27839-074b-4ab6-8eee-a26beda7dc34 HTTP/1.1" status: 200 len: 808 time: 0.1211467 May 14 15:49:47.813004 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c05b4446-561d-491c-8c37-0a1cd4c1803a req-cf5ff86e-2f34-45b3-b39a-59b5977aa0a5 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/quotas/71b09f9f20b340b5a615b24e05312703 HTTP/1.1" status: 200 len: 375 time: 0.0099361 May 14 15:49:47.859806 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c05b4446-561d-491c-8c37-0a1cd4c1803a req-5af9f942-930d-436f-a51d-39ec0bde80e6 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=71b09f9f20b340b5a615b24e05312703&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408158 May 14 15:49:47.881943 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.db.l3_db [None req-10ba056f-382c-496d-8ac4-b64540f5e360 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Floating IP b565ae32-ba0b-413c-93ad-023889d5325d associated. External IP: 172.27.1.192, port: 61226c22-8028-48c9-8e04-0f0c0cf9fa30. May 14 15:49:47.969798 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c05b4446-561d-491c-8c37-0a1cd4c1803a req-dcb3d4f2-1ee9-4f03-8e5f-40943edc1ba2 service neutron] 10.222.0.61 "GET /v2.0/networks/a8d27839-074b-4ab6-8eee-a26beda7dc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002059 May 14 15:49:48.082847 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c05b4446-561d-491c-8c37-0a1cd4c1803a req-a8b15fdc-e141-4274-a96e-17285f7ee4b2 service neutron] 10.222.0.61 "GET /v2.0/networks/a8d27839-074b-4ab6-8eee-a26beda7dc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060827 May 14 15:49:48.127764 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ba056f-382c-496d-8ac4-b64540f5e360 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Router 8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0 has already been hosted by L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f {{(pid=115110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 15:49:48.289512 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ba056f-382c-496d-8ac4-b64540f5e360 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 15:49:48.301166 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7d5ec1-cd9f-4090-b805-e7e6f96ef302 None None] Sync routers for ids ['8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0'] in dv-cinder-839793-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 15:49:48.321314 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-10ba056f-382c-496d-8ac4-b64540f5e360 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for floatingip (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:48.342433 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7d5ec1-cd9f-4090-b805-e7e6f96ef302 None None] Routers {'8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:49:48.343090 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-cf7d5ec1-cd9f-4090-b805-e7e6f96ef302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:49:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:49:48.371254 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9fbf3dcf-a08c-4db6-91f4-96189fd3e42b req-eef56972-3b2e-4c09-b1e4-e6d92bd59970 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=59c281dd-b07e-4f45-b8dc-7021e826f06b HTTP/1.1" status: 200 len: 210 time: 0.0780602 May 14 15:49:48.499813 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-cf7d5ec1-cd9f-4090-b805-e7e6f96ef302 None None] Set router 8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:49:48.552748 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device 9d525f2e-84e9-4747-99b0-489de117e060 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 15:49:48.597092 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] No Port match for: 9d525f2e-84e9-4747-99b0-489de117e060 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 14 15:49:48.597092 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device 9d525f2e-84e9-4747-99b0-489de117e060 not bound to the agent host hv-cinder-83979 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 15:49:48.743594 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac46287-839c-4d2d-ad7c-7115c9eba2f8 req-711198cc-d39c-4f0f-9c83-e014399de5f7 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:48.746443 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0ac46287-839c-4d2d-ad7c-7115c9eba2f8 req-711198cc-d39c-4f0f-9c83-e014399de5f7 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 945 time: 0.1235042 May 14 15:49:48.790248 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-10ba056f-382c-496d-8ac4-b64540f5e360 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3723831 May 14 15:49:48.791771 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef63d04a-87e5-4202-a672-d45a2a877c68', 'tag': '61226c22-8028-48c9-8e04-0f0c0cf9fa30'}] {{(pid=115110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:49:48.794515 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a270656aa08f71c574e37588e4b5bc67f1398202d03dea947e2a2c931e3df3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f365deb4-c3ca-4cce-bd03-553000090b93" -d '{"events": [{"name": "network-changed", "server_uuid": "ef63d04a-87e5-4202-a672-d45a2a877c68", "tag": "61226c22-8028-48c9-8e04-0f0c0cf9fa30"}]}' {{(pid=115110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:49:48.796869 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 39196) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:49:48.802459 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-525cb8e4-fafa-4381-9819-0099034505c9 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-669680809', 'description': 'tempest-secgroup-smoke-669680809 description', 'project_id': '5fba11e8ade54d388361c4c936a43372'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:49:48.828081 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-525cb8e4-fafa-4381-9819-0099034505c9 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:48.866540 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0ac46287-839c-4d2d-ad7c-7115c9eba2f8 req-01c3907f-6cf8-43b1-8fd1-16abb6052557 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec7d9910-0c8c-4405-bc8e-e1d8a8594554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126289 May 14 15:49:48.871982 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 15:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9deae345-eee7-4148-8e47-2e4adf8140dc x-openstack-request-id: req-9deae345-eee7-4148-8e47-2e4adf8140dc {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:49:48.872316 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef63d04a-87e5-4202-a672-d45a2a877c68", "tag": "61226c22-8028-48c9-8e04-0f0c0cf9fa30", "status": "completed", "code": 200}]} {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:49:48.872593 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9deae345-eee7-4148-8e47-2e4adf8140dc {{(pid=115110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:49:48.872940 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9deae345-eee7-4148-8e47-2e4adf8140dc'] response: {'name': 'network-changed', 'server_uuid': 'ef63d04a-87e5-4202-a672-d45a2a877c68', 'tag': '61226c22-8028-48c9-8e04-0f0c0cf9fa30', 'status': 'completed', 'code': 200} May 14 15:49:48.964300 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-cf7d5ec1-cd9f-4090-b805-e7e6f96ef302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0', 'name': 'tempest-TestMinimumBasicScenario-134645540-router', 'tenant_id': '5fba11e8ade54d388361c4c936a43372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:48:22Z', 'updated_at': '2022-05-14T15:48:26Z', 'revision_number': 4, 'project_id': '5fba11e8ade54d388361c4c936a43372', 'gw_port': {'id': '775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:06:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:48:22Z', 'updated_at': '2022-05-14T15:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_floatingips': [{'id': 'b565ae32-ba0b-413c-93ad-023889d5325d', 'tenant_id': '5fba11e8ade54d388361c4c936a43372', 'floating_ip_address': '172.27.1.192', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': '8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0', 'port_id': '61226c22-8028-48c9-8e04-0f0c0cf9fa30', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b5e11b1-b142-4a99-ada9-a011e605383b', 'mac_address': 'fa:16:3e:9b:6a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef63d04a-87e5-4202-a672-d45a2a877c68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T15:49:47Z', 'updated_at': '2022-05-14T15:49:47Z', 'revision_number': 0, 'project_id': '5fba11e8ade54d388361c4c936a43372', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c60daf3e-06ee-4be7-b91f-7c00559f9624', 'name': '', 'network_id': '4b5e11b1-b142-4a99-ada9-a011e605383b', 'tenant_id': '5fba11e8ade54d388361c4c936a43372', 'mac_address': 'fa:16:3e:65:e7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'ccea14e1-27b6-48d9-a3be-5796f3489377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:48:25Z', 'updated_at': '2022-05-14T15:48:31Z', 'revision_number': 5, 'project_id': '5fba11e8ade54d388361c4c936a43372', 'subnets': [{'id': 'ccea14e1-27b6-48d9-a3be-5796f3489377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:49:49.007864 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365deb4-c3ca-4cce-bd03-553000090b93 req-4fcd1478-aaa3-457d-ab8d-c7b4142277f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:49.009400 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-f365deb4-c3ca-4cce-bd03-553000090b93 req-4fcd1478-aaa3-457d-ab8d-c7b4142277f3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5fba11e8ade54d388361c4c936a43372&device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 1129 time: 0.0828350 May 14 15:49:49.015078 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7d5ec1-cd9f-4090-b805-e7e6f96ef302 None None] Checking router: 8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0 for host: dv-cinder-839793-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 15:49:49.019747 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf167a4e-b2f1-4ddd-b71f-08b3103eb521 req-6b942d49-a66f-4d6e-8a87-f43f47e59547 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:49.021699 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-cf167a4e-b2f1-4ddd-b71f-08b3103eb521 req-6b942d49-a66f-4d6e-8a87-f43f47e59547 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 945 time: 0.0721381 May 14 15:49:49.030674 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 39212) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:49:49.036268 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7d5ec1-cd9f-4090-b805-e7e6f96ef302 None None] Routers {'8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:49:49.036888 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-cf7d5ec1-cd9f-4090-b805-e7e6f96ef302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:49:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:49:49.037963 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-b538cadb-1a42-4a72-b805-431e5c167c32 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Request body: {'floatingip': {'port_id': '5c35b70b-002b-48c3-9446-1ba3b1605c2b'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:49:49.069642 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-525cb8e4-fafa-4381-9819-0099034505c9 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks [] for security_group (0696e348-67b8-4f1a-858d-e461527b614c), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:49.077626 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-525cb8e4-fafa-4381-9819-0099034505c9 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (0696e348-67b8-4f1a-858d-e461527b614c), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:49.111427 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-b538cadb-1a42-4a72-b805-431e5c167c32 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks [] for floatingip (5d529ac8-7509-4642-9341-2ad16262d1a9), before_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:49.158966 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525cb8e4-fafa-4381-9819-0099034505c9 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0696e348-67b8-4f1a-858d-e461527b614c,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:49.165815 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-525cb8e4-fafa-4381-9819-0099034505c9 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:49.167596 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-525cb8e4-fafa-4381-9819-0099034505c9 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3691156 May 14 15:49:49.170859 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 39224) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:49:49.180444 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-1b049eca-f35d-4b7e-9332-86efafa64fb5 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Request body: {'security_group_rule': {'security_group_id': '0696e348-67b8-4f1a-858d-e461527b614c', 'project_id': '5fba11e8ade54d388361c4c936a43372', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:49:49.193866 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-cf7d5ec1-cd9f-4090-b805-e7e6f96ef302 None None] Set router 8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:49:49.226410 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365deb4-c3ca-4cce-bd03-553000090b93 req-7be8456d-a360-499d-9cf2-d03185bc43a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:49.227965 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-f365deb4-c3ca-4cce-bd03-553000090b93 req-7be8456d-a360-499d-9cf2-d03185bc43a4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4b5e11b1-b142-4a99-ada9-a011e605383b HTTP/1.1" status: 200 len: 915 time: 0.2111855 May 14 15:49:49.229167 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1b049eca-f35d-4b7e-9332-86efafa64fb5 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks [] for security_group_rule (e2686caf-1a41-4ff1-a440-16c3cc8b3bad), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:49.356039 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-f365deb4-c3ca-4cce-bd03-553000090b93 req-abaa8cac-afaa-4c28-866e-336a931c0d7d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61226c22-8028-48c9-8e04-0f0c0cf9fa30 HTTP/1.1" status: 200 len: 999 time: 0.1051252 May 14 15:49:49.368059 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1b049eca-f35d-4b7e-9332-86efafa64fb5 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks [] for security_group_rule (e2686caf-1a41-4ff1-a440-16c3cc8b3bad), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:49.375755 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1b049eca-f35d-4b7e-9332-86efafa64fb5 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639472'] for security_group_rule (e2686caf-1a41-4ff1-a440-16c3cc8b3bad), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:49.396903 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b049eca-f35d-4b7e-9332-86efafa64fb5 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2686caf-1a41-4ff1-a440-16c3cc8b3bad,revision_number=0']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:49.418281 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1b049eca-f35d-4b7e-9332-86efafa64fb5 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:49.422518 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-1b049eca-f35d-4b7e-9332-86efafa64fb5 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2510381 May 14 15:49:49.423309 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 39238) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:49:49.430202 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-f4d39385-515b-4540-bde8-214786e635af tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Request body: {'security_group_rule': {'security_group_id': '0696e348-67b8-4f1a-858d-e461527b614c', 'project_id': '5fba11e8ade54d388361c4c936a43372', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:49:49.466518 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-f4d39385-515b-4540-bde8-214786e635af tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks [] for security_group_rule (062b5c0f-6be7-4b36-b5f3-d350cc010f16), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:49.507748 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-cf7d5ec1-cd9f-4090-b805-e7e6f96ef302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0', 'name': 'tempest-TestMinimumBasicScenario-134645540-router', 'tenant_id': '5fba11e8ade54d388361c4c936a43372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:48:22Z', 'updated_at': '2022-05-14T15:48:26Z', 'revision_number': 4, 'project_id': '5fba11e8ade54d388361c4c936a43372', 'gw_port': {'id': '775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:06:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:48:22Z', 'updated_at': '2022-05-14T15:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_floatingips': [{'id': 'b565ae32-ba0b-413c-93ad-023889d5325d', 'tenant_id': '5fba11e8ade54d388361c4c936a43372', 'floating_ip_address': '172.27.1.192', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': '8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0', 'port_id': '61226c22-8028-48c9-8e04-0f0c0cf9fa30', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b5e11b1-b142-4a99-ada9-a011e605383b', 'mac_address': 'fa:16:3e:9b:6a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef63d04a-87e5-4202-a672-d45a2a877c68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T15:49:47Z', 'updated_at': '2022-05-14T15:49:47Z', 'revision_number': 0, 'project_id': '5fba11e8ade54d388361c4c936a43372', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c60daf3e-06ee-4be7-b91f-7c00559f9624', 'name': '', 'network_id': '4b5e11b1-b142-4a99-ada9-a011e605383b', 'tenant_id': '5fba11e8ade54d388361c4c936a43372', 'mac_address': 'fa:16:3e:65:e7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'ccea14e1-27b6-48d9-a3be-5796f3489377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:48:25Z', 'updated_at': '2022-05-14T15:48:31Z', 'revision_number': 5, 'project_id': '5fba11e8ade54d388361c4c936a43372', 'subnets': [{'id': 'ccea14e1-27b6-48d9-a3be-5796f3489377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:49:49.511202 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-28420a65-7331-40f0-8cb9-e9465eac9ec9 req-c349363d-ca46-4b1d-9109-0851c73b2033 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=59c281dd-b07e-4f45-b8dc-7021e826f06b HTTP/1.1" status: 200 len: 210 time: 0.0661328 May 14 15:49:49.544128 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-f4d39385-515b-4540-bde8-214786e635af tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks [] for security_group_rule (062b5c0f-6be7-4b36-b5f3-d350cc010f16), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:49.548669 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-f4d39385-515b-4540-bde8-214786e635af tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639472'] for security_group_rule (062b5c0f-6be7-4b36-b5f3-d350cc010f16), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:49.551666 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7d5ec1-cd9f-4090-b805-e7e6f96ef302 None None] The sync data for ids ['8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0'] in dv-cinder-839793-11-iscsi is: [{'id': '8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0', 'name': 'tempest-TestMinimumBasicScenario-134645540-router', 'tenant_id': '5fba11e8ade54d388361c4c936a43372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:48:22Z', 'updated_at': '2022-05-14T15:48:26Z', 'revision_number': 4, 'project_id': '5fba11e8ade54d388361c4c936a43372', 'gw_port': {'id': '775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:06:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:48:22Z', 'updated_at': '2022-05-14T15:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_floatingips': [{'id': 'b565ae32-ba0b-413c-93ad-023889d5325d', 'tenant_id': '5fba11e8ade54d388361c4c936a43372', 'floating_ip_address': '172.27.1.192', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': '8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0', 'port_id': '61226c22-8028-48c9-8e04-0f0c0cf9fa30', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b5e11b1-b142-4a99-ada9-a011e605383b', 'mac_address': 'fa:16:3e:9b:6a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef63d04a-87e5-4202-a672-d45a2a877c68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T15:49:47Z', 'updated_at': '2022-05-14T15:49:47Z', 'revision_number': 0, 'project_id': '5fba11e8ade54d388361c4c936a43372', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c60daf3e-06ee-4be7-b91f-7c00559f9624', 'name': '', 'network_id': '4b5e11b1-b142-4a99-ada9-a011e605383b', 'tenant_id': '5fba11e8ade54d388361c4c936a43372', 'mac_address': 'fa:16:3e:65:e7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'ccea14e1-27b6-48d9-a3be-5796f3489377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:48:25Z', 'updated_at': '2022-05-14T15:48:31Z', 'revision_number': 5, 'project_id': '5fba11e8ade54d388361c4c936a43372', 'subnets': [{'id': 'ccea14e1-27b6-48d9-a3be-5796f3489377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 15:49:49.571301 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d39385-515b-4540-bde8-214786e635af tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=062b5c0f-6be7-4b36-b5f3-d350cc010f16,revision_number=0']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:49.579702 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-f4d39385-515b-4540-bde8-214786e635af tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:49.582978 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-f4d39385-515b-4540-bde8-214786e635af tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1583173 May 14 15:49:49.585493 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 39240) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:49:49.590735 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-a3a6a067-727d-4aaa-a721-3f5224a818ec tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Request body: {'security_group_rule': {'security_group_id': '0696e348-67b8-4f1a-858d-e461527b614c', 'project_id': '5fba11e8ade54d388361c4c936a43372', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:49:49.666977 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-a3a6a067-727d-4aaa-a721-3f5224a818ec tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks [] for security_group_rule (ee291cc7-0c25-4cf8-bb8d-23c9442ff0c0), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:49.710602 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365deb4-c3ca-4cce-bd03-553000090b93 req-f8686e76-accf-4a0c-8edf-1b967ef078fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:49.712443 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-f365deb4-c3ca-4cce-bd03-553000090b93 req-f8686e76-accf-4a0c-8edf-1b967ef078fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ccea14e1-27b6-48d9-a3be-5796f3489377 HTTP/1.1" status: 200 len: 853 time: 0.0835865 May 14 15:49:49.788262 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365deb4-c3ca-4cce-bd03-553000090b93 req-fd539328-39fa-40ce-992b-71ea783e2c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:49.789762 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-f365deb4-c3ca-4cce-bd03-553000090b93 req-fd539328-39fa-40ce-992b-71ea783e2c6b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4b5e11b1-b142-4a99-ada9-a011e605383b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0671434 May 14 15:49:49.833719 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-a3a6a067-727d-4aaa-a721-3f5224a818ec tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks [] for security_group_rule (ee291cc7-0c25-4cf8-bb8d-23c9442ff0c0), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:49.852309 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-a3a6a067-727d-4aaa-a721-3f5224a818ec tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639472'] for security_group_rule (ee291cc7-0c25-4cf8-bb8d-23c9442ff0c0), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:49.859966 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d77a15-3052-4360-b58e-f5513024ee5f None None] New status for floating IP b565ae32-ba0b-413c-93ad-023889d5325d: ACTIVE {{(pid=115112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 14 15:49:49.925925 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-b538cadb-1a42-4a72-b805-431e5c167c32 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:49.932662 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a6a067-727d-4aaa-a721-3f5224a818ec tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee291cc7-0c25-4cf8-bb8d-23c9442ff0c0,revision_number=0']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:49.938793 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-b538cadb-1a42-4a72-b805-431e5c167c32 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1759531'] for floatingip (5d529ac8-7509-4642-9341-2ad16262d1a9), after_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:49.963768 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-f365deb4-c3ca-4cce-bd03-553000090b93 req-4c1d6943-90f3-40f1-87f1-7615cbf27a49 service neutron] 10.222.0.36 "GET /v2.0/networks/4b5e11b1-b142-4a99-ada9-a011e605383b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595082 May 14 15:49:50.013381 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-a3a6a067-727d-4aaa-a721-3f5224a818ec tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:50.017682 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-a3a6a067-727d-4aaa-a721-3f5224a818ec tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4310958 May 14 15:49:50.018402 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 39248) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:49:50.028600 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-8baa1c2e-2719-4f52-b34d-3352d6c76c22 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Request body: {'security_group_rule': {'security_group_id': '0696e348-67b8-4f1a-858d-e461527b614c', 'project_id': '5fba11e8ade54d388361c4c936a43372', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:49:50.111598 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b4446-561d-491c-8c37-0a1cd4c1803a req-a7dfcec1-677a-47a1-a94d-501fe886e384 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:50.113583 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c05b4446-561d-491c-8c37-0a1cd4c1803a req-a7dfcec1-677a-47a1-a94d-501fe886e384 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.36 "GET /v2.0/networks?id=a8d27839-074b-4ab6-8eee-a26beda7dc34 HTTP/1.1" status: 200 len: 808 time: 0.2767930 May 14 15:49:50.122806 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-f365deb4-c3ca-4cce-bd03-553000090b93 req-e1c04469-4016-4de8-96a3-0774721c4165 service neutron] 10.222.0.36 "GET /v2.0/networks/4b5e11b1-b142-4a99-ada9-a011e605383b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298392 May 14 15:49:50.141646 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-8baa1c2e-2719-4f52-b34d-3352d6c76c22 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks [] for security_group_rule (14411e8c-aab3-495e-9c25-675e16099304), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:50.171416 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [req-c05b4446-561d-491c-8c37-0a1cd4c1803a req-94b4ebe5-27ee-4117-9a0d-3a7b90529abe tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Request body: {'port': {'device_id': '59c281dd-b07e-4f45-b8dc-7021e826f06b', 'network_id': 'a8d27839-074b-4ab6-8eee-a26beda7dc34', 'admin_state_up': True, 'tenant_id': '71b09f9f20b340b5a615b24e05312703'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:49:50.222455 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.db.l3_db [None req-b538cadb-1a42-4a72-b805-431e5c167c32 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Floating IP 5d529ac8-7509-4642-9341-2ad16262d1a9 associated. External IP: 172.27.1.122, port: 5c35b70b-002b-48c3-9446-1ba3b1605c2b. May 14 15:49:50.622905 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-8baa1c2e-2719-4f52-b34d-3352d6c76c22 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks [] for security_group_rule (14411e8c-aab3-495e-9c25-675e16099304), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:50.649593 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-8baa1c2e-2719-4f52-b34d-3352d6c76c22 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639472'] for security_group_rule (14411e8c-aab3-495e-9c25-675e16099304), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:50.657981 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-38803f87-b6a1-4ec3-8ea0-a369fc6764c2 req-6c1751f8-3dc8-4a3c-94cc-5b78e9ee9f73 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=59c281dd-b07e-4f45-b8dc-7021e826f06b HTTP/1.1" status: 200 len: 210 time: 0.0557392 May 14 15:49:50.689137 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa1c2e-2719-4f52-b34d-3352d6c76c22 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14411e8c-aab3-495e-9c25-675e16099304,revision_number=0']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:50.697159 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 39264) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:49:50.704202 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-8baa1c2e-2719-4f52-b34d-3352d6c76c22 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:50.708039 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 39268) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:49:50.708182 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-8baa1c2e-2719-4f52-b34d-3352d6c76c22 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6853371 May 14 15:49:50.713172 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-4ce4b05b-5903-44a6-b1f8-9d6f44650506 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Request body: {'security_group_rule': {'security_group_id': '0696e348-67b8-4f1a-858d-e461527b614c', 'project_id': '5fba11e8ade54d388361c4c936a43372', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:49:50.737085 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.db.securitygroups_db [None req-4ce4b05b-5903-44a6-b1f8-9d6f44650506 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Project 5fba11e8ade54d388361c4c936a43372 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 14 15:49:50.742806 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-4ce4b05b-5903-44a6-b1f8-9d6f44650506 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks [] for security_group_rule (c99684d0-2ba4-4dd8-ac8f-64ce752e57ab), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:50.751913 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c05b4446-561d-491c-8c37-0a1cd4c1803a req-94b4ebe5-27ee-4117-9a0d-3a7b90529abe tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Made reservation on behalf of 71b09f9f20b340b5a615b24e05312703 for: {'port': 1} {{(pid=115111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:49:50.755891 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-c05b4446-561d-491c-8c37-0a1cd4c1803a req-94b4ebe5-27ee-4117-9a0d-3a7b90529abe tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:50.806111 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-4ce4b05b-5903-44a6-b1f8-9d6f44650506 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks [] for security_group_rule (c99684d0-2ba4-4dd8-ac8f-64ce752e57ab), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:50.814774 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-4ce4b05b-5903-44a6-b1f8-9d6f44650506 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639472'] for security_group_rule (c99684d0-2ba4-4dd8-ac8f-64ce752e57ab), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:50.838467 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4b05b-5903-44a6-b1f8-9d6f44650506 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c99684d0-2ba4-4dd8-ac8f-64ce752e57ab,revision_number=0']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:50.863366 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-4ce4b05b-5903-44a6-b1f8-9d6f44650506 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:50.866405 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-4ce4b05b-5903-44a6-b1f8-9d6f44650506 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1573939 May 14 15:49:50.868335 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 39270) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:49:50.873542 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-96afa112-ccbc-49ec-ae80-e61dedf918c3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c1e7c6697dfc4562b4c1d46ee21964a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1750140 May 14 15:49:50.876115 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 39272) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:49:50.876778 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-926695a9-1191-482d-803c-510dda3b75a2 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Request body: {'security_group_rule': {'security_group_id': '0696e348-67b8-4f1a-858d-e461527b614c', 'project_id': '5fba11e8ade54d388361c4c936a43372', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:49:50.930782 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-67fda9ba-8178-4d1a-8792-0f349a50d081 admin admin] Publish callbacks [] for security_group (ba2e121c-d157-4a8b-ac77-9f78f2a7fe55), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:50.947356 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b538cadb-1a42-4a72-b805-431e5c167c32 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Router 35fd2dc5-ef20-42dd-ae9a-60280cae2cab has already been hosted by L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f {{(pid=115111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 15:49:50.951592 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.db.securitygroups_db [None req-926695a9-1191-482d-803c-510dda3b75a2 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Project 5fba11e8ade54d388361c4c936a43372 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 14 15:49:50.953686 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-67fda9ba-8178-4d1a-8792-0f349a50d081 admin admin] Publish callbacks [] for security_group (ba2e121c-d157-4a8b-ac77-9f78f2a7fe55), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:50.965957 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-926695a9-1191-482d-803c-510dda3b75a2 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks [] for security_group_rule (c118c187-742b-40f1-ae22-c714d2ad1e27), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:50.993515 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.db_base_plugin_common [req-c05b4446-561d-491c-8c37-0a1cd4c1803a req-94b4ebe5-27ee-4117-9a0d-3a7b90529abe tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Allocated IP 172.20.0.6 (a8d27839-074b-4ab6-8eee-a26beda7dc34/5d0d81a8-4e9e-4256-bae5-837cec1a3732/b29a17c4-2b40-425d-85cf-0498169b2b00) {{(pid=115111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:49:51.003516 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-67fda9ba-8178-4d1a-8792-0f349a50d081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (ba2e121c-d157-4a8b-ac77-9f78f2a7fe55), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:51.006522 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-67fda9ba-8178-4d1a-8792-0f349a50d081 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:51.007665 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-67fda9ba-8178-4d1a-8792-0f349a50d081 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ba2e121c-d157-4a8b-ac77-9f78f2a7fe55 HTTP/1.1" status: 204 len: 168 time: 0.1306708 May 14 15:49:51.016587 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fda9ba-8178-4d1a-8792-0f349a50d081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2e121c-d157-4a8b-ac77-9f78f2a7fe55,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:51.150158 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-926695a9-1191-482d-803c-510dda3b75a2 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks [] for security_group_rule (c118c187-742b-40f1-ae22-c714d2ad1e27), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:51.159319 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-926695a9-1191-482d-803c-510dda3b75a2 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639472'] for security_group_rule (c118c187-742b-40f1-ae22-c714d2ad1e27), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:51.213619 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926695a9-1191-482d-803c-510dda3b75a2 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c118c187-742b-40f1-ae22-c714d2ad1e27,revision_number=0']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:51.253729 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b538cadb-1a42-4a72-b805-431e5c167c32 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 15:49:51.260209 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-926695a9-1191-482d-803c-510dda3b75a2 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:51.264303 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-926695a9-1191-482d-803c-510dda3b75a2 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3907559 May 14 15:49:51.271993 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0741bba-a454-47f3-906a-e6f8e7c6f63a None None] Sync routers for ids ['35fd2dc5-ef20-42dd-ae9a-60280cae2cab'] in dv-cinder-839793-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 15:49:51.286387 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-b538cadb-1a42-4a72-b805-431e5c167c32 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for floatingip (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:51.304736 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0741bba-a454-47f3-906a-e6f8e7c6f63a None None] Routers {'35fd2dc5-ef20-42dd-ae9a-60280cae2cab'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:49:51.305595 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-b0741bba-a454-47f3-906a-e6f8e7c6f63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:49:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['35fd2dc5-ef20-42dd-ae9a-60280cae2cab'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:49:51.415305 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-b538cadb-1a42-4a72-b805-431e5c167c32 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "PUT /v2.0/floatingips/5d529ac8-7509-4642-9341-2ad16262d1a9 HTTP/1.1" status: 200 len: 991 time: 2.3835070 May 14 15:49:51.426570 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c21adbe-7a79-46cf-aa7c-9b2a6548c767', 'tag': '5c35b70b-002b-48c3-9446-1ba3b1605c2b'}] {{(pid=115111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:49:51.429780 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d243af113ddc23b9a3ad38dde0a226f09410eb7dd6936b385d295fad3462c172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de7a0ef-29d1-459d-885a-bb9b195cf7c3" -d '{"events": [{"name": "network-changed", "server_uuid": "7c21adbe-7a79-46cf-aa7c-9b2a6548c767", "tag": "5c35b70b-002b-48c3-9446-1ba3b1605c2b"}]}' {{(pid=115111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:49:51.444878 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-c05b4446-561d-491c-8c37-0a1cd4c1803a req-94b4ebe5-27ee-4117-9a0d-3a7b90529abe tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Publish callbacks [] for port (b29a17c4-2b40-425d-85cf-0498169b2b00), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:51.474973 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9db99332-2029-4e9a-b1fe-889514a97d81 req-0c1d3ff3-7166-4ee7-b607-317440a624f7 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-669680809&fields=id&tenant_id=5fba11e8ade54d388361c4c936a43372 HTTP/1.1" status: 200 len: 267 time: 0.1102681 May 14 15:49:51.494856 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 15:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a169c2-f4ff-4493-a6ab-6eae0438caa5 x-openstack-request-id: req-04a169c2-f4ff-4493-a6ab-6eae0438caa5 {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:49:51.495969 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c21adbe-7a79-46cf-aa7c-9b2a6548c767", "tag": "5c35b70b-002b-48c3-9446-1ba3b1605c2b", "status": "completed", "code": 200}]} {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:49:51.496111 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-04a169c2-f4ff-4493-a6ab-6eae0438caa5 {{(pid=115111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:49:51.497437 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04a169c2-f4ff-4493-a6ab-6eae0438caa5'] response: {'name': 'network-changed', 'server_uuid': '7c21adbe-7a79-46cf-aa7c-9b2a6548c767', 'tag': '5c35b70b-002b-48c3-9446-1ba3b1605c2b', 'status': 'completed', 'code': 200} May 14 15:49:51.522883 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-b0741bba-a454-47f3-906a-e6f8e7c6f63a None None] Set router 35fd2dc5-ef20-42dd-ae9a-60280cae2cab gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:49:51.553728 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db99332-2029-4e9a-b1fe-889514a97d81 req-ce9a77cf-d80a-4ec5-a085-1006ff1e4a1b tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:51.555271 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9db99332-2029-4e9a-b1fe-889514a97d81 req-ce9a77cf-d80a-4ec5-a085-1006ff1e4a1b tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 945 time: 0.0796299 May 14 15:49:51.569886 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [req-9db99332-2029-4e9a-b1fe-889514a97d81 req-eb3db911-8848-4fa6-bfda-bd29e2f7ff9a tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Request body: {'port': {'security_groups': ['40be1c59-cfc0-43e4-a7cc-a13e7b03fd39', '0696e348-67b8-4f1a-858d-e461527b614c']}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:49:51.574702 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-c05b4446-561d-491c-8c37-0a1cd4c1803a req-94b4ebe5-27ee-4117-9a0d-3a7b90529abe tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764499'] for port (b29a17c4-2b40-425d-85cf-0498169b2b00), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:51.652084 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c05b4446-561d-491c-8c37-0a1cd4c1803a req-94b4ebe5-27ee-4117-9a0d-3a7b90529abe tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Network a8d27839-074b-4ab6-8eee-a26beda7dc34 is already hosted by enough agents. {{(pid=115111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:49:51.676264 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.base_scheduler [req-c05b4446-561d-491c-8c37-0a1cd4c1803a req-94b4ebe5-27ee-4117-9a0d-3a7b90529abe tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Resources bound (agent type, host, resource id): {{(pid=115111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:49:51.684678 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.l3_dvrscheduler_db [req-c05b4446-561d-491c-8c37-0a1cd4c1803a req-94b4ebe5-27ee-4117-9a0d-3a7b90529abe tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Received port after_create {{(pid=115111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:49:51.690412 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b4ebe5-27ee-4117-9a0d-3a7b90529abe tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Pushing event updated for resources: {'Port': ['ID=b29a17c4-2b40-425d-85cf-0498169b2b00,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:51.730913 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-9db99332-2029-4e9a-b1fe-889514a97d81 req-eb3db911-8848-4fa6-bfda-bd29e2f7ff9a tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (61226c22-8028-48c9-8e04-0f0c0cf9fa30), before_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:51.767972 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b4446-561d-491c-8c37-0a1cd4c1803a req-94b4ebe5-27ee-4117-9a0d-3a7b90529abe tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:51.768592 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-c05b4446-561d-491c-8c37-0a1cd4c1803a req-94b4ebe5-27ee-4117-9a0d-3a7b90529abe tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:51.783219 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-b0741bba-a454-47f3-906a-e6f8e7c6f63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fd2dc5-ef20-42dd-ae9a-60280cae2cab', 'name': 'tempest-ServerRescueNegativeTestJSON-1887592763-router', 'tenant_id': '5d2517d5440a4d30949f3dd36a46d813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '5413b9e8-cc37-4830-9b6f-486a4edd5361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:16Z', 'updated_at': '2022-05-14T15:46:25Z', 'revision_number': 4, 'project_id': '5d2517d5440a4d30949f3dd36a46d813', 'gw_port': {'id': '5413b9e8-cc37-4830-9b6f-486a4edd5361', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:df:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fd2dc5-ef20-42dd-ae9a-60280cae2cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:17Z', 'updated_at': '2022-05-14T15:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_floatingips': [{'id': '5d529ac8-7509-4642-9341-2ad16262d1a9', 'tenant_id': '5d2517d5440a4d30949f3dd36a46d813', 'floating_ip_address': '172.27.1.122', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': '35fd2dc5-ef20-42dd-ae9a-60280cae2cab', 'port_id': '5c35b70b-002b-48c3-9446-1ba3b1605c2b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e026b24-9d5e-4f74-ac5a-5d47dc1338b8', 'mac_address': 'fa:16:3e:80:96:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c21adbe-7a79-46cf-aa7c-9b2a6548c767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T15:49:20Z', 'updated_at': '2022-05-14T15:49:49Z', 'revision_number': 1, 'project_id': '5d2517d5440a4d30949f3dd36a46d813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fc86151-fc54-47ff-96a0-c8760d7dc4de', 'name': '', 'network_id': '3e026b24-9d5e-4f74-ac5a-5d47dc1338b8', 'tenant_id': '5d2517d5440a4d30949f3dd36a46d813', 'mac_address': 'fa:16:3e:7f:19:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fd2dc5-ef20-42dd-ae9a-60280cae2cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4761eee7-0a5d-411d-9c6c-5f0c035f2564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:23Z', 'updated_at': '2022-05-14T15:46:30Z', 'revision_number': 5, 'project_id': '5d2517d5440a4d30949f3dd36a46d813', 'subnets': [{'id': '4761eee7-0a5d-411d-9c6c-5f0c035f2564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:49:51.787639 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 39304) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:49:51.815691 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0741bba-a454-47f3-906a-e6f8e7c6f63a None None] Checking router: 35fd2dc5-ef20-42dd-ae9a-60280cae2cab for host: dv-cinder-839793-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 15:49:51.826613 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0741bba-a454-47f3-906a-e6f8e7c6f63a None None] Routers {'35fd2dc5-ef20-42dd-ae9a-60280cae2cab'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:49:51.827305 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-b0741bba-a454-47f3-906a-e6f8e7c6f63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:49:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['35fd2dc5-ef20-42dd-ae9a-60280cae2cab'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:49:51.842258 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c05b4446-561d-491c-8c37-0a1cd4c1803a req-94b4ebe5-27ee-4117-9a0d-3a7b90529abe tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6783917 May 14 15:49:51.869892 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a645424-7f14-4ad5-bebf-8ce5f6a736af req-7704e49c-df67-42cf-a8c9-075900c5547e tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:51.871314 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7a645424-7f14-4ad5-bebf-8ce5f6a736af req-7704e49c-df67-42cf-a8c9-075900c5547e tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=59c281dd-b07e-4f45-b8dc-7021e826f06b HTTP/1.1" status: 200 len: 931 time: 0.1219511 May 14 15:49:51.896078 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-ed4b3b3e-d5e4-4e35-a228-be2840dfc47e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1054406125-network', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:49:51.921998 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4b3b3e-d5e4-4e35-a228-be2840dfc47e admin admin] Made reservation on behalf of 7a3a2b5dee7a404a8445c8aa434b5a43 for: {'network': 1} {{(pid=115110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:49:51.925347 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-ed4b3b3e-d5e4-4e35-a228-be2840dfc47e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for network (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:51.934034 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-ed4b3b3e-d5e4-4e35-a228-be2840dfc47e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:51.966087 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7a645424-7f14-4ad5-bebf-8ce5f6a736af req-ed411843-5bc0-4f21-9406-6d5feac451d6 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a33137-e7f7-4c70-9a4f-e6e87acef7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856385 May 14 15:49:51.974034 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-b0741bba-a454-47f3-906a-e6f8e7c6f63a None None] Set router 35fd2dc5-ef20-42dd-ae9a-60280cae2cab gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:49:52.019204 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-ed4b3b3e-d5e4-4e35-a228-be2840dfc47e admin admin] Publish callbacks [] for security_group (c617e73a-69a3-4922-b0e9-17c1e7a30237), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:52.024006 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-ed4b3b3e-d5e4-4e35-a228-be2840dfc47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (c617e73a-69a3-4922-b0e9-17c1e7a30237), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:52.049813 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed4b3b3e-d5e4-4e35-a228-be2840dfc47e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=115110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 15:49:52.060570 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b3b3e-d5e4-4e35-a228-be2840dfc47e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c617e73a-69a3-4922-b0e9-17c1e7a30237,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:52.070585 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-ed4b3b3e-d5e4-4e35-a228-be2840dfc47e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770741945101', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32906243'] for segment (25b88ee4-cf04-43f5-bf5d-28b6fbf20225), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:52.071034 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.db.segments_db [None req-ed4b3b3e-d5e4-4e35-a228-be2840dfc47e admin admin] Added segment 25b88ee4-cf04-43f5-bf5d-28b6fbf20225 of type vlan for network 791585d6-2e4a-4237-ab00-9a26c50b495e May 14 15:49:52.080024 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.db [req-9db99332-2029-4e9a-b1fe-889514a97d81 req-eb3db911-8848-4fa6-bfda-bd29e2f7ff9a tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] For port 61226c22-8028-48c9-8e04-0f0c0cf9fa30, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=61226c22-8028-48c9-8e04-0f0c0cf9fa30,segment=NetworkSegment(5ddd1c83-6541-4162-9f9b-74f17895931e),segment_id=5ddd1c83-6541-4162-9f9b-74f17895931e)] {{(pid=115111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:49:52.116495 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-ed4b3b3e-d5e4-4e35-a228-be2840dfc47e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770741518219'] for network (791585d6-2e4a-4237-ab00-9a26c50b495e), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:52.123293 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-9db99332-2029-4e9a-b1fe-889514a97d81 req-eb3db911-8848-4fa6-bfda-bd29e2f7ff9a tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks [] for port (61226c22-8028-48c9-8e04-0f0c0cf9fa30), precommit_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:52.129148 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-9db99332-2029-4e9a-b1fe-889514a97d81 req-eb3db911-8848-4fa6-bfda-bd29e2f7ff9a tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8764516'] for port (61226c22-8028-48c9-8e04-0f0c0cf9fa30), after_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:52.144288 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-ed4b3b3e-d5e4-4e35-a228-be2840dfc47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732'] for network (791585d6-2e4a-4237-ab00-9a26c50b495e), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:52.145582 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4b3b3e-d5e4-4e35-a228-be2840dfc47e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:52.146265 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-ed4b3b3e-d5e4-4e35-a228-be2840dfc47e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for network (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:52.178365 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db99332-2029-4e9a-b1fe-889514a97d81 req-eb3db911-8848-4fa6-bfda-bd29e2f7ff9a tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:52.178870 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-9db99332-2029-4e9a-b1fe-889514a97d81 req-eb3db911-8848-4fa6-bfda-bd29e2f7ff9a tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:52.183850 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9db99332-2029-4e9a-b1fe-889514a97d81 req-eb3db911-8848-4fa6-bfda-bd29e2f7ff9a tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "PUT /v2.0/ports/61226c22-8028-48c9-8e04-0f0c0cf9fa30 HTTP/1.1" status: 200 len: 981 time: 0.6190364 May 14 15:49:52.216553 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3db911-8848-4fa6-bfda-bd29e2f7ff9a tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Pushing event updated for resources: {'Port': ['ID=61226c22-8028-48c9-8e04-0f0c0cf9fa30,revision_number=6']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:52.220203 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-ed4b3b3e-d5e4-4e35-a228-be2840dfc47e admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.4286051 May 14 15:49:52.220469 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 39310) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:49:52.225149 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-c475b587-51ca-41a8-ba39-1b028b210770 admin admin] Request body: {'subnet': {'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1054406125-subnet', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'ip_version': 4}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:49:52.234201 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4b3b3e-d5e4-4e35-a228-be2840dfc47e admin admin] Pushing event updated for resources: {'Network': ['ID=791585d6-2e4a-4237-ab00-9a26c50b495e,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:52.236250 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-b0741bba-a454-47f3-906a-e6f8e7c6f63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fd2dc5-ef20-42dd-ae9a-60280cae2cab', 'name': 'tempest-ServerRescueNegativeTestJSON-1887592763-router', 'tenant_id': '5d2517d5440a4d30949f3dd36a46d813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '5413b9e8-cc37-4830-9b6f-486a4edd5361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:16Z', 'updated_at': '2022-05-14T15:46:25Z', 'revision_number': 4, 'project_id': '5d2517d5440a4d30949f3dd36a46d813', 'gw_port': {'id': '5413b9e8-cc37-4830-9b6f-486a4edd5361', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:df:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fd2dc5-ef20-42dd-ae9a-60280cae2cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:17Z', 'updated_at': '2022-05-14T15:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_floatingips': [{'id': '5d529ac8-7509-4642-9341-2ad16262d1a9', 'tenant_id': '5d2517d5440a4d30949f3dd36a46d813', 'floating_ip_address': '172.27.1.122', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': '35fd2dc5-ef20-42dd-ae9a-60280cae2cab', 'port_id': '5c35b70b-002b-48c3-9446-1ba3b1605c2b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e026b24-9d5e-4f74-ac5a-5d47dc1338b8', 'mac_address': 'fa:16:3e:80:96:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c21adbe-7a79-46cf-aa7c-9b2a6548c767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T15:49:20Z', 'updated_at': '2022-05-14T15:49:49Z', 'revision_number': 1, 'project_id': '5d2517d5440a4d30949f3dd36a46d813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fc86151-fc54-47ff-96a0-c8760d7dc4de', 'name': '', 'network_id': '3e026b24-9d5e-4f74-ac5a-5d47dc1338b8', 'tenant_id': '5d2517d5440a4d30949f3dd36a46d813', 'mac_address': 'fa:16:3e:7f:19:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fd2dc5-ef20-42dd-ae9a-60280cae2cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4761eee7-0a5d-411d-9c6c-5f0c035f2564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:23Z', 'updated_at': '2022-05-14T15:46:30Z', 'revision_number': 5, 'project_id': '5d2517d5440a4d30949f3dd36a46d813', 'subnets': [{'id': '4761eee7-0a5d-411d-9c6c-5f0c035f2564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:49:52.248707 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Network 791585d6-2e4a-4237-ab00-9a26c50b495e details requested by agent ovs-agent-dv-cinder-839793-11-iscsi with host dv-cinder-839793-11-iscsi {{(pid=115112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 14 15:49:52.267877 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c475b587-51ca-41a8-ba39-1b028b210770 admin admin] Made reservation on behalf of 7a3a2b5dee7a404a8445c8aa434b5a43 for: {'subnet': 1} {{(pid=115110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:49:52.268528 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0741bba-a454-47f3-906a-e6f8e7c6f63a None None] The sync data for ids ['35fd2dc5-ef20-42dd-ae9a-60280cae2cab'] in dv-cinder-839793-11-iscsi is: [{'id': '35fd2dc5-ef20-42dd-ae9a-60280cae2cab', 'name': 'tempest-ServerRescueNegativeTestJSON-1887592763-router', 'tenant_id': '5d2517d5440a4d30949f3dd36a46d813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '5413b9e8-cc37-4830-9b6f-486a4edd5361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:16Z', 'updated_at': '2022-05-14T15:46:25Z', 'revision_number': 4, 'project_id': '5d2517d5440a4d30949f3dd36a46d813', 'gw_port': {'id': '5413b9e8-cc37-4830-9b6f-486a4edd5361', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:df:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fd2dc5-ef20-42dd-ae9a-60280cae2cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:17Z', 'updated_at': '2022-05-14T15:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_floatingips': [{'id': '5d529ac8-7509-4642-9341-2ad16262d1a9', 'tenant_id': '5d2517d5440a4d30949f3dd36a46d813', 'floating_ip_address': '172.27.1.122', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': '35fd2dc5-ef20-42dd-ae9a-60280cae2cab', 'port_id': '5c35b70b-002b-48c3-9446-1ba3b1605c2b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e026b24-9d5e-4f74-ac5a-5d47dc1338b8', 'mac_address': 'fa:16:3e:80:96:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c21adbe-7a79-46cf-aa7c-9b2a6548c767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T15:49:20Z', 'updated_at': '2022-05-14T15:49:49Z', 'revision_number': 1, 'project_id': '5d2517d5440a4d30949f3dd36a46d813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fc86151-fc54-47ff-96a0-c8760d7dc4de', 'name': '', 'network_id': '3e026b24-9d5e-4f74-ac5a-5d47dc1338b8', 'tenant_id': '5d2517d5440a4d30949f3dd36a46d813', 'mac_address': 'fa:16:3e:7f:19:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fd2dc5-ef20-42dd-ae9a-60280cae2cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4761eee7-0a5d-411d-9c6c-5f0c035f2564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:23Z', 'updated_at': '2022-05-14T15:46:30Z', 'revision_number': 5, 'project_id': '5d2517d5440a4d30949f3dd36a46d813', 'subnets': [{'id': '4761eee7-0a5d-411d-9c6c-5f0c035f2564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 15:49:52.273998 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-c475b587-51ca-41a8-ba39-1b028b210770 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397864'] for subnet (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:52.325392 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c40995c-9218-49aa-b080-c35c30babd82 req-64f80917-9fca-4b0c-b6f5-ca6913ec7023 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:52.326988 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5c40995c-9218-49aa-b080-c35c30babd82 req-64f80917-9fca-4b0c-b6f5-ca6913ec7023 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 984 time: 0.0705533 May 14 15:49:52.432918 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5c40995c-9218-49aa-b080-c35c30babd82 req-aed9146e-690d-43d0-8641-63685649620a tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=0696e348-67b8-4f1a-858d-e461527b614c&id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0991344 May 14 15:49:52.503541 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-c475b587-51ca-41a8-ba39-1b028b210770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8397886'] for subnet (77df9367-440f-44fc-82b0-848dccb99f62), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:52.556406 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-ec1d5145-17e3-40bf-aa9b-b571f14290b6 None None] Provisioning complete for port 61226c22-8028-48c9-8e04-0f0c0cf9fa30 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:49:52.556897 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-ec1d5145-17e3-40bf-aa9b-b571f14290b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (61226c22-8028-48c9-8e04-0f0c0cf9fa30), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:52.560005 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c475b587-51ca-41a8-ba39-1b028b210770 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77df9367-440f-44fc-82b0-848dccb99f62,revision_number=0']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:52.570251 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c475b587-51ca-41a8-ba39-1b028b210770 admin admin] Checking segment: {'id': '25b88ee4-cf04-43f5-bf5d-28b6fbf20225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:49:52.570651 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c475b587-51ca-41a8-ba39-1b028b210770 admin admin] Network hostable DHCP agents. Network: 791585d6-2e4a-4237-ab00-9a26c50b495e, hostable agents: ['fb8f4d26-2508-472b-a3f6-593d1ff7e929'], hosted agents: [] {{(pid=115110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 15:49:52.582898 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3087cc-257f-45ba-aa41-a3324dfc5699 None None] New status for floating IP 5d529ac8-7509-4642-9341-2ad16262d1a9: ACTIVE {{(pid=115112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 14 15:49:52.589183 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c475b587-51ca-41a8-ba39-1b028b210770 admin admin] Network 791585d6-2e4a-4237-ab00-9a26c50b495e is scheduled to be hosted by DHCP agent fb8f4d26-2508-472b-a3f6-593d1ff7e929 with binding_index 1 {{(pid=115110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 15:49:52.598588 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.base_scheduler [None req-c475b587-51ca-41a8-ba39-1b028b210770 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-11-iscsi, 791585d6-2e4a-4237-ab00-9a26c50b495e) {{(pid=115110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:49:52.602689 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c475b587-51ca-41a8-ba39-1b028b210770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:52.603291 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-c475b587-51ca-41a8-ba39-1b028b210770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for subnet (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:52.621855 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee9e9c3-b543-43c0-a697-b2719a653e56 None None] Network 791585d6-2e4a-4237-ab00-9a26c50b495e requested from dv-cinder-839793-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 15:49:52.623243 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 39316) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:49:52.623404 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-c475b587-51ca-41a8-ba39-1b028b210770 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4018581 May 14 15:49:52.627929 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-e11a49e5-2ce1-43b6-8f5d-a89b020a27e1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1054406125-router', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'}}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:49:52.648089 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-e11a49e5-2ce1-43b6-8f5d-a89b020a27e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1757982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104797'] for router (a1169b27-b881-4a65-b771-789d4dff0e23), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:52.649171 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-e11a49e5-2ce1-43b6-8f5d-a89b020a27e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1760263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104788'] for router (a1169b27-b881-4a65-b771-789d4dff0e23), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:52.705529 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-e11a49e5-2ce1-43b6-8f5d-a89b020a27e1 admin admin] Publish callbacks [] for router_controller (a1169b27-b881-4a65-b771-789d4dff0e23), precommit_add_association {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:52.855777 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-e11a49e5-2ce1-43b6-8f5d-a89b020a27e1 admin admin] Publish callbacks [] for router_gateway (a1169b27-b881-4a65-b771-789d4dff0e23), precommit_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:52.976966 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-ec1d5145-17e3-40bf-aa9b-b571f14290b6 None None] Current status of the port 61226c22-8028-48c9-8e04-0f0c0cf9fa30 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:49:52.987363 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f61cb8-eb83-4d03-ac4b-cd6654572427 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf033a25f-6d82-560f-8aa4-47b981b79ac7-791585d6-2e4a-4237-ab00-9a26c50b495e', 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e', 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'fixed_ips': [{'subnet_id': '77df9367-440f-44fc-82b0-848dccb99f62'}]}} from dv-cinder-839793-11-iscsi. {{(pid=115112) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 14 15:49:52.988723 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-e3f61cb8-eb83-4d03-ac4b-cd6654572427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:53.083707 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-e11a49e5-2ce1-43b6-8f5d-a89b020a27e1 admin admin] Publish callbacks [] for router_gateway (a1169b27-b881-4a65-b771-789d4dff0e23), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:53.111489 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-e11a49e5-2ce1-43b6-8f5d-a89b020a27e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:53.128371 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ab6b1-86a1-4ad8-b842-af1ea4aab50f req-d8890fcb-3c8b-4850-8435-f22db426af8b tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:53.129843 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b52ab6b1-86a1-4ad8-b842-af1ea4aab50f req-d8890fcb-3c8b-4850-8435-f22db426af8b tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=59c281dd-b07e-4f45-b8dc-7021e826f06b HTTP/1.1" status: 200 len: 931 time: 0.0769584 May 14 15:49:53.133018 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.db_base_plugin_common [None req-e3f61cb8-eb83-4d03-ac4b-cd6654572427 None None] Allocated IP 172.20.0.2 (791585d6-2e4a-4237-ab00-9a26c50b495e/77df9367-440f-44fc-82b0-848dccb99f62/63cf6353-f0fa-4bf2-b6d1-0ea4ef0438bc) {{(pid=115112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:49:53.249242 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b52ab6b1-86a1-4ad8-b842-af1ea4aab50f req-ddb0a2c5-b390-48a7-8a05-e6a310d06cd7 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a33137-e7f7-4c70-9a4f-e6e87acef7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849314 May 14 15:49:53.268642 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.db_base_plugin_common [None req-e11a49e5-2ce1-43b6-8f5d-a89b020a27e1 admin admin] Allocated IP 172.27.1.176 (ee365c6e-8595-4248-876b-4406c6eeb32a/3059297f-ebad-4161-8328-a5e88a7ee6dc/7476df31-b615-4558-9e6b-f43b19294261) {{(pid=115111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:49:53.281751 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-e3f61cb8-eb83-4d03-ac4b-cd6654572427 None None] Publish callbacks [] for port (63cf6353-f0fa-4bf2-b6d1-0ea4ef0438bc), precommit_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:53.288123 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-e3f61cb8-eb83-4d03-ac4b-cd6654572427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197'] for port (63cf6353-f0fa-4bf2-b6d1-0ea4ef0438bc), after_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:53.329145 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f61cb8-eb83-4d03-ac4b-cd6654572427 None None] Network 791585d6-2e4a-4237-ab00-9a26c50b495e is already hosted by enough agents. {{(pid=115112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:49:53.334000 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.scheduler.base_scheduler [None req-e3f61cb8-eb83-4d03-ac4b-cd6654572427 None None] Resources bound (agent type, host, resource id): {{(pid=115112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:49:53.336920 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f61cb8-eb83-4d03-ac4b-cd6654572427 None None] Received port after_create {{(pid=115112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:49:53.344309 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f61cb8-eb83-4d03-ac4b-cd6654572427 None None] Pushing event updated for resources: {'Port': ['ID=63cf6353-f0fa-4bf2-b6d1-0ea4ef0438bc,revision_number=1']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:53.380135 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-e11a49e5-2ce1-43b6-8f5d-a89b020a27e1 admin admin] Publish callbacks [] for port (7476df31-b615-4558-9e6b-f43b19294261), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:53.401173 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-e3f61cb8-eb83-4d03-ac4b-cd6654572427 None None] Attempting to bind port 63cf6353-f0fa-4bf2-b6d1-0ea4ef0438bc on host dv-cinder-839793-11-iscsi for vnic_type normal with profile {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 15:49:53.401557 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-e3f61cb8-eb83-4d03-ac4b-cd6654572427 None None] Attempting to bind port 63cf6353-f0fa-4bf2-b6d1-0ea4ef0438bc by drivers openvswitch,hyperv on host dv-cinder-839793-11-iscsi at level 0 using segments [{'id': '25b88ee4-cf04-43f5-bf5d-28b6fbf20225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e'}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 15:49:53.401904 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f61cb8-eb83-4d03-ac4b-cd6654572427 None None] Attempting to bind port 63cf6353-f0fa-4bf2-b6d1-0ea4ef0438bc on network 791585d6-2e4a-4237-ab00-9a26c50b495e {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:49:53.407085 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f61cb8-eb83-4d03-ac4b-cd6654572427 None None] Checking agent: {'id': '57d31cd8-17bf-47b9-a2cf-22310545150a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 38, 7), 'started_at': datetime.datetime(2022, 5, 14, 15, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 15, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 15:49:53.407458 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f61cb8-eb83-4d03-ac4b-cd6654572427 None None] Checking segment: {'id': '25b88ee4-cf04-43f5-bf5d-28b6fbf20225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:49:53.408034 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-e3f61cb8-eb83-4d03-ac4b-cd6654572427 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:53.408571 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f61cb8-eb83-4d03-ac4b-cd6654572427 None None] Bound using segment: {'id': '25b88ee4-cf04-43f5-bf5d-28b6fbf20225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e'} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 15:49:53.409034 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-e3f61cb8-eb83-4d03-ac4b-cd6654572427 None None] Bound port: 63cf6353-f0fa-4bf2-b6d1-0ea4ef0438bc, host: dv-cinder-839793-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25b88ee4-cf04-43f5-bf5d-28b6fbf20225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e'}}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 15:49:53.409408 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-e3f61cb8-eb83-4d03-ac4b-cd6654572427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (63cf6353-f0fa-4bf2-b6d1-0ea4ef0438bc), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:53.418452 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-e11a49e5-2ce1-43b6-8f5d-a89b020a27e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764499'] for port (7476df31-b615-4558-9e6b-f43b19294261), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:53.437295 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11a49e5-2ce1-43b6-8f5d-a89b020a27e1 admin admin] Network ee365c6e-8595-4248-876b-4406c6eeb32a is already hosted by enough agents. {{(pid=115111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:49:53.446035 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.base_scheduler [None req-e11a49e5-2ce1-43b6-8f5d-a89b020a27e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=115111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:49:53.457352 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11a49e5-2ce1-43b6-8f5d-a89b020a27e1 admin admin] Received port after_create {{(pid=115111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:49:53.478145 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-e3f61cb8-eb83-4d03-ac4b-cd6654572427 None None] For port 63cf6353-f0fa-4bf2-b6d1-0ea4ef0438bc, host dv-cinder-839793-11-iscsi, cleared binding levels {{(pid=115112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 15:49:53.482829 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-e3f61cb8-eb83-4d03-ac4b-cd6654572427 None None] For port 63cf6353-f0fa-4bf2-b6d1-0ea4ef0438bc, host dv-cinder-839793-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=63cf6353-f0fa-4bf2-b6d1-0ea4ef0438bc,segment=NetworkSegment(25b88ee4-cf04-43f5-bf5d-28b6fbf20225),segment_id=25b88ee4-cf04-43f5-bf5d-28b6fbf20225)] {{(pid=115112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 15:49:53.489479 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-e3f61cb8-eb83-4d03-ac4b-cd6654572427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (63cf6353-f0fa-4bf2-b6d1-0ea4ef0438bc), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:53.497727 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef63d04a-87e5-4202-a672-d45a2a877c68', 'tag': '61226c22-8028-48c9-8e04-0f0c0cf9fa30'}] {{(pid=115111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:49:53.499994 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d243af113ddc23b9a3ad38dde0a226f09410eb7dd6936b385d295fad3462c172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76900fa5-9a01-4ccd-8f91-41e8c88d971b" -d '{"events": [{"name": "network-changed", "server_uuid": "ef63d04a-87e5-4202-a672-d45a2a877c68", "tag": "61226c22-8028-48c9-8e04-0f0c0cf9fa30"}]}' {{(pid=115111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:49:53.508478 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a49e5-2ce1-43b6-8f5d-a89b020a27e1 admin admin] Pushing event updated for resources: {'Port': ['ID=7476df31-b615-4558-9e6b-f43b19294261,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:53.556071 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f61cb8-eb83-4d03-ac4b-cd6654572427 None None] Pushing event updated for resources: {'Port': ['ID=63cf6353-f0fa-4bf2-b6d1-0ea4ef0438bc,revision_number=2']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:53.558129 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 15:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf4212f-b2b0-4ccf-b6d9-dcd8123ee2e9 x-openstack-request-id: req-1bf4212f-b2b0-4ccf-b6d9-dcd8123ee2e9 {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:49:53.558446 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef63d04a-87e5-4202-a672-d45a2a877c68", "tag": "61226c22-8028-48c9-8e04-0f0c0cf9fa30", "status": "completed", "code": 200}]} {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:49:53.558693 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1bf4212f-b2b0-4ccf-b6d9-dcd8123ee2e9 {{(pid=115111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:49:53.559080 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bf4212f-b2b0-4ccf-b6d9-dcd8123ee2e9'] response: {'name': 'network-changed', 'server_uuid': 'ef63d04a-87e5-4202-a672-d45a2a877c68', 'tag': '61226c22-8028-48c9-8e04-0f0c0cf9fa30', 'status': 'completed', 'code': 200} May 14 15:49:53.755560 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-e11a49e5-2ce1-43b6-8f5d-a89b020a27e1 admin admin] Publish callbacks [] for router_gateway (a1169b27-b881-4a65-b771-789d4dff0e23), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:53.959582 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-e11a49e5-2ce1-43b6-8f5d-a89b020a27e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1760464'] for router (a1169b27-b881-4a65-b771-789d4dff0e23), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:54.377792 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba640b5-67f2-4c48-b2ba-349ee207bd84 req-5d060e89-8f62-408c-b14f-090d13696628 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:54.379204 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-eba640b5-67f2-4c48-b2ba-349ee207bd84 req-5d060e89-8f62-408c-b14f-090d13696628 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=59c281dd-b07e-4f45-b8dc-7021e826f06b HTTP/1.1" status: 200 len: 931 time: 0.0551920 May 14 15:49:54.391926 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11a49e5-2ce1-43b6-8f5d-a89b020a27e1 admin admin] Router a1169b27-b881-4a65-b771-789d4dff0e23 is scheduled to L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f with binding_index 1 {{(pid=115111) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 14 15:49:54.443480 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4aed28b-e50d-4e02-bd04-af1d121bd6aa None None] Network 791585d6-2e4a-4237-ab00-9a26c50b495e requested from dv-cinder-839793-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 15:49:54.479940 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-eba640b5-67f2-4c48-b2ba-349ee207bd84 req-7c22086c-1bbd-4769-93df-3dd6351b1de4 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a33137-e7f7-4c70-9a4f-e6e87acef7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948114 May 14 15:49:54.522056 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-e31344a6-f9e8-4ef1-b3af-99ef6af3bd2b None None] Provisioning complete for port 63cf6353-f0fa-4bf2-b6d1-0ea4ef0438bc triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:49:54.522443 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-e31344a6-f9e8-4ef1-b3af-99ef6af3bd2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (63cf6353-f0fa-4bf2-b6d1-0ea4ef0438bc), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:54.539695 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11a49e5-2ce1-43b6-8f5d-a89b020a27e1 admin admin] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 15:49:54.549334 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deda6798-9963-404f-8b95-2d497cdeb9aa None None] Sync routers for ids ['a1169b27-b881-4a65-b771-789d4dff0e23'] in dv-cinder-839793-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 15:49:54.560366 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-e11a49e5-2ce1-43b6-8f5d-a89b020a27e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:54.562016 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deda6798-9963-404f-8b95-2d497cdeb9aa None None] Routers {'a1169b27-b881-4a65-b771-789d4dff0e23'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:49:54.562148 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-e11a49e5-2ce1-43b6-8f5d-a89b020a27e1 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9377544 May 14 15:49:54.563009 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-deda6798-9963-404f-8b95-2d497cdeb9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:49:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['a1169b27-b881-4a65-b771-789d4dff0e23'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:49:54.564401 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 39328) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:49:54.625720 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] get_ports_and_sgs() called for port_ids ['61226c22-8028-48c9-8e04-0f0c0cf9fa30'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 15:49:54.694731 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-e31344a6-f9e8-4ef1-b3af-99ef6af3bd2b None None] Current status of the port 63cf6353-f0fa-4bf2-b6d1-0ea4ef0438bc is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:49:54.695062 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-e31344a6-f9e8-4ef1-b3af-99ef6af3bd2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (63cf6353-f0fa-4bf2-b6d1-0ea4ef0438bc), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:54.719430 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de7a0ef-29d1-459d-885a-bb9b195cf7c3 req-9cfda871-cd05-47e8-a4c2-aa365da1cf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:54.723357 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-0de7a0ef-29d1-459d-885a-bb9b195cf7c3 req-9cfda871-cd05-47e8-a4c2-aa365da1cf79 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d2517d5440a4d30949f3dd36a46d813&device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 1129 time: 0.0806029 May 14 15:49:54.736091 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-deda6798-9963-404f-8b95-2d497cdeb9aa None None] Set router a1169b27-b881-4a65-b771-789d4dff0e23 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:49:54.793982 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-e31344a6-f9e8-4ef1-b3af-99ef6af3bd2b None None] For port 63cf6353-f0fa-4bf2-b6d1-0ea4ef0438bc, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=63cf6353-f0fa-4bf2-b6d1-0ea4ef0438bc,segment=NetworkSegment(25b88ee4-cf04-43f5-bf5d-28b6fbf20225),segment_id=25b88ee4-cf04-43f5-bf5d-28b6fbf20225)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:49:54.800272 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] get_ports_and_sgs() called for port_ids ['61226c22-8028-48c9-8e04-0f0c0cf9fa30'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 15:49:54.821114 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-e31344a6-f9e8-4ef1-b3af-99ef6af3bd2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (63cf6353-f0fa-4bf2-b6d1-0ea4ef0438bc), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:54.881059 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de7a0ef-29d1-459d-885a-bb9b195cf7c3 req-3e1bec5c-02af-4512-8b7c-c795cc2ae7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:54.882633 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-0de7a0ef-29d1-459d-885a-bb9b195cf7c3 req-3e1bec5c-02af-4512-8b7c-c795cc2ae7a9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3e026b24-9d5e-4f74-ac5a-5d47dc1338b8 HTTP/1.1" status: 200 len: 920 time: 0.1450267 May 14 15:49:54.961551 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 63cf6353-f0fa-4bf2-b6d1-0ea4ef0438bc up at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:49:54.974191 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-deda6798-9963-404f-8b95-2d497cdeb9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'name': 'tempest-TestVolumeBootPattern-1054406125-router', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '7476df31-b615-4558-9e6b-f43b19294261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:49:52Z', 'updated_at': '2022-05-14T15:49:53Z', 'revision_number': 3, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'gw_port': {'id': '7476df31-b615-4558-9e6b-f43b19294261', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:57:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:49:53Z', 'updated_at': '2022-05-14T15:49:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi'}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:49:54.975843 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [req-c05b4446-561d-491c-8c37-0a1cd4c1803a req-d1a53d2f-bafc-4944-9a1a-ee76cb97dcaa service neutron] Request body: {'port': {'device_id': '59c281dd-b07e-4f45-b8dc-7021e826f06b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:49:54.983260 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76900fa5-9a01-4ccd-8f91-41e8c88d971b req-6ad731c4-3cb0-47f0-90e3-f03e74e0cf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:54.984772 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-76900fa5-9a01-4ccd-8f91-41e8c88d971b req-6ad731c4-3cb0-47f0-90e3-f03e74e0cf85 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5fba11e8ade54d388361c4c936a43372&device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 1168 time: 0.2601569 May 14 15:49:55.006989 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deda6798-9963-404f-8b95-2d497cdeb9aa None None] Checking router: a1169b27-b881-4a65-b771-789d4dff0e23 for host: dv-cinder-839793-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 15:49:55.007338 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deda6798-9963-404f-8b95-2d497cdeb9aa None None] Updating router a1169b27-b881-4a65-b771-789d4dff0e23 port 7476df31-b615-4558-9e6b-f43b19294261 binding host dv-cinder-839793-11-iscsi {{(pid=115113) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 15:49:55.042185 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-deda6798-9963-404f-8b95-2d497cdeb9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (7476df31-b615-4558-9e6b-f43b19294261), before_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:55.046612 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-0de7a0ef-29d1-459d-885a-bb9b195cf7c3 req-25c03652-70f7-4d18-96ef-b96c96a4e7cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c35b70b-002b-48c3-9446-1ba3b1605c2b HTTP/1.1" status: 200 len: 1001 time: 0.1187394 May 14 15:49:55.050626 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-c05b4446-561d-491c-8c37-0a1cd4c1803a req-d1a53d2f-bafc-4944-9a1a-ee76cb97dcaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (b29a17c4-2b40-425d-85cf-0498169b2b00), before_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:55.071027 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-f7323ca5-4b1a-493a-af11-dad85dbd4948 None None] Provisioning complete for port 63cf6353-f0fa-4bf2-b6d1-0ea4ef0438bc triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:49:55.071894 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-f7323ca5-4b1a-493a-af11-dad85dbd4948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (63cf6353-f0fa-4bf2-b6d1-0ea4ef0438bc), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:55.142735 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de7a0ef-29d1-459d-885a-bb9b195cf7c3 req-98b64764-7c3c-4bb0-bf41-e3f41356c01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:55.144136 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-0de7a0ef-29d1-459d-885a-bb9b195cf7c3 req-98b64764-7c3c-4bb0-bf41-e3f41356c01f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4761eee7-0a5d-411d-9c6c-5f0c035f2564 HTTP/1.1" status: 200 len: 858 time: 0.0665402 May 14 15:49:55.146795 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76900fa5-9a01-4ccd-8f91-41e8c88d971b req-8a6898ee-829d-48e2-bb15-b37b79037a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:55.148134 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-76900fa5-9a01-4ccd-8f91-41e8c88d971b req-8a6898ee-829d-48e2-bb15-b37b79037a62 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4b5e11b1-b142-4a99-ada9-a011e605383b HTTP/1.1" status: 200 len: 915 time: 0.1538146 May 14 15:49:55.175285 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31344a6-f9e8-4ef1-b3af-99ef6af3bd2b None None] Pushing event updated for resources: {'Port': ['ID=63cf6353-f0fa-4bf2-b6d1-0ea4ef0438bc,revision_number=3']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:55.209830 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de7a0ef-29d1-459d-885a-bb9b195cf7c3 req-cd6c892c-c887-449c-b7b2-ab9508c0812c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:55.211363 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-0de7a0ef-29d1-459d-885a-bb9b195cf7c3 req-cd6c892c-c887-449c-b7b2-ab9508c0812c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e026b24-9d5e-4f74-ac5a-5d47dc1338b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0536528 May 14 15:49:55.248624 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Provisioning complete for port 63cf6353-f0fa-4bf2-b6d1-0ea4ef0438bc triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:49:55.249002 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (63cf6353-f0fa-4bf2-b6d1-0ea4ef0438bc), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:55.372493 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-0de7a0ef-29d1-459d-885a-bb9b195cf7c3 req-2805b642-0b17-45c2-b084-ff0f91d836fd service neutron] 10.222.0.36 "GET /v2.0/networks/3e026b24-9d5e-4f74-ac5a-5d47dc1338b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942106 May 14 15:49:55.376317 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-deda6798-9963-404f-8b95-2d497cdeb9aa None None] Publish callbacks [] for port (7476df31-b615-4558-9e6b-f43b19294261), precommit_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:55.386164 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-deda6798-9963-404f-8b95-2d497cdeb9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (7476df31-b615-4558-9e6b-f43b19294261), after_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:55.390001 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-8e80778e-f7de-4f70-a1ce-f02b71590530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:55.394719 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-76900fa5-9a01-4ccd-8f91-41e8c88d971b req-0700036f-e452-4c93-b192-c63726b757ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61226c22-8028-48c9-8e04-0f0c0cf9fa30 HTTP/1.1" status: 200 len: 1001 time: 0.1861327 May 14 15:49:55.447389 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port 63cf6353-f0fa-4bf2-b6d1-0ea4ef0438bc is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:49:55.453588 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-deda6798-9963-404f-8b95-2d497cdeb9aa None None] Attempting to bind port 7476df31-b615-4558-9e6b-f43b19294261 on host dv-cinder-839793-11-iscsi for vnic_type normal with profile {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 15:49:55.454004 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-deda6798-9963-404f-8b95-2d497cdeb9aa None None] Attempting to bind port 7476df31-b615-4558-9e6b-f43b19294261 by drivers openvswitch,hyperv on host dv-cinder-839793-11-iscsi at level 0 using segments [{'id': 'fe506043-d64f-420e-bda4-fab290621067', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'}] {{(pid=115113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 15:49:55.454672 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deda6798-9963-404f-8b95-2d497cdeb9aa None None] Attempting to bind port 7476df31-b615-4558-9e6b-f43b19294261 on network ee365c6e-8595-4248-876b-4406c6eeb32a {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:49:55.469892 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deda6798-9963-404f-8b95-2d497cdeb9aa None None] Checking agent: {'id': '57d31cd8-17bf-47b9-a2cf-22310545150a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 38, 7), 'started_at': datetime.datetime(2022, 5, 14, 15, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 15, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 15:49:55.470762 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deda6798-9963-404f-8b95-2d497cdeb9aa None None] Checking segment: {'id': 'fe506043-d64f-420e-bda4-fab290621067', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:49:55.471102 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-deda6798-9963-404f-8b95-2d497cdeb9aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:55.471518 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deda6798-9963-404f-8b95-2d497cdeb9aa None None] Bound using segment: {'id': 'fe506043-d64f-420e-bda4-fab290621067', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'} {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 15:49:55.472020 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-deda6798-9963-404f-8b95-2d497cdeb9aa None None] Bound port: 7476df31-b615-4558-9e6b-f43b19294261, host: dv-cinder-839793-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe506043-d64f-420e-bda4-fab290621067', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'}}] {{(pid=115113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 15:49:55.472608 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-deda6798-9963-404f-8b95-2d497cdeb9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (7476df31-b615-4558-9e6b-f43b19294261), before_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:55.531132 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76900fa5-9a01-4ccd-8f91-41e8c88d971b req-547ee9d8-5508-4317-8ca7-aa217d9a5214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:55.533304 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-76900fa5-9a01-4ccd-8f91-41e8c88d971b req-547ee9d8-5508-4317-8ca7-aa217d9a5214 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ccea14e1-27b6-48d9-a3be-5796f3489377 HTTP/1.1" status: 200 len: 853 time: 0.1183612 May 14 15:49:55.552202 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.db [None req-deda6798-9963-404f-8b95-2d497cdeb9aa None None] For port 7476df31-b615-4558-9e6b-f43b19294261, host dv-cinder-839793-11-iscsi, cleared binding levels {{(pid=115113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 15:49:55.558996 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.db [None req-deda6798-9963-404f-8b95-2d497cdeb9aa None None] For port 7476df31-b615-4558-9e6b-f43b19294261, host dv-cinder-839793-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=7476df31-b615-4558-9e6b-f43b19294261,segment=NetworkSegment(fe506043-d64f-420e-bda4-fab290621067),segment_id=fe506043-d64f-420e-bda4-fab290621067)] {{(pid=115113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 15:49:55.561482 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb6565-f84b-42a7-90f2-7b2c249cfd86 None None] Pushing event updated for resources: {'Port': ['ID=7476df31-b615-4558-9e6b-f43b19294261,revision_number=2']} {{(pid=115113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:55.567753 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-deda6798-9963-404f-8b95-2d497cdeb9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (7476df31-b615-4558-9e6b-f43b19294261), after_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:55.574040 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-f7323ca5-4b1a-493a-af11-dad85dbd4948 None None] Current status of the port 63cf6353-f0fa-4bf2-b6d1-0ea4ef0438bc is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:49:55.588953 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cb6565-f84b-42a7-90f2-7b2c249cfd86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:55.589307 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cb6565-f84b-42a7-90f2-7b2c249cfd86 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:55.589877 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cb6565-f84b-42a7-90f2-7b2c249cfd86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:55.590968 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cb6565-f84b-42a7-90f2-7b2c249cfd86 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:55.591325 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cb6565-f84b-42a7-90f2-7b2c249cfd86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:55.591716 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cb6565-f84b-42a7-90f2-7b2c249cfd86 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:55.592341 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cb6565-f84b-42a7-90f2-7b2c249cfd86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:55.592689 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cb6565-f84b-42a7-90f2-7b2c249cfd86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:55.593047 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cb6565-f84b-42a7-90f2-7b2c249cfd86 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:55.593382 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cb6565-f84b-42a7-90f2-7b2c249cfd86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:55.595788 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cb6565-f84b-42a7-90f2-7b2c249cfd86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:55.596273 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cb6565-f84b-42a7-90f2-7b2c249cfd86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:55.596786 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cb6565-f84b-42a7-90f2-7b2c249cfd86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:55.597128 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cb6565-f84b-42a7-90f2-7b2c249cfd86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:55.597538 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cb6565-f84b-42a7-90f2-7b2c249cfd86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:49:55.618478 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-0de7a0ef-29d1-459d-885a-bb9b195cf7c3 req-e98796ce-01a0-433b-934a-f867c1aac64b service neutron] 10.222.0.36 "GET /v2.0/networks/3e026b24-9d5e-4f74-ac5a-5d47dc1338b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373514 May 14 15:49:55.629316 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76900fa5-9a01-4ccd-8f91-41e8c88d971b req-75da53f6-5689-4a23-9aa2-4eb8b5358e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:55.630897 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-76900fa5-9a01-4ccd-8f91-41e8c88d971b req-75da53f6-5689-4a23-9aa2-4eb8b5358e36 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4b5e11b1-b142-4a99-ada9-a011e605383b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0899396 May 14 15:49:55.698478 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deda6798-9963-404f-8b95-2d497cdeb9aa None None] Routers {'a1169b27-b881-4a65-b771-789d4dff0e23'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:49:55.699247 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-deda6798-9963-404f-8b95-2d497cdeb9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:49:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['a1169b27-b881-4a65-b771-789d4dff0e23'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:49:55.705139 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb6565-f84b-42a7-90f2-7b2c249cfd86 None None] Pushing event updated for resources: {'Port': ['ID=7476df31-b615-4558-9e6b-f43b19294261,revision_number=3']} {{(pid=115113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:55.754584 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e60849-5c87-4281-9fd6-0d397b0ca0b2 req-2425c060-aaca-4ecf-94c9-61c1d3cbbdae tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:55.756441 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c9e60849-5c87-4281-9fd6-0d397b0ca0b2 req-2425c060-aaca-4ecf-94c9-61c1d3cbbdae tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=59c281dd-b07e-4f45-b8dc-7021e826f06b HTTP/1.1" status: 200 len: 931 time: 0.1023343 May 14 15:49:55.767266 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.notifiers.nova [req-c05b4446-561d-491c-8c37-0a1cd4c1803a req-d1a53d2f-bafc-4944-9a1a-ee76cb97dcaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b29a17c4-2b40-425d-85cf-0498169b2b00 {{(pid=115111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 15:49:55.768764 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-76900fa5-9a01-4ccd-8f91-41e8c88d971b req-e8a89c89-5484-412b-9a61-863eece93d5a service neutron] 10.222.0.36 "GET /v2.0/networks/4b5e11b1-b142-4a99-ada9-a011e605383b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234472 May 14 15:49:55.789245 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-c05b4446-561d-491c-8c37-0a1cd4c1803a req-d1a53d2f-bafc-4944-9a1a-ee76cb97dcaa service neutron] Publish callbacks [] for port (b29a17c4-2b40-425d-85cf-0498169b2b00), precommit_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:55.843098 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.provisioning_blocks [req-c05b4446-561d-491c-8c37-0a1cd4c1803a req-d1a53d2f-bafc-4944-9a1a-ee76cb97dcaa service neutron] Transition to ACTIVE for port object b29a17c4-2b40-425d-85cf-0498169b2b00 will not be triggered until provisioned by entity L2. {{(pid=115111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 14 15:49:55.864277 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-c05b4446-561d-491c-8c37-0a1cd4c1803a req-d1a53d2f-bafc-4944-9a1a-ee76cb97dcaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8764516'] for port (b29a17c4-2b40-425d-85cf-0498169b2b00), after_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:55.910353 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-76900fa5-9a01-4ccd-8f91-41e8c88d971b req-261529f8-d6bb-40d5-89fa-0c5a34c6432c service neutron] 10.222.0.36 "GET /v2.0/networks/4b5e11b1-b142-4a99-ada9-a011e605383b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328380 May 14 15:49:55.913358 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c9e60849-5c87-4281-9fd6-0d397b0ca0b2 req-be78267c-42ee-4c4a-924b-9d3a68ebe4ea tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a33137-e7f7-4c70-9a4f-e6e87acef7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487322 May 14 15:49:55.926285 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.db_base_plugin_common [None req-8e80778e-f7de-4f70-a1ce-f02b71590530 admin admin] Allocated IP 172.20.0.1 (791585d6-2e4a-4237-ab00-9a26c50b495e/77df9367-440f-44fc-82b0-848dccb99f62/8c6cb976-00c4-4753-b47a-e7f5b13c10b3) {{(pid=115111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:49:55.939382 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-deda6798-9963-404f-8b95-2d497cdeb9aa None None] Set router a1169b27-b881-4a65-b771-789d4dff0e23 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:49:55.961456 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a53d2f-bafc-4944-9a1a-ee76cb97dcaa service neutron] Pushing event updated for resources: {'Port': ['ID=b29a17c4-2b40-425d-85cf-0498169b2b00,revision_number=2']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:56.109391 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.managers [req-c05b4446-561d-491c-8c37-0a1cd4c1803a req-d1a53d2f-bafc-4944-9a1a-ee76cb97dcaa service neutron] Attempting to bind port b29a17c4-2b40-425d-85cf-0498169b2b00 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=115111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 15:49:56.109730 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.managers [req-c05b4446-561d-491c-8c37-0a1cd4c1803a req-d1a53d2f-bafc-4944-9a1a-ee76cb97dcaa service neutron] Attempting to bind port b29a17c4-2b40-425d-85cf-0498169b2b00 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '4f40e848-fb9d-4d21-b482-dac44d3cf917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8d27839-074b-4ab6-8eee-a26beda7dc34'}] {{(pid=115111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 15:49:56.110060 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05b4446-561d-491c-8c37-0a1cd4c1803a req-d1a53d2f-bafc-4944-9a1a-ee76cb97dcaa service neutron] Attempting to bind port b29a17c4-2b40-425d-85cf-0498169b2b00 on network a8d27839-074b-4ab6-8eee-a26beda7dc34 {{(pid=115111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:49:56.110995 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-deda6798-9963-404f-8b95-2d497cdeb9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'name': 'tempest-TestVolumeBootPattern-1054406125-router', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '7476df31-b615-4558-9e6b-f43b19294261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:49:52Z', 'updated_at': '2022-05-14T15:49:53Z', 'revision_number': 3, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'gw_port': {'id': '7476df31-b615-4558-9e6b-f43b19294261', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:57:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:49:53Z', 'updated_at': '2022-05-14T15:49:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi'}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:49:56.123648 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-8e80778e-f7de-4f70-a1ce-f02b71590530 admin admin] Publish callbacks [] for port (8c6cb976-00c4-4753-b47a-e7f5b13c10b3), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:56.126454 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05b4446-561d-491c-8c37-0a1cd4c1803a req-d1a53d2f-bafc-4944-9a1a-ee76cb97dcaa service neutron] Port b29a17c4-2b40-425d-85cf-0498169b2b00 on network a8d27839-074b-4ab6-8eee-a26beda7dc34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=115111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 14 15:49:56.126776 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05b4446-561d-491c-8c37-0a1cd4c1803a req-d1a53d2f-bafc-4944-9a1a-ee76cb97dcaa service neutron] Attempting to bind port b29a17c4-2b40-425d-85cf-0498169b2b00 on network a8d27839-074b-4ab6-8eee-a26beda7dc34 {{(pid=115111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:49:56.133873 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05b4446-561d-491c-8c37-0a1cd4c1803a req-d1a53d2f-bafc-4944-9a1a-ee76cb97dcaa service neutron] Checking agent: {'id': 'df6c86ae-fc26-40a3-91a1-648a304bf46f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 44, 23), 'started_at': datetime.datetime(2022, 5, 14, 15, 44, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 15, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 15:49:56.134215 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05b4446-561d-491c-8c37-0a1cd4c1803a req-d1a53d2f-bafc-4944-9a1a-ee76cb97dcaa service neutron] Checking segment: {'id': '4f40e848-fb9d-4d21-b482-dac44d3cf917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8d27839-074b-4ab6-8eee-a26beda7dc34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:49:56.135215 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05b4446-561d-491c-8c37-0a1cd4c1803a req-d1a53d2f-bafc-4944-9a1a-ee76cb97dcaa service neutron] Bound using segment: {'id': '4f40e848-fb9d-4d21-b482-dac44d3cf917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8d27839-074b-4ab6-8eee-a26beda7dc34'} {{(pid=115111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 15:49:56.136267 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.managers [req-c05b4446-561d-491c-8c37-0a1cd4c1803a req-d1a53d2f-bafc-4944-9a1a-ee76cb97dcaa service neutron] Bound port: b29a17c4-2b40-425d-85cf-0498169b2b00, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f40e848-fb9d-4d21-b482-dac44d3cf917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a8d27839-074b-4ab6-8eee-a26beda7dc34'}}] {{(pid=115111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 15:49:56.136627 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-c05b4446-561d-491c-8c37-0a1cd4c1803a req-d1a53d2f-bafc-4944-9a1a-ee76cb97dcaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (b29a17c4-2b40-425d-85cf-0498169b2b00), before_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:56.138869 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deda6798-9963-404f-8b95-2d497cdeb9aa None None] The sync data for ids ['a1169b27-b881-4a65-b771-789d4dff0e23'] in dv-cinder-839793-11-iscsi is: [{'id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'name': 'tempest-TestVolumeBootPattern-1054406125-router', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '7476df31-b615-4558-9e6b-f43b19294261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:49:52Z', 'updated_at': '2022-05-14T15:49:53Z', 'revision_number': 3, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'gw_port': {'id': '7476df31-b615-4558-9e6b-f43b19294261', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:57:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:49:53Z', 'updated_at': '2022-05-14T15:49:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi'}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 15:49:56.214728 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-8e80778e-f7de-4f70-a1ce-f02b71590530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764499'] for port (8c6cb976-00c4-4753-b47a-e7f5b13c10b3), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:56.263936 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.db [req-c05b4446-561d-491c-8c37-0a1cd4c1803a req-d1a53d2f-bafc-4944-9a1a-ee76cb97dcaa service neutron] For port b29a17c4-2b40-425d-85cf-0498169b2b00, host hv-cinder-83979, cleared binding levels {{(pid=115111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 15:49:56.268553 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e80778e-f7de-4f70-a1ce-f02b71590530 admin admin] Network 791585d6-2e4a-4237-ab00-9a26c50b495e is already hosted by enough agents. {{(pid=115111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:49:56.280612 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.base_scheduler [None req-8e80778e-f7de-4f70-a1ce-f02b71590530 admin admin] Resources bound (agent type, host, resource id): {{(pid=115111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:49:56.286762 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e80778e-f7de-4f70-a1ce-f02b71590530 admin admin] Received port after_create {{(pid=115111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:49:56.289560 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.db [req-c05b4446-561d-491c-8c37-0a1cd4c1803a req-d1a53d2f-bafc-4944-9a1a-ee76cb97dcaa service neutron] For port b29a17c4-2b40-425d-85cf-0498169b2b00, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=b29a17c4-2b40-425d-85cf-0498169b2b00,segment=NetworkSegment(4f40e848-fb9d-4d21-b482-dac44d3cf917),segment_id=4f40e848-fb9d-4d21-b482-dac44d3cf917)] {{(pid=115111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 15:49:56.293928 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e80778e-f7de-4f70-a1ce-f02b71590530 admin admin] Pushing event updated for resources: {'Port': ['ID=8c6cb976-00c4-4753-b47a-e7f5b13c10b3,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:56.317752 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-c05b4446-561d-491c-8c37-0a1cd4c1803a req-d1a53d2f-bafc-4944-9a1a-ee76cb97dcaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8764516'] for port (b29a17c4-2b40-425d-85cf-0498169b2b00), after_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:56.383542 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b4446-561d-491c-8c37-0a1cd4c1803a req-d1a53d2f-bafc-4944-9a1a-ee76cb97dcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:56.384712 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-c05b4446-561d-491c-8c37-0a1cd4c1803a req-d1a53d2f-bafc-4944-9a1a-ee76cb97dcaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:56.386922 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c05b4446-561d-491c-8c37-0a1cd4c1803a req-d1a53d2f-bafc-4944-9a1a-ee76cb97dcaa service neutron] 10.222.0.36 "PUT /v2.0/ports/b29a17c4-2b40-425d-85cf-0498169b2b00 HTTP/1.1" status: 200 len: 1093 time: 1.5561833 May 14 15:49:56.387394 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59c281dd-b07e-4f45-b8dc-7021e826f06b', 'tag': 'b29a17c4-2b40-425d-85cf-0498169b2b00'}] {{(pid=115111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:49:56.389657 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d243af113ddc23b9a3ad38dde0a226f09410eb7dd6936b385d295fad3462c172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e0a54b-c10b-43d0-b719-26263a161f60" -d '{"events": [{"name": "network-changed", "server_uuid": "59c281dd-b07e-4f45-b8dc-7021e826f06b", "tag": "b29a17c4-2b40-425d-85cf-0498169b2b00"}]}' {{(pid=115111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:49:56.411456 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-8e80778e-f7de-4f70-a1ce-f02b71590530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753341'] for router_interface (a1169b27-b881-4a65-b771-789d4dff0e23), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:56.458579 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 15:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12504c8-cc75-4c13-b608-c0ad7abaaa4d x-openstack-request-id: req-a12504c8-cc75-4c13-b608-c0ad7abaaa4d {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:49:56.458904 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59c281dd-b07e-4f45-b8dc-7021e826f06b", "tag": "b29a17c4-2b40-425d-85cf-0498169b2b00", "status": "completed", "code": 200}]} {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:49:56.462353 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a12504c8-cc75-4c13-b608-c0ad7abaaa4d {{(pid=115111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:49:56.462353 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a12504c8-cc75-4c13-b608-c0ad7abaaa4d'] response: {'name': 'network-changed', 'server_uuid': '59c281dd-b07e-4f45-b8dc-7021e826f06b', 'tag': 'b29a17c4-2b40-425d-85cf-0498169b2b00', 'status': 'completed', 'code': 200} May 14 15:49:56.475811 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a53d2f-bafc-4944-9a1a-ee76cb97dcaa service neutron] Pushing event updated for resources: {'Port': ['ID=b29a17c4-2b40-425d-85cf-0498169b2b00,revision_number=3']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:56.525792 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b4446-561d-491c-8c37-0a1cd4c1803a req-33e1004d-eced-4f2e-bc41-efe8271cc06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:56.527326 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c05b4446-561d-491c-8c37-0a1cd4c1803a req-33e1004d-eced-4f2e-bc41-efe8271cc06f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71b09f9f20b340b5a615b24e05312703&device_id=59c281dd-b07e-4f45-b8dc-7021e826f06b HTTP/1.1" status: 200 len: 1127 time: 0.0619156 May 14 15:49:56.601915 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c05b4446-561d-491c-8c37-0a1cd4c1803a req-a98ed5c3-af22-47fb-9c2a-c334e38963ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b29a17c4-2b40-425d-85cf-0498169b2b00 HTTP/1.1" status: 200 len: 217 time: 0.0429678 May 14 15:49:56.619683 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-cd1eea98-3021-4588-9590-5969087dafc2 None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 15:49:56.625612 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-a26250a3-0f09-4ecb-9370-f4c391df6c2a None None] Provisioning complete for port 8c6cb976-00c4-4753-b47a-e7f5b13c10b3 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:49:56.626188 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-a26250a3-0f09-4ecb-9370-f4c391df6c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (8c6cb976-00c4-4753-b47a-e7f5b13c10b3), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:56.673618 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-a26250a3-0f09-4ecb-9370-f4c391df6c2a None None] Port 8c6cb976-00c4-4753-b47a-e7f5b13c10b3 cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 14 15:49:56.689019 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b4446-561d-491c-8c37-0a1cd4c1803a req-14f3f296-e5c3-4d48-b911-ec5d81a44393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:56.690532 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c05b4446-561d-491c-8c37-0a1cd4c1803a req-14f3f296-e5c3-4d48-b911-ec5d81a44393 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5d0d81a8-4e9e-4256-bae5-837cec1a3732 HTTP/1.1" status: 200 len: 848 time: 0.0799236 May 14 15:49:56.691531 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-8e80778e-f7de-4f70-a1ce-f02b71590530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (8c6cb976-00c4-4753-b47a-e7f5b13c10b3), before_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:56.745741 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c05b4446-561d-491c-8c37-0a1cd4c1803a req-bd86c785-5712-4c2a-97e3-46c7bf41743e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a8d27839-074b-4ab6-8eee-a26beda7dc34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433826 May 14 15:49:56.948223 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c05b4446-561d-491c-8c37-0a1cd4c1803a req-d9a21fd7-85d8-47ab-87e8-f838b2783798 service neutron] 10.222.0.36 "GET /v2.0/networks/a8d27839-074b-4ab6-8eee-a26beda7dc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822555 May 14 15:49:56.961828 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 63cf6353-f0fa-4bf2-b6d1-0ea4ef0438bc up at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:49:57.018568 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Provisioning complete for port 63cf6353-f0fa-4bf2-b6d1-0ea4ef0438bc triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:49:57.018778 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (63cf6353-f0fa-4bf2-b6d1-0ea4ef0438bc), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:57.110300 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port 63cf6353-f0fa-4bf2-b6d1-0ea4ef0438bc is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:49:57.111490 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 7476df31-b615-4558-9e6b-f43b19294261 up at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:49:57.166615 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Provisioning complete for port 7476df31-b615-4558-9e6b-f43b19294261 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:49:57.166861 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (7476df31-b615-4558-9e6b-f43b19294261), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:57.256193 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port 7476df31-b615-4558-9e6b-f43b19294261 is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:49:57.256666 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (7476df31-b615-4558-9e6b-f43b19294261), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:57.283764 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] For port 7476df31-b615-4558-9e6b-f43b19294261, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=7476df31-b615-4558-9e6b-f43b19294261,segment=NetworkSegment(fe506043-d64f-420e-bda4-fab290621067),segment_id=fe506043-d64f-420e-bda4-fab290621067)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:49:57.305422 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (7476df31-b615-4558-9e6b-f43b19294261), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:57.380430 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Pushing event updated for resources: {'Port': ['ID=7476df31-b615-4558-9e6b-f43b19294261,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:57.391348 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09271cc2-ef88-4ff6-b320-f8e416ed0b00 req-6aba44e4-730f-41ee-887f-759411ab8c6d tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:57.392820 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-09271cc2-ef88-4ff6-b320-f8e416ed0b00 req-6aba44e4-730f-41ee-887f-759411ab8c6d tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=59c281dd-b07e-4f45-b8dc-7021e826f06b HTTP/1.1" status: 200 len: 943 time: 0.0838485 May 14 15:49:57.428745 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-8e80778e-f7de-4f70-a1ce-f02b71590530 admin admin] Publish callbacks [] for port (8c6cb976-00c4-4753-b47a-e7f5b13c10b3), precommit_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:57.432810 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c05b4446-561d-491c-8c37-0a1cd4c1803a req-d6e738ef-0624-4700-bbcb-42224cacd838 service neutron] 10.222.0.36 "GET /v2.0/networks/a8d27839-074b-4ab6-8eee-a26beda7dc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4777129 May 14 15:49:57.439149 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-8e80778e-f7de-4f70-a1ce-f02b71590530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8764516'] for port (8c6cb976-00c4-4753-b47a-e7f5b13c10b3), after_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:57.532372 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-8e80778e-f7de-4f70-a1ce-f02b71590530 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1680718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753783'] for router_interface (a1169b27-b881-4a65-b771-789d4dff0e23), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:57.534302 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e80778e-f7de-4f70-a1ce-f02b71590530 admin admin] Pushing event updated for resources: {'Port': ['ID=8c6cb976-00c4-4753-b47a-e7f5b13c10b3,revision_number=2']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:57.539061 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-09271cc2-ef88-4ff6-b320-f8e416ed0b00 req-144ced30-fa0a-4728-a426-4e95196c9542 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a33137-e7f7-4c70-9a4f-e6e87acef7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323698 May 14 15:49:57.631617 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e80778e-f7de-4f70-a1ce-f02b71590530 admin admin] Network 791585d6-2e4a-4237-ab00-9a26c50b495e is already hosted by enough agents. {{(pid=115111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:49:57.632964 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.base_scheduler [None req-8e80778e-f7de-4f70-a1ce-f02b71590530 admin admin] Resources bound (agent type, host, resource id): {{(pid=115111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:49:57.760979 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e80778e-f7de-4f70-a1ce-f02b71590530 admin admin] Router a1169b27-b881-4a65-b771-789d4dff0e23 has already been hosted by L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f {{(pid=115111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 15:49:57.877088 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e80778e-f7de-4f70-a1ce-f02b71590530 admin admin] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 15:49:57.882347 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-8e80778e-f7de-4f70-a1ce-f02b71590530 admin admin] 10.222.0.61 "PUT /v2.0/routers/a1169b27-b881-4a65-b771-789d4dff0e23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3165245 May 14 15:49:57.893520 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84978f02-5bf3-4976-acf3-774fa7566331 None None] Sync routers for ids ['a1169b27-b881-4a65-b771-789d4dff0e23'] in dv-cinder-839793-11-iscsi {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 15:49:57.911693 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-339cdbaa-4353-42e1-87ce-d65d4c5e3c3f None None] Provisioning complete for port 8c6cb976-00c4-4753-b47a-e7f5b13c10b3 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:49:57.911966 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-339cdbaa-4353-42e1-87ce-d65d4c5e3c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (8c6cb976-00c4-4753-b47a-e7f5b13c10b3), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:57.920245 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84978f02-5bf3-4976-acf3-774fa7566331 None None] Routers {'a1169b27-b881-4a65-b771-789d4dff0e23'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:49:57.920875 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-84978f02-5bf3-4976-acf3-774fa7566331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:49:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['a1169b27-b881-4a65-b771-789d4dff0e23'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:49:57.991631 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-339cdbaa-4353-42e1-87ce-d65d4c5e3c3f None None] Port 8c6cb976-00c4-4753-b47a-e7f5b13c10b3 cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 14 15:49:58.191896 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-84978f02-5bf3-4976-acf3-774fa7566331 None None] Set router a1169b27-b881-4a65-b771-789d4dff0e23 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:49:58.359465 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 39374) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:49:58.364714 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-950033f3-8e4f-4e89-993c-b0580e4a2202 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-29124421-network', 'tenant_id': 'f418dee8090d4399b5f8e4bd45886f0d'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:49:58.385350 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950033f3-8e4f-4e89-993c-b0580e4a2202 admin admin] Made reservation on behalf of f418dee8090d4399b5f8e4bd45886f0d for: {'network': 1} {{(pid=115111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:49:58.387815 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-950033f3-8e4f-4e89-993c-b0580e4a2202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for network (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:58.389388 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-84978f02-5bf3-4976-acf3-774fa7566331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'name': 'tempest-TestVolumeBootPattern-1054406125-router', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '7476df31-b615-4558-9e6b-f43b19294261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:49:52Z', 'updated_at': '2022-05-14T15:49:56Z', 'revision_number': 4, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'gw_port': {'id': '7476df31-b615-4558-9e6b-f43b19294261', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:57:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:49:53Z', 'updated_at': '2022-05-14T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': '8c6cb976-00c4-4753-b47a-e7f5b13c10b3', 'name': '', 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'mac_address': 'fa:16:3e:57:56:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '77df9367-440f-44fc-82b0-848dccb99f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:49:55Z', 'updated_at': '2022-05-14T15:49:56Z', 'revision_number': 2, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'subnets': [{'id': '77df9367-440f-44fc-82b0-848dccb99f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:49:58.397450 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-950033f3-8e4f-4e89-993c-b0580e4a2202 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:58.422355 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84978f02-5bf3-4976-acf3-774fa7566331 None None] Checking router: a1169b27-b881-4a65-b771-789d4dff0e23 for host: dv-cinder-839793-11-iscsi {{(pid=115112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 15:49:58.423128 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84978f02-5bf3-4976-acf3-774fa7566331 None None] Updating router a1169b27-b881-4a65-b771-789d4dff0e23 port 8c6cb976-00c4-4753-b47a-e7f5b13c10b3 binding host dv-cinder-839793-11-iscsi {{(pid=115112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 15:49:58.451138 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-84978f02-5bf3-4976-acf3-774fa7566331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (8c6cb976-00c4-4753-b47a-e7f5b13c10b3), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:58.490237 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-950033f3-8e4f-4e89-993c-b0580e4a2202 admin admin] Publish callbacks [] for security_group (f1a79510-a03f-4d00-b2ab-aa7c58a30839), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:58.497953 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-950033f3-8e4f-4e89-993c-b0580e4a2202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (f1a79510-a03f-4d00-b2ab-aa7c58a30839), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:58.528100 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-950033f3-8e4f-4e89-993c-b0580e4a2202 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=115111) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 15:49:58.543290 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950033f3-8e4f-4e89-993c-b0580e4a2202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a79510-a03f-4d00-b2ab-aa7c58a30839,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:58.549698 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-950033f3-8e4f-4e89-993c-b0580e4a2202 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770741945101', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32906243'] for segment (86c73961-011c-4bbb-bf8d-4a7c665103e5), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:58.550239 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.db.segments_db [None req-950033f3-8e4f-4e89-993c-b0580e4a2202 admin admin] Added segment 86c73961-011c-4bbb-bf8d-4a7c665103e5 of type vlan for network 290e52c0-1373-44fb-95a5-95fb49b019d5 May 14 15:49:58.609765 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-950033f3-8e4f-4e89-993c-b0580e4a2202 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770741518219'] for network (290e52c0-1373-44fb-95a5-95fb49b019d5), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:58.637621 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-950033f3-8e4f-4e89-993c-b0580e4a2202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732'] for network (290e52c0-1373-44fb-95a5-95fb49b019d5), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:58.638671 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950033f3-8e4f-4e89-993c-b0580e4a2202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:58.639265 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-950033f3-8e4f-4e89-993c-b0580e4a2202 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for network (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:58.700287 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-950033f3-8e4f-4e89-993c-b0580e4a2202 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3397236 May 14 15:49:58.703831 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 39390) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:49:58.711097 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-a0181b58-bb5f-4ff0-b3cd-cd06ff7495ee admin admin] Request body: {'subnet': {'network_id': '290e52c0-1373-44fb-95a5-95fb49b019d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-29124421-subnet', 'tenant_id': 'f418dee8090d4399b5f8e4bd45886f0d', 'ip_version': 4}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:49:58.736658 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0181b58-bb5f-4ff0-b3cd-cd06ff7495ee admin admin] Made reservation on behalf of f418dee8090d4399b5f8e4bd45886f0d for: {'subnet': 1} {{(pid=115110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:49:58.738233 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950033f3-8e4f-4e89-993c-b0580e4a2202 admin admin] Pushing event updated for resources: {'Network': ['ID=290e52c0-1373-44fb-95a5-95fb49b019d5,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:58.740519 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-a0181b58-bb5f-4ff0-b3cd-cd06ff7495ee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397864'] for subnet (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:58.746521 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f3e6d-326a-4184-9d3e-3a711ead0d4f req-4a2eb372-9a4e-4559-b573-25d42171f465 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:58.748560 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-cb1f3e6d-326a-4184-9d3e-3a711ead0d4f req-4a2eb372-9a4e-4559-b573-25d42171f465 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=59c281dd-b07e-4f45-b8dc-7021e826f06b HTTP/1.1" status: 200 len: 943 time: 0.1060622 May 14 15:49:58.764277 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Network 290e52c0-1373-44fb-95a5-95fb49b019d5 details requested by agent ovs-agent-dv-cinder-839793-11-iscsi with host dv-cinder-839793-11-iscsi {{(pid=115112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 14 15:49:58.803200 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-cb1f3e6d-326a-4184-9d3e-3a711ead0d4f req-4a418c6f-be55-4ce0-965a-4c099f8ea1fa tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a33137-e7f7-4c70-9a4f-e6e87acef7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485032 May 14 15:49:58.851173 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-84978f02-5bf3-4976-acf3-774fa7566331 None None] Publish callbacks [] for port (8c6cb976-00c4-4753-b47a-e7f5b13c10b3), precommit_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:58.865804 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-84978f02-5bf3-4976-acf3-774fa7566331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (8c6cb976-00c4-4753-b47a-e7f5b13c10b3), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:58.901818 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 7476df31-b615-4558-9e6b-f43b19294261 up at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:49:58.962180 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ece678-c5bf-4f4d-8603-6167379a7def None None] Pushing event updated for resources: {'Port': ['ID=8c6cb976-00c4-4753-b47a-e7f5b13c10b3,revision_number=3']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:58.969650 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-a0181b58-bb5f-4ff0-b3cd-cd06ff7495ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8397886'] for subnet (a5e8f706-f7e9-4ede-96dc-dce9afa8ac41), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:59.024182 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Provisioning complete for port 7476df31-b615-4558-9e6b-f43b19294261 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:49:59.024557 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (7476df31-b615-4558-9e6b-f43b19294261), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:59.029107 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-84978f02-5bf3-4976-acf3-774fa7566331 None None] Attempting to bind port 8c6cb976-00c4-4753-b47a-e7f5b13c10b3 on host dv-cinder-839793-11-iscsi for vnic_type normal with profile {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 15:49:59.029487 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-84978f02-5bf3-4976-acf3-774fa7566331 None None] Attempting to bind port 8c6cb976-00c4-4753-b47a-e7f5b13c10b3 by drivers openvswitch,hyperv on host dv-cinder-839793-11-iscsi at level 0 using segments [{'id': '25b88ee4-cf04-43f5-bf5d-28b6fbf20225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e'}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 15:49:59.029849 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84978f02-5bf3-4976-acf3-774fa7566331 None None] Attempting to bind port 8c6cb976-00c4-4753-b47a-e7f5b13c10b3 on network 791585d6-2e4a-4237-ab00-9a26c50b495e {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:49:59.030461 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0181b58-bb5f-4ff0-b3cd-cd06ff7495ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5e8f706-f7e9-4ede-96dc-dce9afa8ac41,revision_number=0']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:59.041716 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0181b58-bb5f-4ff0-b3cd-cd06ff7495ee admin admin] Checking segment: {'id': '86c73961-011c-4bbb-bf8d-4a7c665103e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '290e52c0-1373-44fb-95a5-95fb49b019d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:49:59.042278 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0181b58-bb5f-4ff0-b3cd-cd06ff7495ee admin admin] Network hostable DHCP agents. Network: 290e52c0-1373-44fb-95a5-95fb49b019d5, hostable agents: ['fb8f4d26-2508-472b-a3f6-593d1ff7e929'], hosted agents: [] {{(pid=115110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 15:49:59.052300 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84978f02-5bf3-4976-acf3-774fa7566331 None None] Checking agent: {'id': '57d31cd8-17bf-47b9-a2cf-22310545150a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 38, 7), 'started_at': datetime.datetime(2022, 5, 14, 15, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 15, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 15:49:59.052687 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84978f02-5bf3-4976-acf3-774fa7566331 None None] Checking segment: {'id': '25b88ee4-cf04-43f5-bf5d-28b6fbf20225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:49:59.053087 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-84978f02-5bf3-4976-acf3-774fa7566331 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:59.053481 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84978f02-5bf3-4976-acf3-774fa7566331 None None] Bound using segment: {'id': '25b88ee4-cf04-43f5-bf5d-28b6fbf20225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e'} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 15:49:59.053952 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-84978f02-5bf3-4976-acf3-774fa7566331 None None] Bound port: 8c6cb976-00c4-4753-b47a-e7f5b13c10b3, host: dv-cinder-839793-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25b88ee4-cf04-43f5-bf5d-28b6fbf20225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e'}}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 15:49:59.054356 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-84978f02-5bf3-4976-acf3-774fa7566331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (8c6cb976-00c4-4753-b47a-e7f5b13c10b3), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:59.061246 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0181b58-bb5f-4ff0-b3cd-cd06ff7495ee admin admin] Network 290e52c0-1373-44fb-95a5-95fb49b019d5 is scheduled to be hosted by DHCP agent fb8f4d26-2508-472b-a3f6-593d1ff7e929 with binding_index 1 {{(pid=115110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 15:49:59.071228 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.base_scheduler [None req-a0181b58-bb5f-4ff0-b3cd-cd06ff7495ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-11-iscsi, 290e52c0-1373-44fb-95a5-95fb49b019d5) {{(pid=115110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:49:59.076302 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0181b58-bb5f-4ff0-b3cd-cd06ff7495ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:59.077065 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-a0181b58-bb5f-4ff0-b3cd-cd06ff7495ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for subnet (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:59.096967 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-a0181b58-bb5f-4ff0-b3cd-cd06ff7495ee admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3911502 May 14 15:49:59.099507 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 39392) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:49:59.104837 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-0f580d8a-5dd5-4185-8133-18754c5767db admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-29124421-router', 'tenant_id': 'f418dee8090d4399b5f8e4bd45886f0d', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'}}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:49:59.111297 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ee5dc7-44cf-4a8b-9846-7c746f74b9c1 None None] Network 290e52c0-1373-44fb-95a5-95fb49b019d5 requested from dv-cinder-839793-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 15:49:59.131701 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-0f580d8a-5dd5-4185-8133-18754c5767db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1757982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104797'] for router (697441bb-75db-447c-8a5a-9193429a543a), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:59.133031 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-0f580d8a-5dd5-4185-8133-18754c5767db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1760263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104788'] for router (697441bb-75db-447c-8a5a-9193429a543a), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:59.193992 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-0f580d8a-5dd5-4185-8133-18754c5767db admin admin] Publish callbacks [] for router_controller (697441bb-75db-447c-8a5a-9193429a543a), precommit_add_association {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:59.241254 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-84978f02-5bf3-4976-acf3-774fa7566331 None None] For port 8c6cb976-00c4-4753-b47a-e7f5b13c10b3, host dv-cinder-839793-11-iscsi, cleared binding levels {{(pid=115112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 15:49:59.267079 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7c377427-d28d-4fc0-a0e5-7549d34ca573 None None] Provisioning complete for port 8c6cb976-00c4-4753-b47a-e7f5b13c10b3 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:49:59.267367 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7c377427-d28d-4fc0-a0e5-7549d34ca573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (8c6cb976-00c4-4753-b47a-e7f5b13c10b3), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:59.270110 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-84978f02-5bf3-4976-acf3-774fa7566331 None None] For port 8c6cb976-00c4-4753-b47a-e7f5b13c10b3, host dv-cinder-839793-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=8c6cb976-00c4-4753-b47a-e7f5b13c10b3,segment=NetworkSegment(25b88ee4-cf04-43f5-bf5d-28b6fbf20225),segment_id=25b88ee4-cf04-43f5-bf5d-28b6fbf20225)] {{(pid=115112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 15:49:59.277719 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port 7476df31-b615-4558-9e6b-f43b19294261 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:49:59.301247 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-84978f02-5bf3-4976-acf3-774fa7566331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (8c6cb976-00c4-4753-b47a-e7f5b13c10b3), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:59.338931 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-0f580d8a-5dd5-4185-8133-18754c5767db admin admin] Publish callbacks [] for router_gateway (697441bb-75db-447c-8a5a-9193429a543a), precommit_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:59.358793 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e7d1a5-56fa-4e19-a406-e80422787b48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf033a25f-6d82-560f-8aa4-47b981b79ac7-290e52c0-1373-44fb-95a5-95fb49b019d5', 'network_id': '290e52c0-1373-44fb-95a5-95fb49b019d5', 'project_id': 'f418dee8090d4399b5f8e4bd45886f0d', 'fixed_ips': [{'subnet_id': 'a5e8f706-f7e9-4ede-96dc-dce9afa8ac41'}]}} from dv-cinder-839793-11-iscsi. {{(pid=115112) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 14 15:49:59.359718 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-d2e7d1a5-56fa-4e19-a406-e80422787b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:59.377550 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7c377427-d28d-4fc0-a0e5-7549d34ca573 None None] Port 8c6cb976-00c4-4753-b47a-e7f5b13c10b3 cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 14 15:49:59.419192 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ece678-c5bf-4f4d-8603-6167379a7def None None] Pushing event updated for resources: {'Port': ['ID=8c6cb976-00c4-4753-b47a-e7f5b13c10b3,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:59.423505 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84978f02-5bf3-4976-acf3-774fa7566331 None None] Routers {'a1169b27-b881-4a65-b771-789d4dff0e23'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:49:59.424105 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-84978f02-5bf3-4976-acf3-774fa7566331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:49:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['a1169b27-b881-4a65-b771-789d4dff0e23'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:49:59.545732 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-0f580d8a-5dd5-4185-8133-18754c5767db admin admin] Publish callbacks [] for router_gateway (697441bb-75db-447c-8a5a-9193429a543a), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:59.565931 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-0f580d8a-5dd5-4185-8133-18754c5767db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:59.614919 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-d4d528a6-3ccd-411d-b38f-48fcdf465dd4 None None] Provisioning complete for port 8c6cb976-00c4-4753-b47a-e7f5b13c10b3 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:49:59.615281 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-d4d528a6-3ccd-411d-b38f-48fcdf465dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (8c6cb976-00c4-4753-b47a-e7f5b13c10b3), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:59.664569 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-84978f02-5bf3-4976-acf3-774fa7566331 None None] Set router a1169b27-b881-4a65-b771-789d4dff0e23 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:49:59.687593 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.db_base_plugin_common [None req-0f580d8a-5dd5-4185-8133-18754c5767db admin admin] Allocated IP 172.27.1.190 (ee365c6e-8595-4248-876b-4406c6eeb32a/3059297f-ebad-4161-8328-a5e88a7ee6dc/5e9631b1-754c-42e2-aab8-f62fd1a0a6a4) {{(pid=115111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:49:59.695636 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.db_base_plugin_common [None req-d2e7d1a5-56fa-4e19-a406-e80422787b48 None None] Allocated IP 172.20.0.2 (290e52c0-1373-44fb-95a5-95fb49b019d5/a5e8f706-f7e9-4ede-96dc-dce9afa8ac41/dca83285-d7a9-4c27-9d6e-fa8fbf26fa49) {{(pid=115112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:49:59.823895 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-0f580d8a-5dd5-4185-8133-18754c5767db admin admin] Publish callbacks [] for port (5e9631b1-754c-42e2-aab8-f62fd1a0a6a4), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:59.861657 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-0f580d8a-5dd5-4185-8133-18754c5767db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764499'] for port (5e9631b1-754c-42e2-aab8-f62fd1a0a6a4), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:49:59.941951 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f580d8a-5dd5-4185-8133-18754c5767db admin admin] Network ee365c6e-8595-4248-876b-4406c6eeb32a is already hosted by enough agents. {{(pid=115111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:49:59.952161 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.base_scheduler [None req-0f580d8a-5dd5-4185-8133-18754c5767db admin admin] Resources bound (agent type, host, resource id): {{(pid=115111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:49:59.954669 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f580d8a-5dd5-4185-8133-18754c5767db admin admin] Received port after_create {{(pid=115111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:49:59.981394 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f580d8a-5dd5-4185-8133-18754c5767db admin admin] Pushing event updated for resources: {'Port': ['ID=5e9631b1-754c-42e2-aab8-f62fd1a0a6a4,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:49:59.990941 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e295a-0fa6-407c-b39f-5d822f9446a0 req-fe9e7203-f19b-451f-a724-57ceb4f8dca7 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:49:59.993025 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-019e295a-0fa6-407c-b39f-5d822f9446a0 req-fe9e7203-f19b-451f-a724-57ceb4f8dca7 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=59c281dd-b07e-4f45-b8dc-7021e826f06b HTTP/1.1" status: 200 len: 943 time: 0.1027493 May 14 15:50:00.068840 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-d4d528a6-3ccd-411d-b38f-48fcdf465dd4 None None] Current status of the port 8c6cb976-00c4-4753-b47a-e7f5b13c10b3 is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:50:00.069448 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-d4d528a6-3ccd-411d-b38f-48fcdf465dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (8c6cb976-00c4-4753-b47a-e7f5b13c10b3), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:00.137512 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-019e295a-0fa6-407c-b39f-5d822f9446a0 req-278beffa-c009-4fdb-9fed-795a89dae224 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a33137-e7f7-4c70-9a4f-e6e87acef7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337471 May 14 15:50:00.216195 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-d4d528a6-3ccd-411d-b38f-48fcdf465dd4 None None] For port 8c6cb976-00c4-4753-b47a-e7f5b13c10b3, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=8c6cb976-00c4-4753-b47a-e7f5b13c10b3,segment=NetworkSegment(25b88ee4-cf04-43f5-bf5d-28b6fbf20225),segment_id=25b88ee4-cf04-43f5-bf5d-28b6fbf20225)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:50:00.218954 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-d2e7d1a5-56fa-4e19-a406-e80422787b48 None None] Publish callbacks [] for port (dca83285-d7a9-4c27-9d6e-fa8fbf26fa49), precommit_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:00.223282 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-d4d528a6-3ccd-411d-b38f-48fcdf465dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (8c6cb976-00c4-4753-b47a-e7f5b13c10b3), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:00.227409 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-84978f02-5bf3-4976-acf3-774fa7566331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'name': 'tempest-TestVolumeBootPattern-1054406125-router', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '7476df31-b615-4558-9e6b-f43b19294261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:49:52Z', 'updated_at': '2022-05-14T15:49:56Z', 'revision_number': 4, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'gw_port': {'id': '7476df31-b615-4558-9e6b-f43b19294261', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:57:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:49:53Z', 'updated_at': '2022-05-14T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': '8c6cb976-00c4-4753-b47a-e7f5b13c10b3', 'name': '', 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'mac_address': 'fa:16:3e:57:56:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '77df9367-440f-44fc-82b0-848dccb99f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:49:55Z', 'updated_at': '2022-05-14T15:49:59Z', 'revision_number': 4, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'subnets': [{'id': '77df9367-440f-44fc-82b0-848dccb99f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:50:00.232053 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-d2e7d1a5-56fa-4e19-a406-e80422787b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197'] for port (dca83285-d7a9-4c27-9d6e-fa8fbf26fa49), after_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:00.280508 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84978f02-5bf3-4976-acf3-774fa7566331 None None] The sync data for ids ['a1169b27-b881-4a65-b771-789d4dff0e23'] in dv-cinder-839793-11-iscsi is: [{'id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'name': 'tempest-TestVolumeBootPattern-1054406125-router', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '7476df31-b615-4558-9e6b-f43b19294261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:49:52Z', 'updated_at': '2022-05-14T15:49:56Z', 'revision_number': 4, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'gw_port': {'id': '7476df31-b615-4558-9e6b-f43b19294261', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:57:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:49:53Z', 'updated_at': '2022-05-14T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': '8c6cb976-00c4-4753-b47a-e7f5b13c10b3', 'name': '', 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'mac_address': 'fa:16:3e:57:56:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '77df9367-440f-44fc-82b0-848dccb99f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:49:55Z', 'updated_at': '2022-05-14T15:49:59Z', 'revision_number': 4, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'subnets': [{'id': '77df9367-440f-44fc-82b0-848dccb99f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 15:50:00.291420 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-0f580d8a-5dd5-4185-8133-18754c5767db admin admin] Publish callbacks [] for router_gateway (697441bb-75db-447c-8a5a-9193429a543a), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:00.300212 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e7d1a5-56fa-4e19-a406-e80422787b48 None None] Network 290e52c0-1373-44fb-95a5-95fb49b019d5 is already hosted by enough agents. {{(pid=115112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:50:00.308290 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.scheduler.base_scheduler [None req-d2e7d1a5-56fa-4e19-a406-e80422787b48 None None] Resources bound (agent type, host, resource id): {{(pid=115112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:50:00.312676 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e7d1a5-56fa-4e19-a406-e80422787b48 None None] Received port after_create {{(pid=115112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:50:00.315803 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d528a6-3ccd-411d-b38f-48fcdf465dd4 None None] Pushing event updated for resources: {'Port': ['ID=8c6cb976-00c4-4753-b47a-e7f5b13c10b3,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:50:00.434019 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e7d1a5-56fa-4e19-a406-e80422787b48 None None] Pushing event updated for resources: {'Port': ['ID=dca83285-d7a9-4c27-9d6e-fa8fbf26fa49,revision_number=1']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:50:00.439325 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-d2e7d1a5-56fa-4e19-a406-e80422787b48 None None] Attempting to bind port dca83285-d7a9-4c27-9d6e-fa8fbf26fa49 on host dv-cinder-839793-11-iscsi for vnic_type normal with profile {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 15:50:00.439691 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-d2e7d1a5-56fa-4e19-a406-e80422787b48 None None] Attempting to bind port dca83285-d7a9-4c27-9d6e-fa8fbf26fa49 by drivers openvswitch,hyperv on host dv-cinder-839793-11-iscsi at level 0 using segments [{'id': '86c73961-011c-4bbb-bf8d-4a7c665103e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '290e52c0-1373-44fb-95a5-95fb49b019d5'}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 15:50:00.440048 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e7d1a5-56fa-4e19-a406-e80422787b48 None None] Attempting to bind port dca83285-d7a9-4c27-9d6e-fa8fbf26fa49 on network 290e52c0-1373-44fb-95a5-95fb49b019d5 {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:50:00.450747 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e7d1a5-56fa-4e19-a406-e80422787b48 None None] Checking agent: {'id': '57d31cd8-17bf-47b9-a2cf-22310545150a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 38, 7), 'started_at': datetime.datetime(2022, 5, 14, 15, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 15, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 15:50:00.451118 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e7d1a5-56fa-4e19-a406-e80422787b48 None None] Checking segment: {'id': '86c73961-011c-4bbb-bf8d-4a7c665103e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '290e52c0-1373-44fb-95a5-95fb49b019d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:50:00.451516 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-d2e7d1a5-56fa-4e19-a406-e80422787b48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:00.452152 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e7d1a5-56fa-4e19-a406-e80422787b48 None None] Bound using segment: {'id': '86c73961-011c-4bbb-bf8d-4a7c665103e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '290e52c0-1373-44fb-95a5-95fb49b019d5'} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 15:50:00.452787 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-d2e7d1a5-56fa-4e19-a406-e80422787b48 None None] Bound port: dca83285-d7a9-4c27-9d6e-fa8fbf26fa49, host: dv-cinder-839793-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86c73961-011c-4bbb-bf8d-4a7c665103e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '290e52c0-1373-44fb-95a5-95fb49b019d5'}}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 15:50:00.453165 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-d2e7d1a5-56fa-4e19-a406-e80422787b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (dca83285-d7a9-4c27-9d6e-fa8fbf26fa49), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:00.532286 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-d2e7d1a5-56fa-4e19-a406-e80422787b48 None None] For port dca83285-d7a9-4c27-9d6e-fa8fbf26fa49, host dv-cinder-839793-11-iscsi, cleared binding levels {{(pid=115112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 15:50:00.536127 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-d2e7d1a5-56fa-4e19-a406-e80422787b48 None None] For port dca83285-d7a9-4c27-9d6e-fa8fbf26fa49, host dv-cinder-839793-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=dca83285-d7a9-4c27-9d6e-fa8fbf26fa49,segment=NetworkSegment(86c73961-011c-4bbb-bf8d-4a7c665103e5),segment_id=86c73961-011c-4bbb-bf8d-4a7c665103e5)] {{(pid=115112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 15:50:00.542267 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-d2e7d1a5-56fa-4e19-a406-e80422787b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (dca83285-d7a9-4c27-9d6e-fa8fbf26fa49), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:00.546262 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-0f580d8a-5dd5-4185-8133-18754c5767db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1760464'] for router (697441bb-75db-447c-8a5a-9193429a543a), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:00.622440 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e7d1a5-56fa-4e19-a406-e80422787b48 None None] Pushing event updated for resources: {'Port': ['ID=dca83285-d7a9-4c27-9d6e-fa8fbf26fa49,revision_number=2']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:50:00.652966 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e0a54b-c10b-43d0-b719-26263a161f60 req-bc7246d7-341f-4175-af1a-fb907384e418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:00.654520 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-53e0a54b-c10b-43d0-b719-26263a161f60 req-bc7246d7-341f-4175-af1a-fb907384e418 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=71b09f9f20b340b5a615b24e05312703&device_id=59c281dd-b07e-4f45-b8dc-7021e826f06b HTTP/1.1" status: 200 len: 1127 time: 0.0608313 May 14 15:50:00.856123 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e0a54b-c10b-43d0-b719-26263a161f60 req-67023928-b1da-4cc9-99f3-57587dbc3463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:00.858275 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-53e0a54b-c10b-43d0-b719-26263a161f60 req-67023928-b1da-4cc9-99f3-57587dbc3463 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a8d27839-074b-4ab6-8eee-a26beda7dc34 HTTP/1.1" status: 200 len: 909 time: 0.1701970 May 14 15:50:00.862936 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f580d8a-5dd5-4185-8133-18754c5767db admin admin] Router 697441bb-75db-447c-8a5a-9193429a543a is scheduled to L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f with binding_index 1 {{(pid=115111) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 14 15:50:00.929386 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-53e0a54b-c10b-43d0-b719-26263a161f60 req-af69d76d-9e1f-47a8-8173-d860bdd42841 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b29a17c4-2b40-425d-85cf-0498169b2b00 HTTP/1.1" status: 200 len: 217 time: 0.0630882 May 14 15:50:00.988936 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 8c6cb976-00c4-4753-b47a-e7f5b13c10b3 up at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:50:01.065557 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-d74c8fb7-31e0-42df-b8a3-c5119c6d29dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:01.080408 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Provisioning complete for port 8c6cb976-00c4-4753-b47a-e7f5b13c10b3 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:50:01.081120 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (8c6cb976-00c4-4753-b47a-e7f5b13c10b3), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:01.174281 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f580d8a-5dd5-4185-8133-18754c5767db admin admin] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 15:50:01.177870 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e0a54b-c10b-43d0-b719-26263a161f60 req-c9865290-7dd7-4196-a2d3-a25c3c2cba56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:01.179457 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-53e0a54b-c10b-43d0-b719-26263a161f60 req-c9865290-7dd7-4196-a2d3-a25c3c2cba56 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5d0d81a8-4e9e-4256-bae5-837cec1a3732 HTTP/1.1" status: 200 len: 848 time: 0.1664140 May 14 15:50:01.188008 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66565ca1-0ec1-4d34-a725-440505b6f951 None None] Sync routers for ids ['697441bb-75db-447c-8a5a-9193429a543a'] in dv-cinder-839793-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 15:50:01.196652 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port 8c6cb976-00c4-4753-b47a-e7f5b13c10b3 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:50:01.201251 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66565ca1-0ec1-4d34-a725-440505b6f951 None None] Routers {'697441bb-75db-447c-8a5a-9193429a543a'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:50:01.202359 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-66565ca1-0ec1-4d34-a725-440505b6f951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:49:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['697441bb-75db-447c-8a5a-9193429a543a'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:50:01.220801 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device b29a17c4-2b40-425d-85cf-0498169b2b00 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=115112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 14 15:50:01.272777 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-53e0a54b-c10b-43d0-b719-26263a161f60 req-358452bb-e3ca-49f0-b6d3-efbf55d06853 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a8d27839-074b-4ab6-8eee-a26beda7dc34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786736 May 14 15:50:01.353596 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-0f580d8a-5dd5-4185-8133-18754c5767db admin admin] Publish callbacks [] for router (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:01.354915 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-0f580d8a-5dd5-4185-8133-18754c5767db admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2543824 May 14 15:50:01.357653 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 39446) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:50:01.387198 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-66565ca1-0ec1-4d34-a725-440505b6f951 None None] Set router 697441bb-75db-447c-8a5a-9193429a543a gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:50:01.398338 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port b29a17c4-2b40-425d-85cf-0498169b2b00, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=b29a17c4-2b40-425d-85cf-0498169b2b00,segment=NetworkSegment(4f40e848-fb9d-4d21-b482-dac44d3cf917),segment_id=4f40e848-fb9d-4d21-b482-dac44d3cf917)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:50:01.439804 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cedddaf-5618-40ec-be8f-a7eff9a525db req-f138c69d-e699-4c9f-be1a-500a2f6db0b8 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:01.442544 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7cedddaf-5618-40ec-be8f-a7eff9a525db req-f138c69d-e699-4c9f-be1a-500a2f6db0b8 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=59c281dd-b07e-4f45-b8dc-7021e826f06b HTTP/1.1" status: 200 len: 943 time: 0.1769838 May 14 15:50:01.449622 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Returning: {'device': 'b29a17c4-2b40-425d-85cf-0498169b2b00', 'network_id': 'a8d27839-074b-4ab6-8eee-a26beda7dc34', 'port_id': 'b29a17c4-2b40-425d-85cf-0498169b2b00', 'mac_address': 'fa:16:3e:69:84:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d0d81a8-4e9e-4256-bae5-837cec1a3732', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 14 15:50:01.551825 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port b29a17c4-2b40-425d-85cf-0498169b2b00 is: DOWN; New status is: BUILD {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:50:01.552233 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (b29a17c4-2b40-425d-85cf-0498169b2b00), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:01.580513 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b29a17c4-2b40-425d-85cf-0498169b2b00 {{(pid=115112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 15:50:01.625572 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port b29a17c4-2b40-425d-85cf-0498169b2b00, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=b29a17c4-2b40-425d-85cf-0498169b2b00,segment=NetworkSegment(4f40e848-fb9d-4d21-b482-dac44d3cf917),segment_id=4f40e848-fb9d-4d21-b482-dac44d3cf917)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:50:01.634391 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7cedddaf-5618-40ec-be8f-a7eff9a525db req-c02b5816-1952-4711-8013-21bc1c64fbe4 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a33137-e7f7-4c70-9a4f-e6e87acef7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826522 May 14 15:50:01.648367 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (b29a17c4-2b40-425d-85cf-0498169b2b00), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:01.675716 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-53e0a54b-c10b-43d0-b719-26263a161f60 req-24eabcac-7a87-4348-9d28-77a3ced96cb8 service neutron] 10.222.0.36 "GET /v2.0/networks/a8d27839-074b-4ab6-8eee-a26beda7dc34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616483 May 14 15:50:01.747566 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-66565ca1-0ec1-4d34-a725-440505b6f951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697441bb-75db-447c-8a5a-9193429a543a', 'name': 'tempest-TestVolumeBootPattern-29124421-router', 'tenant_id': 'f418dee8090d4399b5f8e4bd45886f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '5e9631b1-754c-42e2-aab8-f62fd1a0a6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:49:59Z', 'updated_at': '2022-05-14T15:50:00Z', 'revision_number': 3, 'project_id': 'f418dee8090d4399b5f8e4bd45886f0d', 'gw_port': {'id': '5e9631b1-754c-42e2-aab8-f62fd1a0a6a4', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:62:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697441bb-75db-447c-8a5a-9193429a543a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:49:59Z', 'updated_at': '2022-05-14T15:49:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi'}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:50:01.770965 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=b29a17c4-2b40-425d-85cf-0498169b2b00,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:50:01.792141 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66565ca1-0ec1-4d34-a725-440505b6f951 None None] Checking router: 697441bb-75db-447c-8a5a-9193429a543a for host: dv-cinder-839793-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 15:50:01.792512 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66565ca1-0ec1-4d34-a725-440505b6f951 None None] Updating router 697441bb-75db-447c-8a5a-9193429a543a port 5e9631b1-754c-42e2-aab8-f62fd1a0a6a4 binding host dv-cinder-839793-11-iscsi {{(pid=115113) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 15:50:01.851584 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-53e0a54b-c10b-43d0-b719-26263a161f60 req-6d0ebf8a-8557-4302-95fb-1816e432b0c1 service neutron] 10.222.0.36 "GET /v2.0/networks/a8d27839-074b-4ab6-8eee-a26beda7dc34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544974 May 14 15:50:01.857057 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-66565ca1-0ec1-4d34-a725-440505b6f951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (5e9631b1-754c-42e2-aab8-f62fd1a0a6a4), before_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:01.995307 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49450db4-b6da-4f8d-b9aa-9ef99cbe56a2 None None] Network 290e52c0-1373-44fb-95a5-95fb49b019d5 requested from dv-cinder-839793-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 15:50:02.055358 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-c56a4adb-2d6e-4f1e-a65f-b92650c9c16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:02.081678 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-543deaa2-a535-4c76-a02b-82d8b97c0f13 None None] Provisioning complete for port dca83285-d7a9-4c27-9d6e-fa8fbf26fa49 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:50:02.082268 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-543deaa2-a535-4c76-a02b-82d8b97c0f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (dca83285-d7a9-4c27-9d6e-fa8fbf26fa49), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:02.189097 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] get_ports_and_sgs() called for port_ids ['b29a17c4-2b40-425d-85cf-0498169b2b00'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 15:50:02.238064 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-543deaa2-a535-4c76-a02b-82d8b97c0f13 None None] Current status of the port dca83285-d7a9-4c27-9d6e-fa8fbf26fa49 is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:50:02.238493 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-543deaa2-a535-4c76-a02b-82d8b97c0f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (dca83285-d7a9-4c27-9d6e-fa8fbf26fa49), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:02.245163 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.db_base_plugin_common [None req-c56a4adb-2d6e-4f1e-a65f-b92650c9c16e admin admin] Allocated IP 172.20.0.1 (290e52c0-1373-44fb-95a5-95fb49b019d5/a5e8f706-f7e9-4ede-96dc-dce9afa8ac41/c34f3abe-29a2-4ff0-90c8-032f33e47e73) {{(pid=115110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:50:02.253355 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-66565ca1-0ec1-4d34-a725-440505b6f951 None None] Publish callbacks [] for port (5e9631b1-754c-42e2-aab8-f62fd1a0a6a4), precommit_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:02.262122 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-66565ca1-0ec1-4d34-a725-440505b6f951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (5e9631b1-754c-42e2-aab8-f62fd1a0a6a4), after_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:02.298888 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-543deaa2-a535-4c76-a02b-82d8b97c0f13 None None] For port dca83285-d7a9-4c27-9d6e-fa8fbf26fa49, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=dca83285-d7a9-4c27-9d6e-fa8fbf26fa49,segment=NetworkSegment(86c73961-011c-4bbb-bf8d-4a7c665103e5),segment_id=86c73961-011c-4bbb-bf8d-4a7c665103e5)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:50:02.310019 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-543deaa2-a535-4c76-a02b-82d8b97c0f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (dca83285-d7a9-4c27-9d6e-fa8fbf26fa49), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:02.344676 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4eb9cc-bf1f-45f6-b52b-5f7594d1a6df None None] Pushing event updated for resources: {'Port': ['ID=5e9631b1-754c-42e2-aab8-f62fd1a0a6a4,revision_number=2']} {{(pid=115113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:50:02.357973 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-66565ca1-0ec1-4d34-a725-440505b6f951 None None] Attempting to bind port 5e9631b1-754c-42e2-aab8-f62fd1a0a6a4 on host dv-cinder-839793-11-iscsi for vnic_type normal with profile {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 15:50:02.359227 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-66565ca1-0ec1-4d34-a725-440505b6f951 None None] Attempting to bind port 5e9631b1-754c-42e2-aab8-f62fd1a0a6a4 by drivers openvswitch,hyperv on host dv-cinder-839793-11-iscsi at level 0 using segments [{'id': 'fe506043-d64f-420e-bda4-fab290621067', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'}] {{(pid=115113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 15:50:02.359227 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66565ca1-0ec1-4d34-a725-440505b6f951 None None] Attempting to bind port 5e9631b1-754c-42e2-aab8-f62fd1a0a6a4 on network ee365c6e-8595-4248-876b-4406c6eeb32a {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:50:02.365815 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66565ca1-0ec1-4d34-a725-440505b6f951 None None] Checking agent: {'id': '57d31cd8-17bf-47b9-a2cf-22310545150a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 38, 7), 'started_at': datetime.datetime(2022, 5, 14, 15, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 15, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 15:50:02.366267 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66565ca1-0ec1-4d34-a725-440505b6f951 None None] Checking segment: {'id': 'fe506043-d64f-420e-bda4-fab290621067', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:50:02.366757 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-66565ca1-0ec1-4d34-a725-440505b6f951 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:02.367217 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66565ca1-0ec1-4d34-a725-440505b6f951 None None] Bound using segment: {'id': 'fe506043-d64f-420e-bda4-fab290621067', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'} {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 15:50:02.367748 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-66565ca1-0ec1-4d34-a725-440505b6f951 None None] Bound port: 5e9631b1-754c-42e2-aab8-f62fd1a0a6a4, host: dv-cinder-839793-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe506043-d64f-420e-bda4-fab290621067', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'}}] {{(pid=115113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 15:50:02.368303 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-66565ca1-0ec1-4d34-a725-440505b6f951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (5e9631b1-754c-42e2-aab8-f62fd1a0a6a4), before_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:02.400921 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543deaa2-a535-4c76-a02b-82d8b97c0f13 None None] Pushing event updated for resources: {'Port': ['ID=dca83285-d7a9-4c27-9d6e-fa8fbf26fa49,revision_number=3']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:50:02.414936 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-c56a4adb-2d6e-4f1e-a65f-b92650c9c16e admin admin] Publish callbacks [] for port (c34f3abe-29a2-4ff0-90c8-032f33e47e73), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:02.449496 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.db [None req-66565ca1-0ec1-4d34-a725-440505b6f951 None None] For port 5e9631b1-754c-42e2-aab8-f62fd1a0a6a4, host dv-cinder-839793-11-iscsi, cleared binding levels {{(pid=115113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 15:50:02.453214 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.db [None req-66565ca1-0ec1-4d34-a725-440505b6f951 None None] For port 5e9631b1-754c-42e2-aab8-f62fd1a0a6a4, host dv-cinder-839793-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=5e9631b1-754c-42e2-aab8-f62fd1a0a6a4,segment=NetworkSegment(fe506043-d64f-420e-bda4-fab290621067),segment_id=fe506043-d64f-420e-bda4-fab290621067)] {{(pid=115113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 15:50:02.461189 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-66565ca1-0ec1-4d34-a725-440505b6f951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (5e9631b1-754c-42e2-aab8-f62fd1a0a6a4), after_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:02.475075 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-c56a4adb-2d6e-4f1e-a65f-b92650c9c16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (c34f3abe-29a2-4ff0-90c8-032f33e47e73), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:02.521593 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56a4adb-2d6e-4f1e-a65f-b92650c9c16e admin admin] Network 290e52c0-1373-44fb-95a5-95fb49b019d5 is already hosted by enough agents. {{(pid=115110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:50:02.524762 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.base_scheduler [None req-c56a4adb-2d6e-4f1e-a65f-b92650c9c16e admin admin] Resources bound (agent type, host, resource id): {{(pid=115110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:50:02.535659 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-c5261ff2-0cda-4ae1-8823-eb8682ba5a99 None None] Provisioning complete for port dca83285-d7a9-4c27-9d6e-fa8fbf26fa49 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:50:02.536629 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-c5261ff2-0cda-4ae1-8823-eb8682ba5a99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (dca83285-d7a9-4c27-9d6e-fa8fbf26fa49), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:02.537317 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56a4adb-2d6e-4f1e-a65f-b92650c9c16e admin admin] Received port after_create {{(pid=115110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:50:02.555304 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4eb9cc-bf1f-45f6-b52b-5f7594d1a6df None None] Pushing event updated for resources: {'Port': ['ID=5e9631b1-754c-42e2-aab8-f62fd1a0a6a4,revision_number=3']} {{(pid=115113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:50:02.562279 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66565ca1-0ec1-4d34-a725-440505b6f951 None None] Routers {'697441bb-75db-447c-8a5a-9193429a543a'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:50:02.563327 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-66565ca1-0ec1-4d34-a725-440505b6f951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:49:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['697441bb-75db-447c-8a5a-9193429a543a'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:50:02.575905 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a4adb-2d6e-4f1e-a65f-b92650c9c16e admin admin] Pushing event updated for resources: {'Port': ['ID=c34f3abe-29a2-4ff0-90c8-032f33e47e73,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:50:02.621727 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-c56a4adb-2d6e-4f1e-a65f-b92650c9c16e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753341'] for router_interface (697441bb-75db-447c-8a5a-9193429a543a), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:02.657825 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-c5261ff2-0cda-4ae1-8823-eb8682ba5a99 None None] Current status of the port dca83285-d7a9-4c27-9d6e-fa8fbf26fa49 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:50:02.730010 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-66565ca1-0ec1-4d34-a725-440505b6f951 None None] Set router 697441bb-75db-447c-8a5a-9193429a543a gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:50:02.796395 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a767a5-e2eb-482a-9b70-88fde184bbc4 req-cd1b0ee6-dce9-4a1a-a923-62b8f6e2bf45 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:02.798140 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f5a767a5-e2eb-482a-9b70-88fde184bbc4 req-cd1b0ee6-dce9-4a1a-a923-62b8f6e2bf45 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=59c281dd-b07e-4f45-b8dc-7021e826f06b HTTP/1.1" status: 200 len: 944 time: 0.0582054 May 14 15:50:02.810906 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-c56a4adb-2d6e-4f1e-a65f-b92650c9c16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (c34f3abe-29a2-4ff0-90c8-032f33e47e73), before_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:02.889323 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-60e8bbd5-c320-46c7-85bb-f644fb79e8ad None None] Provisioning complete for port c34f3abe-29a2-4ff0-90c8-032f33e47e73 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:50:02.889770 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-60e8bbd5-c320-46c7-85bb-f644fb79e8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (c34f3abe-29a2-4ff0-90c8-032f33e47e73), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:02.938426 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f5a767a5-e2eb-482a-9b70-88fde184bbc4 req-39f53edb-2eb4-46c4-b47a-44174a259224 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a33137-e7f7-4c70-9a4f-e6e87acef7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324582 May 14 15:50:02.953440 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device dca83285-d7a9-4c27-9d6e-fa8fbf26fa49 up at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:50:02.991614 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-66565ca1-0ec1-4d34-a725-440505b6f951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697441bb-75db-447c-8a5a-9193429a543a', 'name': 'tempest-TestVolumeBootPattern-29124421-router', 'tenant_id': 'f418dee8090d4399b5f8e4bd45886f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '5e9631b1-754c-42e2-aab8-f62fd1a0a6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:49:59Z', 'updated_at': '2022-05-14T15:50:00Z', 'revision_number': 3, 'project_id': 'f418dee8090d4399b5f8e4bd45886f0d', 'gw_port': {'id': '5e9631b1-754c-42e2-aab8-f62fd1a0a6a4', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:62:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697441bb-75db-447c-8a5a-9193429a543a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:49:59Z', 'updated_at': '2022-05-14T15:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi'}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:50:03.000390 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-60e8bbd5-c320-46c7-85bb-f644fb79e8ad None None] Port c34f3abe-29a2-4ff0-90c8-032f33e47e73 cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 14 15:50:03.021180 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Provisioning complete for port dca83285-d7a9-4c27-9d6e-fa8fbf26fa49 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:50:03.021604 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (dca83285-d7a9-4c27-9d6e-fa8fbf26fa49), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:03.077758 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-c56a4adb-2d6e-4f1e-a65f-b92650c9c16e admin admin] Publish callbacks [] for port (c34f3abe-29a2-4ff0-90c8-032f33e47e73), precommit_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:03.083147 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-c56a4adb-2d6e-4f1e-a65f-b92650c9c16e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3204974'] for port (c34f3abe-29a2-4ff0-90c8-032f33e47e73), after_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:03.108677 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port dca83285-d7a9-4c27-9d6e-fa8fbf26fa49 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:50:03.122848 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66565ca1-0ec1-4d34-a725-440505b6f951 None None] The sync data for ids ['697441bb-75db-447c-8a5a-9193429a543a'] in dv-cinder-839793-11-iscsi is: [{'id': '697441bb-75db-447c-8a5a-9193429a543a', 'name': 'tempest-TestVolumeBootPattern-29124421-router', 'tenant_id': 'f418dee8090d4399b5f8e4bd45886f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '5e9631b1-754c-42e2-aab8-f62fd1a0a6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:49:59Z', 'updated_at': '2022-05-14T15:50:00Z', 'revision_number': 3, 'project_id': 'f418dee8090d4399b5f8e4bd45886f0d', 'gw_port': {'id': '5e9631b1-754c-42e2-aab8-f62fd1a0a6a4', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:62:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697441bb-75db-447c-8a5a-9193429a543a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:49:59Z', 'updated_at': '2022-05-14T15:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi'}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 15:50:03.157494 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-c56a4adb-2d6e-4f1e-a65f-b92650c9c16e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1680718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753783'] for router_interface (697441bb-75db-447c-8a5a-9193429a543a), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:03.174887 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a4adb-2d6e-4f1e-a65f-b92650c9c16e admin admin] Pushing event updated for resources: {'Port': ['ID=c34f3abe-29a2-4ff0-90c8-032f33e47e73,revision_number=2']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:50:03.261786 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-168269d5-d683-4024-afeb-de9efbf74d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:03.271449 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56a4adb-2d6e-4f1e-a65f-b92650c9c16e admin admin] Network 290e52c0-1373-44fb-95a5-95fb49b019d5 is already hosted by enough agents. {{(pid=115110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:50:03.272803 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.base_scheduler [None req-c56a4adb-2d6e-4f1e-a65f-b92650c9c16e admin admin] Resources bound (agent type, host, resource id): {{(pid=115110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:50:03.466695 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c56a4adb-2d6e-4f1e-a65f-b92650c9c16e admin admin] Router 697441bb-75db-447c-8a5a-9193429a543a has already been hosted by L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f {{(pid=115110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 15:50:03.628793 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (df6c86ae-fc26-40a3-91a1-648a304bf46f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:03.629913 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-293d95e8-87a8-48a6-a99d-ac196dc3fec2 None None] Provisioning complete for port c34f3abe-29a2-4ff0-90c8-032f33e47e73 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:50:03.630274 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-293d95e8-87a8-48a6-a99d-ac196dc3fec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (c34f3abe-29a2-4ff0-90c8-032f33e47e73), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:03.634548 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device b29a17c4-2b40-425d-85cf-0498169b2b00 up at agent hyperv_hv-cinder-83979 {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:50:03.717510 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-293d95e8-87a8-48a6-a99d-ac196dc3fec2 None None] Port c34f3abe-29a2-4ff0-90c8-032f33e47e73 cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 14 15:50:03.731329 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Provisioning for port b29a17c4-2b40-425d-85cf-0498169b2b00 completed by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 14 15:50:03.740978 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Provisioning complete for port b29a17c4-2b40-425d-85cf-0498169b2b00 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:50:03.741568 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (b29a17c4-2b40-425d-85cf-0498169b2b00), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:03.836618 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port b29a17c4-2b40-425d-85cf-0498169b2b00 is: BUILD; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:50:03.837103 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (b29a17c4-2b40-425d-85cf-0498169b2b00), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:03.846681 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56a4adb-2d6e-4f1e-a65f-b92650c9c16e admin admin] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 15:50:03.852412 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-c56a4adb-2d6e-4f1e-a65f-b92650c9c16e admin admin] 10.222.0.61 "PUT /v2.0/routers/697441bb-75db-447c-8a5a-9193429a543a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4929543 May 14 15:50:03.876091 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c281dd-b07e-4f45-b8dc-7021e826f06b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29a17c4-2b40-425d-85cf-0498169b2b00'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:50:03.878590 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bb685cd0d0d5598b2dce4f6f2400b8bab1844baadda65bc385176a7d6dc4011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56bb0dd4-ad51-4dd9-ad46-88f92f2b31f0" -d '{"events": [{"server_uuid": "59c281dd-b07e-4f45-b8dc-7021e826f06b", "name": "network-vif-plugged", "status": "completed", "tag": "b29a17c4-2b40-425d-85cf-0498169b2b00"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:50:03.894832 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port b29a17c4-2b40-425d-85cf-0498169b2b00, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=b29a17c4-2b40-425d-85cf-0498169b2b00,segment=NetworkSegment(4f40e848-fb9d-4d21-b482-dac44d3cf917),segment_id=4f40e848-fb9d-4d21-b482-dac44d3cf917)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:50:03.900865 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (b29a17c4-2b40-425d-85cf-0498169b2b00), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:03.930302 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 15:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b74f84d-6387-4488-b0cf-9175d09c5782 x-openstack-request-id: req-8b74f84d-6387-4488-b0cf-9175d09c5782 {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:50:03.930657 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c281dd-b07e-4f45-b8dc-7021e826f06b", "name": "network-vif-plugged", "status": "completed", "tag": "b29a17c4-2b40-425d-85cf-0498169b2b00", "code": 200}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:50:03.930884 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8b74f84d-6387-4488-b0cf-9175d09c5782 {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:50:03.931311 dv-cinder-839793-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b74f84d-6387-4488-b0cf-9175d09c5782'] response: {'server_uuid': '59c281dd-b07e-4f45-b8dc-7021e826f06b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29a17c4-2b40-425d-85cf-0498169b2b00', 'code': 200} May 14 15:50:03.975973 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=b29a17c4-2b40-425d-85cf-0498169b2b00,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:50:04.069766 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ed4c5-b797-4d97-8916-71c5f77a93ef req-c8ff1675-fc3c-4e02-8e08-20b032788ce7 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:04.071352 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f58ed4c5-b797-4d97-8916-71c5f77a93ef req-c8ff1675-fc3c-4e02-8e08-20b032788ce7 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=59c281dd-b07e-4f45-b8dc-7021e826f06b HTTP/1.1" status: 200 len: 945 time: 0.0765965 May 14 15:50:04.132044 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f58ed4c5-b797-4d97-8916-71c5f77a93ef req-cff389a9-0adf-409f-9bd4-7ff07268a62c tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a33137-e7f7-4c70-9a4f-e6e87acef7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541308 May 14 15:50:04.188722 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea422ba-0b6c-4622-95a8-a38b37497f98 req-63b2e222-6865-4e30-8828-d0187f65fb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:04.190228 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1ea422ba-0b6c-4622-95a8-a38b37497f98 req-63b2e222-6865-4e30-8828-d0187f65fb94 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=59c281dd-b07e-4f45-b8dc-7021e826f06b HTTP/1.1" status: 200 len: 1129 time: 0.0421550 May 14 15:50:04.253939 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1ea422ba-0b6c-4622-95a8-a38b37497f98 req-228b0944-34b8-448e-9ad2-0c28e7a71710 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=63a33137-e7f7-4c70-9a4f-e6e87acef7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514588 May 14 15:50:04.286897 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:04.318099 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 39480) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:50:04.323159 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-297c6367-5e6f-4dae-8496-af2f70668502 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1987363797', 'description': 'tempest-secgroup-smoke-1987363797 description', 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:50:04.344848 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-297c6367-5e6f-4dae-8496-af2f70668502 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:04.413809 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-297c6367-5e6f-4dae-8496-af2f70668502 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks [] for security_group (3dbc9699-a7c3-4ea6-bbf3-899c96de1d48), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:04.417382 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-297c6367-5e6f-4dae-8496-af2f70668502 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (3dbc9699-a7c3-4ea6-bbf3-899c96de1d48), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:04.446863 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-297c6367-5e6f-4dae-8496-af2f70668502 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:04.448228 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-297c6367-5e6f-4dae-8496-af2f70668502 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1290479 May 14 15:50:04.450161 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297c6367-5e6f-4dae-8496-af2f70668502 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:50:04.451248 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 39482) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:50:04.455888 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-c81ba2b5-4ca7-4ac2-8022-1354a749b03b tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Request body: {'security_group_rule': {'security_group_id': '3dbc9699-a7c3-4ea6-bbf3-899c96de1d48', 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:50:04.485330 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-c81ba2b5-4ca7-4ac2-8022-1354a749b03b tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks [] for security_group_rule (88f4b91f-7f24-4798-b12a-4000d4a656c2), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:04.533219 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-c81ba2b5-4ca7-4ac2-8022-1354a749b03b tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks [] for security_group_rule (88f4b91f-7f24-4798-b12a-4000d4a656c2), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:04.537061 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-c81ba2b5-4ca7-4ac2-8022-1354a749b03b tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639472'] for security_group_rule (88f4b91f-7f24-4798-b12a-4000d4a656c2), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:04.555295 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ba2b5-4ca7-4ac2-8022-1354a749b03b tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88f4b91f-7f24-4798-b12a-4000d4a656c2,revision_number=0']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:50:04.563030 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-c81ba2b5-4ca7-4ac2-8022-1354a749b03b tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:04.569129 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-c81ba2b5-4ca7-4ac2-8022-1354a749b03b tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1144595 May 14 15:50:04.569335 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 39486) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:50:04.573791 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-5ac8e2e6-5dd2-42a4-96ba-54f02ed461db tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Request body: {'security_group_rule': {'security_group_id': '3dbc9699-a7c3-4ea6-bbf3-899c96de1d48', 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:50:04.616943 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-5ac8e2e6-5dd2-42a4-96ba-54f02ed461db tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks [] for security_group_rule (129ee85b-be3d-4dd6-853a-34bdddc9ffd6), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:04.682835 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-5ac8e2e6-5dd2-42a4-96ba-54f02ed461db tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks [] for security_group_rule (129ee85b-be3d-4dd6-853a-34bdddc9ffd6), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:04.686102 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-5ac8e2e6-5dd2-42a4-96ba-54f02ed461db tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639472'] for security_group_rule (129ee85b-be3d-4dd6-853a-34bdddc9ffd6), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:04.706000 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac8e2e6-5dd2-42a4-96ba-54f02ed461db tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=129ee85b-be3d-4dd6-853a-34bdddc9ffd6,revision_number=0']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:50:04.710834 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-5ac8e2e6-5dd2-42a4-96ba-54f02ed461db tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:04.712014 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-5ac8e2e6-5dd2-42a4-96ba-54f02ed461db tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1417649 May 14 15:50:04.716324 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 39490) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:50:04.720850 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-488ed509-a1b0-483c-9172-d2433200c192 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Request body: {'security_group_rule': {'security_group_id': '3dbc9699-a7c3-4ea6-bbf3-899c96de1d48', 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:50:04.749362 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-488ed509-a1b0-483c-9172-d2433200c192 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks [] for security_group_rule (2fc571ef-6eec-44cb-9258-e3211b410429), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:04.824866 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-488ed509-a1b0-483c-9172-d2433200c192 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks [] for security_group_rule (2fc571ef-6eec-44cb-9258-e3211b410429), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:04.828927 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-488ed509-a1b0-483c-9172-d2433200c192 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639472'] for security_group_rule (2fc571ef-6eec-44cb-9258-e3211b410429), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:04.846992 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ed509-a1b0-483c-9172-d2433200c192 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fc571ef-6eec-44cb-9258-e3211b410429,revision_number=0']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:50:04.854944 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-488ed509-a1b0-483c-9172-d2433200c192 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:04.856148 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-488ed509-a1b0-483c-9172-d2433200c192 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1386957 May 14 15:50:04.859017 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 39494) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:50:04.865271 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 5e9631b1-754c-42e2-aab8-f62fd1a0a6a4 up at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:50:04.867055 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-e4116f9a-2c63-47d6-b1b9-fb1b23e91b1f tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Request body: {'security_group_rule': {'security_group_id': '3dbc9699-a7c3-4ea6-bbf3-899c96de1d48', 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:50:04.901866 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-e4116f9a-2c63-47d6-b1b9-fb1b23e91b1f tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks [] for security_group_rule (657e17da-e90f-4f22-a06a-e3426bce4d6d), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:04.915102 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Provisioning complete for port 5e9631b1-754c-42e2-aab8-f62fd1a0a6a4 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:50:04.915477 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (5e9631b1-754c-42e2-aab8-f62fd1a0a6a4), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:04.969137 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-e4116f9a-2c63-47d6-b1b9-fb1b23e91b1f tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks [] for security_group_rule (657e17da-e90f-4f22-a06a-e3426bce4d6d), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:04.973754 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-e4116f9a-2c63-47d6-b1b9-fb1b23e91b1f tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639472'] for security_group_rule (657e17da-e90f-4f22-a06a-e3426bce4d6d), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:04.993411 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa1a585-1509-4372-bf93-4b25c62bf821 None None] Sync routers for ids ['697441bb-75db-447c-8a5a-9193429a543a'] in dv-cinder-839793-11-iscsi {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 15:50:04.995286 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4116f9a-2c63-47d6-b1b9-fb1b23e91b1f tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=657e17da-e90f-4f22-a06a-e3426bce4d6d,revision_number=0']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:50:05.003449 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-e4116f9a-2c63-47d6-b1b9-fb1b23e91b1f tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:05.004561 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-e4116f9a-2c63-47d6-b1b9-fb1b23e91b1f tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1446834 May 14 15:50:05.007469 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 39496) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:50:05.011740 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-c5f23ddc-80de-4962-91c8-137ec4f43275 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Request body: {'security_group_rule': {'security_group_id': '3dbc9699-a7c3-4ea6-bbf3-899c96de1d48', 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:50:05.017026 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa1a585-1509-4372-bf93-4b25c62bf821 None None] Routers {'697441bb-75db-447c-8a5a-9193429a543a'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:50:05.017935 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-efa1a585-1509-4372-bf93-4b25c62bf821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:50:03Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['697441bb-75db-447c-8a5a-9193429a543a'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:50:05.023406 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port 5e9631b1-754c-42e2-aab8-f62fd1a0a6a4 is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:50:05.023406 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (5e9631b1-754c-42e2-aab8-f62fd1a0a6a4), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:05.036017 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.db.securitygroups_db [None req-c5f23ddc-80de-4962-91c8-137ec4f43275 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Project 7a3a2b5dee7a404a8445c8aa434b5a43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 14 15:50:05.042250 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-c5f23ddc-80de-4962-91c8-137ec4f43275 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks [] for security_group_rule (c440e82b-4729-4cc7-a116-65ddf44bac84), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:05.076952 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] For port 5e9631b1-754c-42e2-aab8-f62fd1a0a6a4, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=5e9631b1-754c-42e2-aab8-f62fd1a0a6a4,segment=NetworkSegment(fe506043-d64f-420e-bda4-fab290621067),segment_id=fe506043-d64f-420e-bda4-fab290621067)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:50:05.082880 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (5e9631b1-754c-42e2-aab8-f62fd1a0a6a4), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:05.112336 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-c5f23ddc-80de-4962-91c8-137ec4f43275 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks [] for security_group_rule (c440e82b-4729-4cc7-a116-65ddf44bac84), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:05.117472 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-c5f23ddc-80de-4962-91c8-137ec4f43275 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639472'] for security_group_rule (c440e82b-4729-4cc7-a116-65ddf44bac84), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:05.137243 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f23ddc-80de-4962-91c8-137ec4f43275 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c440e82b-4729-4cc7-a116-65ddf44bac84,revision_number=0']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:50:05.144762 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-c5f23ddc-80de-4962-91c8-137ec4f43275 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:05.145998 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-c5f23ddc-80de-4962-91c8-137ec4f43275 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1376193 May 14 15:50:05.148841 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 39498) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:50:05.154083 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-ba94d901-6e2e-4a61-adfd-3966ce61d645 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Request body: {'security_group_rule': {'security_group_id': '3dbc9699-a7c3-4ea6-bbf3-899c96de1d48', 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:50:05.177854 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.db.securitygroups_db [None req-ba94d901-6e2e-4a61-adfd-3966ce61d645 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Project 7a3a2b5dee7a404a8445c8aa434b5a43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 14 15:50:05.189785 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-ba94d901-6e2e-4a61-adfd-3966ce61d645 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks [] for security_group_rule (95e661af-392e-4228-b76a-d92a847611e7), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:05.276494 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-ba94d901-6e2e-4a61-adfd-3966ce61d645 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks [] for security_group_rule (95e661af-392e-4228-b76a-d92a847611e7), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:05.282400 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-ba94d901-6e2e-4a61-adfd-3966ce61d645 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639472'] for security_group_rule (95e661af-392e-4228-b76a-d92a847611e7), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:05.298908 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e68646-5c38-4120-ac3f-608321238e33 req-812225d7-8837-4138-acff-f779028b6637 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:05.300392 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-27e68646-5c38-4120-ac3f-608321238e33 req-812225d7-8837-4138-acff-f779028b6637 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=59c281dd-b07e-4f45-b8dc-7021e826f06b HTTP/1.1" status: 200 len: 945 time: 0.0892580 May 14 15:50:05.316113 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Pushing event updated for resources: {'Port': ['ID=5e9631b1-754c-42e2-aab8-f62fd1a0a6a4,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:50:05.319771 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba94d901-6e2e-4a61-adfd-3966ce61d645 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95e661af-392e-4228-b76a-d92a847611e7,revision_number=0']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:50:05.333120 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-ba94d901-6e2e-4a61-adfd-3966ce61d645 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:05.334648 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-ba94d901-6e2e-4a61-adfd-3966ce61d645 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1844845 May 14 15:50:05.344341 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-efa1a585-1509-4372-bf93-4b25c62bf821 None None] Set router 697441bb-75db-447c-8a5a-9193429a543a gateway port host: dv-cinder-839793-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:50:05.374114 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-27e68646-5c38-4120-ac3f-608321238e33 req-0285f761-3a0d-446f-9b47-9b8c22af5221 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a33137-e7f7-4c70-9a4f-e6e87acef7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614686 May 14 15:50:05.572533 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-efa1a585-1509-4372-bf93-4b25c62bf821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697441bb-75db-447c-8a5a-9193429a543a', 'name': 'tempest-TestVolumeBootPattern-29124421-router', 'tenant_id': 'f418dee8090d4399b5f8e4bd45886f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '5e9631b1-754c-42e2-aab8-f62fd1a0a6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:49:59Z', 'updated_at': '2022-05-14T15:50:02Z', 'revision_number': 4, 'project_id': 'f418dee8090d4399b5f8e4bd45886f0d', 'gw_port': {'id': '5e9631b1-754c-42e2-aab8-f62fd1a0a6a4', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:62:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697441bb-75db-447c-8a5a-9193429a543a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:49:59Z', 'updated_at': '2022-05-14T15:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': 'c34f3abe-29a2-4ff0-90c8-032f33e47e73', 'name': '', 'network_id': '290e52c0-1373-44fb-95a5-95fb49b019d5', 'tenant_id': 'f418dee8090d4399b5f8e4bd45886f0d', 'mac_address': 'fa:16:3e:82:31:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697441bb-75db-447c-8a5a-9193429a543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'a5e8f706-f7e9-4ede-96dc-dce9afa8ac41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:50:02Z', 'updated_at': '2022-05-14T15:50:02Z', 'revision_number': 2, 'project_id': 'f418dee8090d4399b5f8e4bd45886f0d', 'subnets': [{'id': 'a5e8f706-f7e9-4ede-96dc-dce9afa8ac41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:50:05.598760 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa1a585-1509-4372-bf93-4b25c62bf821 None None] Checking router: 697441bb-75db-447c-8a5a-9193429a543a for host: dv-cinder-839793-11-iscsi {{(pid=115112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 15:50:05.599121 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa1a585-1509-4372-bf93-4b25c62bf821 None None] Updating router 697441bb-75db-447c-8a5a-9193429a543a port c34f3abe-29a2-4ff0-90c8-032f33e47e73 binding host dv-cinder-839793-11-iscsi {{(pid=115112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 15:50:05.628610 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-efa1a585-1509-4372-bf93-4b25c62bf821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (c34f3abe-29a2-4ff0-90c8-032f33e47e73), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:05.882595 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:05.967172 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-efa1a585-1509-4372-bf93-4b25c62bf821 None None] Publish callbacks [] for port (c34f3abe-29a2-4ff0-90c8-032f33e47e73), precommit_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:05.972389 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-efa1a585-1509-4372-bf93-4b25c62bf821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (c34f3abe-29a2-4ff0-90c8-032f33e47e73), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:06.023970 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc0f4e-27d9-4ad2-95a5-6e964949f6d9 None None] Pushing event updated for resources: {'Port': ['ID=c34f3abe-29a2-4ff0-90c8-032f33e47e73,revision_number=3']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:50:06.089266 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-efa1a585-1509-4372-bf93-4b25c62bf821 None None] Attempting to bind port c34f3abe-29a2-4ff0-90c8-032f33e47e73 on host dv-cinder-839793-11-iscsi for vnic_type normal with profile {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 15:50:06.089666 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-efa1a585-1509-4372-bf93-4b25c62bf821 None None] Attempting to bind port c34f3abe-29a2-4ff0-90c8-032f33e47e73 by drivers openvswitch,hyperv on host dv-cinder-839793-11-iscsi at level 0 using segments [{'id': '86c73961-011c-4bbb-bf8d-4a7c665103e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '290e52c0-1373-44fb-95a5-95fb49b019d5'}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 15:50:06.090186 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa1a585-1509-4372-bf93-4b25c62bf821 None None] Attempting to bind port c34f3abe-29a2-4ff0-90c8-032f33e47e73 on network 290e52c0-1373-44fb-95a5-95fb49b019d5 {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:50:06.097031 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa1a585-1509-4372-bf93-4b25c62bf821 None None] Checking agent: {'id': '57d31cd8-17bf-47b9-a2cf-22310545150a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 38, 7), 'started_at': datetime.datetime(2022, 5, 14, 15, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 15, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 15:50:06.097404 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa1a585-1509-4372-bf93-4b25c62bf821 None None] Checking segment: {'id': '86c73961-011c-4bbb-bf8d-4a7c665103e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '290e52c0-1373-44fb-95a5-95fb49b019d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:50:06.097802 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-efa1a585-1509-4372-bf93-4b25c62bf821 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:06.098189 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa1a585-1509-4372-bf93-4b25c62bf821 None None] Bound using segment: {'id': '86c73961-011c-4bbb-bf8d-4a7c665103e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '290e52c0-1373-44fb-95a5-95fb49b019d5'} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 15:50:06.098742 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-efa1a585-1509-4372-bf93-4b25c62bf821 None None] Bound port: c34f3abe-29a2-4ff0-90c8-032f33e47e73, host: dv-cinder-839793-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86c73961-011c-4bbb-bf8d-4a7c665103e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '290e52c0-1373-44fb-95a5-95fb49b019d5'}}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 15:50:06.099119 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-efa1a585-1509-4372-bf93-4b25c62bf821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (c34f3abe-29a2-4ff0-90c8-032f33e47e73), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:06.168465 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-efa1a585-1509-4372-bf93-4b25c62bf821 None None] For port c34f3abe-29a2-4ff0-90c8-032f33e47e73, host dv-cinder-839793-11-iscsi, cleared binding levels {{(pid=115112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 15:50:06.171901 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-efa1a585-1509-4372-bf93-4b25c62bf821 None None] For port c34f3abe-29a2-4ff0-90c8-032f33e47e73, host dv-cinder-839793-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=c34f3abe-29a2-4ff0-90c8-032f33e47e73,segment=NetworkSegment(86c73961-011c-4bbb-bf8d-4a7c665103e5),segment_id=86c73961-011c-4bbb-bf8d-4a7c665103e5)] {{(pid=115112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 15:50:06.178675 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-efa1a585-1509-4372-bf93-4b25c62bf821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (c34f3abe-29a2-4ff0-90c8-032f33e47e73), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:06.238950 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc0f4e-27d9-4ad2-95a5-6e964949f6d9 None None] Pushing event updated for resources: {'Port': ['ID=c34f3abe-29a2-4ff0-90c8-032f33e47e73,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:50:06.247818 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa1a585-1509-4372-bf93-4b25c62bf821 None None] Routers {'697441bb-75db-447c-8a5a-9193429a543a'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:50:06.250588 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-efa1a585-1509-4372-bf93-4b25c62bf821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:50:03Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['697441bb-75db-447c-8a5a-9193429a543a'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:50:06.311931 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-a20b3ab3-f3ef-4146-a447-dbd3f28a4ced None None] Provisioning complete for port c34f3abe-29a2-4ff0-90c8-032f33e47e73 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:50:06.312303 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-a20b3ab3-f3ef-4146-a447-dbd3f28a4ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (c34f3abe-29a2-4ff0-90c8-032f33e47e73), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:06.440323 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-efa1a585-1509-4372-bf93-4b25c62bf821 None None] Set router 697441bb-75db-447c-8a5a-9193429a543a gateway port host: dv-cinder-839793-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:50:06.507685 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431f4a9-9e82-4b0f-8611-2a01b83c4348 req-0baddcc1-feb4-43cb-afff-7208eefd3873 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:06.509506 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e431f4a9-9e82-4b0f-8611-2a01b83c4348 req-0baddcc1-feb4-43cb-afff-7208eefd3873 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=59c281dd-b07e-4f45-b8dc-7021e826f06b HTTP/1.1" status: 200 len: 945 time: 0.0545089 May 14 15:50:06.555290 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-a20b3ab3-f3ef-4146-a447-dbd3f28a4ced None None] Current status of the port c34f3abe-29a2-4ff0-90c8-032f33e47e73 is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:50:06.555676 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-a20b3ab3-f3ef-4146-a447-dbd3f28a4ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (c34f3abe-29a2-4ff0-90c8-032f33e47e73), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:06.566838 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e431f4a9-9e82-4b0f-8611-2a01b83c4348 req-abd8dc67-6dcd-4952-a560-b944e3acfbe9 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a33137-e7f7-4c70-9a4f-e6e87acef7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506737 May 14 15:50:06.640623 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-a20b3ab3-f3ef-4146-a447-dbd3f28a4ced None None] For port c34f3abe-29a2-4ff0-90c8-032f33e47e73, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=c34f3abe-29a2-4ff0-90c8-032f33e47e73,segment=NetworkSegment(86c73961-011c-4bbb-bf8d-4a7c665103e5),segment_id=86c73961-011c-4bbb-bf8d-4a7c665103e5)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:50:06.646830 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-a20b3ab3-f3ef-4146-a447-dbd3f28a4ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (c34f3abe-29a2-4ff0-90c8-032f33e47e73), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:06.745198 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20b3ab3-f3ef-4146-a447-dbd3f28a4ced None None] Pushing event updated for resources: {'Port': ['ID=c34f3abe-29a2-4ff0-90c8-032f33e47e73,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:50:06.751826 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-efa1a585-1509-4372-bf93-4b25c62bf821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697441bb-75db-447c-8a5a-9193429a543a', 'name': 'tempest-TestVolumeBootPattern-29124421-router', 'tenant_id': 'f418dee8090d4399b5f8e4bd45886f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '5e9631b1-754c-42e2-aab8-f62fd1a0a6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:49:59Z', 'updated_at': '2022-05-14T15:50:02Z', 'revision_number': 4, 'project_id': 'f418dee8090d4399b5f8e4bd45886f0d', 'gw_port': {'id': '5e9631b1-754c-42e2-aab8-f62fd1a0a6a4', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:62:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697441bb-75db-447c-8a5a-9193429a543a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:49:59Z', 'updated_at': '2022-05-14T15:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': 'c34f3abe-29a2-4ff0-90c8-032f33e47e73', 'name': '', 'network_id': '290e52c0-1373-44fb-95a5-95fb49b019d5', 'tenant_id': 'f418dee8090d4399b5f8e4bd45886f0d', 'mac_address': 'fa:16:3e:82:31:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697441bb-75db-447c-8a5a-9193429a543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'a5e8f706-f7e9-4ede-96dc-dce9afa8ac41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:50:02Z', 'updated_at': '2022-05-14T15:50:06Z', 'revision_number': 4, 'project_id': 'f418dee8090d4399b5f8e4bd45886f0d', 'subnets': [{'id': 'a5e8f706-f7e9-4ede-96dc-dce9afa8ac41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:50:06.783465 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa1a585-1509-4372-bf93-4b25c62bf821 None None] The sync data for ids ['697441bb-75db-447c-8a5a-9193429a543a'] in dv-cinder-839793-11-iscsi is: [{'id': '697441bb-75db-447c-8a5a-9193429a543a', 'name': 'tempest-TestVolumeBootPattern-29124421-router', 'tenant_id': 'f418dee8090d4399b5f8e4bd45886f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '5e9631b1-754c-42e2-aab8-f62fd1a0a6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:49:59Z', 'updated_at': '2022-05-14T15:50:02Z', 'revision_number': 4, 'project_id': 'f418dee8090d4399b5f8e4bd45886f0d', 'gw_port': {'id': '5e9631b1-754c-42e2-aab8-f62fd1a0a6a4', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:62:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697441bb-75db-447c-8a5a-9193429a543a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:49:59Z', 'updated_at': '2022-05-14T15:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': 'c34f3abe-29a2-4ff0-90c8-032f33e47e73', 'name': '', 'network_id': '290e52c0-1373-44fb-95a5-95fb49b019d5', 'tenant_id': 'f418dee8090d4399b5f8e4bd45886f0d', 'mac_address': 'fa:16:3e:82:31:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '697441bb-75db-447c-8a5a-9193429a543a', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'a5e8f706-f7e9-4ede-96dc-dce9afa8ac41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:50:02Z', 'updated_at': '2022-05-14T15:50:06Z', 'revision_number': 4, 'project_id': 'f418dee8090d4399b5f8e4bd45886f0d', 'subnets': [{'id': 'a5e8f706-f7e9-4ede-96dc-dce9afa8ac41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 15:50:06.791395 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-adeb2a4f-d74a-4c47-820c-d006c8db2b32 None None] Provisioning complete for port c34f3abe-29a2-4ff0-90c8-032f33e47e73 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:50:06.791872 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-adeb2a4f-d74a-4c47-820c-d006c8db2b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (c34f3abe-29a2-4ff0-90c8-032f33e47e73), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:06.899412 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 5e9631b1-754c-42e2-aab8-f62fd1a0a6a4 up at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:50:06.973563 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-adeb2a4f-d74a-4c47-820c-d006c8db2b32 None None] Current status of the port c34f3abe-29a2-4ff0-90c8-032f33e47e73 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:50:06.987996 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Provisioning complete for port 5e9631b1-754c-42e2-aab8-f62fd1a0a6a4 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:50:06.988484 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (5e9631b1-754c-42e2-aab8-f62fd1a0a6a4), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:07.083737 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port 5e9631b1-754c-42e2-aab8-f62fd1a0a6a4 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:50:07.332499 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:07.688028 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0693f9f-2cab-4f24-9eb9-af2855a6d97b req-8f599324-04cf-4975-9639-edf99df5fe6a tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:07.689574 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a0693f9f-2cab-4f24-9eb9-af2855a6d97b req-8f599324-04cf-4975-9639-edf99df5fe6a tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=59c281dd-b07e-4f45-b8dc-7021e826f06b HTTP/1.1" status: 200 len: 945 time: 0.0481129 May 14 15:50:07.746853 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a0693f9f-2cab-4f24-9eb9-af2855a6d97b req-cb715141-b1b9-4e98-8c37-f7551f5bbcd6 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a33137-e7f7-4c70-9a4f-e6e87acef7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511007 May 14 15:50:08.543586 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eeba3b-65c9-48ce-89e1-0bd2493df06a req-c6aa7717-1cd9-4fc7-9d3d-c8270d481ae0 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:08.544941 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-39eeba3b-65c9-48ce-89e1-0bd2493df06a req-c6aa7717-1cd9-4fc7-9d3d-c8270d481ae0 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=59c281dd-b07e-4f45-b8dc-7021e826f06b HTTP/1.1" status: 200 len: 945 time: 0.0458360 May 14 15:50:08.597189 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-39eeba3b-65c9-48ce-89e1-0bd2493df06a req-a59406e6-5cfd-41d9-97df-38497bd66d9f tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a33137-e7f7-4c70-9a4f-e6e87acef7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467460 May 14 15:50:08.859382 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device c34f3abe-29a2-4ff0-90c8-032f33e47e73 up at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:50:08.904573 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Provisioning complete for port c34f3abe-29a2-4ff0-90c8-032f33e47e73 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:50:08.905040 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (c34f3abe-29a2-4ff0-90c8-032f33e47e73), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:08.987958 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port c34f3abe-29a2-4ff0-90c8-032f33e47e73 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:50:09.722917 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5e8b5-d1dc-4369-9843-7b142faa51e9 req-b8404bd2-dc6f-46c6-b87a-c099451284d7 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:09.724409 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b6a5e8b5-d1dc-4369-9843-7b142faa51e9 req-b8404bd2-dc6f-46c6-b87a-c099451284d7 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=59c281dd-b07e-4f45-b8dc-7021e826f06b HTTP/1.1" status: 200 len: 945 time: 0.0508974 May 14 15:50:09.771392 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b6a5e8b5-d1dc-4369-9843-7b142faa51e9 req-66c2d114-1e9c-4500-9a3d-30c9c47d0417 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a33137-e7f7-4c70-9a4f-e6e87acef7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414226 May 14 15:50:10.638688 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5297c-632b-40f7-94dd-13f5f7c9d195 req-d8548d1c-7fac-4cdc-887b-c731b381daf7 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:10.640125 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-efd5297c-632b-40f7-94dd-13f5f7c9d195 req-d8548d1c-7fac-4cdc-887b-c731b381daf7 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.36 "GET /v2.0/ports?device_id=59c281dd-b07e-4f45-b8dc-7021e826f06b HTTP/1.1" status: 200 len: 945 time: 0.0459337 May 14 15:50:11.019857 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [req-efd5297c-632b-40f7-94dd-13f5f7c9d195 req-f066d1f0-5784-4392-8909-4b63eaf0b966 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Deleting port b29a17c4-2b40-425d-85cf-0498169b2b00 {{(pid=115111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 15:50:11.020679 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-efd5297c-632b-40f7-94dd-13f5f7c9d195 req-f066d1f0-5784-4392-8909-4b63eaf0b966 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (b29a17c4-2b40-425d-85cf-0498169b2b00), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:11.043198 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411bbc8c-e0d1-4e98-bb35-0b0e85ddad25 req-eb375304-c5db-4384-abe1-784318a5ad7d tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:11.044648 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-411bbc8c-e0d1-4e98-bb35-0b0e85ddad25 req-eb375304-c5db-4384-abe1-784318a5ad7d tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/ports?device_id=59c281dd-b07e-4f45-b8dc-7021e826f06b HTTP/1.1" status: 200 len: 945 time: 0.0835526 May 14 15:50:11.147698 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-411bbc8c-e0d1-4e98-bb35-0b0e85ddad25 req-ab31b37d-3d0e-41cd-ad0b-2c50633f6650 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.61 "GET /v2.0/security-groups?id=63a33137-e7f7-4c70-9a4f-e6e87acef7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962276 May 14 15:50:11.167381 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.db [req-efd5297c-632b-40f7-94dd-13f5f7c9d195 req-f066d1f0-5784-4392-8909-4b63eaf0b966 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] For port b29a17c4-2b40-425d-85cf-0498169b2b00, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=b29a17c4-2b40-425d-85cf-0498169b2b00,segment=NetworkSegment(4f40e848-fb9d-4d21-b482-dac44d3cf917),segment_id=4f40e848-fb9d-4d21-b482-dac44d3cf917)] {{(pid=115111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:50:11.167627 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-efd5297c-632b-40f7-94dd-13f5f7c9d195 req-f066d1f0-5784-4392-8909-4b63eaf0b966 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (b29a17c4-2b40-425d-85cf-0498169b2b00), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:11.181627 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [req-efd5297c-632b-40f7-94dd-13f5f7c9d195 req-f066d1f0-5784-4392-8909-4b63eaf0b966 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Calling delete_port for b29a17c4-2b40-425d-85cf-0498169b2b00 owned by compute:nova {{(pid=115111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 15:50:11.318874 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-efd5297c-632b-40f7-94dd-13f5f7c9d195 req-f066d1f0-5784-4392-8909-4b63eaf0b966 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764499'] for port (b29a17c4-2b40-425d-85cf-0498169b2b00), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:11.350060 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f066d1f0-5784-4392-8909-4b63eaf0b966 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Pushing event deleted for resources: {'Port': ['ID=b29a17c4-2b40-425d-85cf-0498169b2b00,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:50:11.354851 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] get_ports_and_sgs() called for port_ids ['b29a17c4-2b40-425d-85cf-0498169b2b00'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 15:50:11.394661 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd5297c-632b-40f7-94dd-13f5f7c9d195 req-f066d1f0-5784-4392-8909-4b63eaf0b966 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] No DVR routers for this DVR port b29a17c4-2b40-425d-85cf-0498169b2b00 on host hv-cinder-83979 {{(pid=115111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 15:50:11.397506 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-efd5297c-632b-40f7-94dd-13f5f7c9d195 req-f066d1f0-5784-4392-8909-4b63eaf0b966 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:11.400708 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-efd5297c-632b-40f7-94dd-13f5f7c9d195 req-f066d1f0-5784-4392-8909-4b63eaf0b966 tempest-VolumesActionsTest-1534566879 tempest-VolumesActionsTest-1534566879-project] 10.222.0.36 "DELETE /v2.0/ports/b29a17c4-2b40-425d-85cf-0498169b2b00 HTTP/1.1" status: 204 len: 173 time: 0.7552757 May 14 15:50:11.401201 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59c281dd-b07e-4f45-b8dc-7021e826f06b', 'name': 'network-vif-deleted', 'tag': 'b29a17c4-2b40-425d-85cf-0498169b2b00'}] {{(pid=115111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:50:11.403421 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d243af113ddc23b9a3ad38dde0a226f09410eb7dd6936b385d295fad3462c172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0156c4d6-e864-42b5-838f-a536b31c38ce" -d '{"events": [{"server_uuid": "59c281dd-b07e-4f45-b8dc-7021e826f06b", "name": "network-vif-deleted", "tag": "b29a17c4-2b40-425d-85cf-0498169b2b00"}]}' {{(pid=115111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:50:11.440948 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 15:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a5b7ae-ebe9-43c5-88ee-2d86a44277db x-openstack-request-id: req-e5a5b7ae-ebe9-43c5-88ee-2d86a44277db {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:50:11.441238 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59c281dd-b07e-4f45-b8dc-7021e826f06b", "name": "network-vif-deleted", "tag": "b29a17c4-2b40-425d-85cf-0498169b2b00", "status": "completed", "code": 200}]} {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:50:11.441494 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e5a5b7ae-ebe9-43c5-88ee-2d86a44277db {{(pid=115111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:50:11.441900 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5a5b7ae-ebe9-43c5-88ee-2d86a44277db'] response: {'server_uuid': '59c281dd-b07e-4f45-b8dc-7021e826f06b', 'name': 'network-vif-deleted', 'tag': 'b29a17c4-2b40-425d-85cf-0498169b2b00', 'status': 'completed', 'code': 200} May 14 15:50:13.672413 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device b29a17c4-2b40-425d-85cf-0498169b2b00 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 15:50:13.693834 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] No Port match for: b29a17c4-2b40-425d-85cf-0498169b2b00 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 14 15:50:13.694175 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device b29a17c4-2b40-425d-85cf-0498169b2b00 not bound to the agent host hv-cinder-83979 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 15:50:19.632649 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baacd7e9-a582-45c8-bcb2-cf27376033fc req-ddab2891-993f-465e-8f5f-142287579e1d tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:19.634822 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-baacd7e9-a582-45c8-bcb2-cf27376033fc req-ddab2891-993f-465e-8f5f-142287579e1d tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0548143 May 14 15:50:19.689751 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-baacd7e9-a582-45c8-bcb2-cf27376033fc req-3856e2ff-c3d7-4c87-8489-9bde59cab8c0 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488870 May 14 15:50:19.740900 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 39758) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:50:19.745570 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-3ebd0dfe-5aff-4da8-8702-2e15807ca158 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1477440700', 'description': 'tempest-description--872723213'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:50:19.767215 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-3ebd0dfe-5aff-4da8-8702-2e15807ca158 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:19.832725 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-3ebd0dfe-5aff-4da8-8702-2e15807ca158 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for security_group (c6ccb2cc-49ac-41b7-90ac-91d2855cb96e), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:19.838011 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-3ebd0dfe-5aff-4da8-8702-2e15807ca158 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (c6ccb2cc-49ac-41b7-90ac-91d2855cb96e), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:19.867000 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-3ebd0dfe-5aff-4da8-8702-2e15807ca158 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:19.868193 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-3ebd0dfe-5aff-4da8-8702-2e15807ca158 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1262558 May 14 15:50:19.869984 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebd0dfe-5aff-4da8-8702-2e15807ca158 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ccb2cc-49ac-41b7-90ac-91d2855cb96e,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:50:19.872527 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 39760) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:50:19.876673 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-395feeac-d4af-4d76-819a-0eb05fe2934b tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Request body: {'security_group_rule': {'security_group_id': 'c6ccb2cc-49ac-41b7-90ac-91d2855cb96e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:50:19.904327 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-395feeac-d4af-4d76-819a-0eb05fe2934b tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for security_group_rule (0df1d9ca-e51b-4b36-be4d-bc6edf95963a), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:19.959972 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-395feeac-d4af-4d76-819a-0eb05fe2934b tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for security_group_rule (0df1d9ca-e51b-4b36-be4d-bc6edf95963a), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:19.963492 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-395feeac-d4af-4d76-819a-0eb05fe2934b tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639472'] for security_group_rule (0df1d9ca-e51b-4b36-be4d-bc6edf95963a), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:19.980741 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395feeac-d4af-4d76-819a-0eb05fe2934b tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df1d9ca-e51b-4b36-be4d-bc6edf95963a,revision_number=0']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:50:19.988487 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-395feeac-d4af-4d76-819a-0eb05fe2934b tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:19.989656 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-395feeac-d4af-4d76-819a-0eb05fe2934b tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1162250 May 14 15:50:19.992357 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 39762) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:50:19.996752 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-936f3d03-3cd8-40ea-b399-8366ca2bea5d tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Request body: {'security_group_rule': {'security_group_id': 'c6ccb2cc-49ac-41b7-90ac-91d2855cb96e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:50:20.021923 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-936f3d03-3cd8-40ea-b399-8366ca2bea5d tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for security_group_rule (00bc88da-8dbc-4fd9-b8bb-f0437b0f2867), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:20.083413 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-936f3d03-3cd8-40ea-b399-8366ca2bea5d tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for security_group_rule (00bc88da-8dbc-4fd9-b8bb-f0437b0f2867), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:20.087053 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-936f3d03-3cd8-40ea-b399-8366ca2bea5d tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639472'] for security_group_rule (00bc88da-8dbc-4fd9-b8bb-f0437b0f2867), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:20.104803 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936f3d03-3cd8-40ea-b399-8366ca2bea5d tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00bc88da-8dbc-4fd9-b8bb-f0437b0f2867,revision_number=0']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:50:20.113537 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-936f3d03-3cd8-40ea-b399-8366ca2bea5d tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:20.114809 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-936f3d03-3cd8-40ea-b399-8366ca2bea5d tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1215222 May 14 15:50:20.117759 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 39768) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:50:20.121938 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-2f0e3b98-95cf-4949-a29e-977d6a20a677 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Request body: {'floatingip': {'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:50:20.141534 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-2f0e3b98-95cf-4949-a29e-977d6a20a677 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:20.218508 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-2f0e3b98-95cf-4949-a29e-977d6a20a677 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:20.321004 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.db_base_plugin_common [None req-2f0e3b98-95cf-4949-a29e-977d6a20a677 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Allocated IP 172.27.1.21 (ee365c6e-8595-4248-876b-4406c6eeb32a/3059297f-ebad-4161-8328-a5e88a7ee6dc/a96fb667-b5a8-4ca5-8ae2-aae21f9fb5b3) {{(pid=115110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:50:20.427534 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-2f0e3b98-95cf-4949-a29e-977d6a20a677 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for port (a96fb667-b5a8-4ca5-8ae2-aae21f9fb5b3), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:20.460927 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-2f0e3b98-95cf-4949-a29e-977d6a20a677 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (a96fb667-b5a8-4ca5-8ae2-aae21f9fb5b3), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:20.498198 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0e3b98-95cf-4949-a29e-977d6a20a677 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Network ee365c6e-8595-4248-876b-4406c6eeb32a is already hosted by enough agents. {{(pid=115110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:50:20.501030 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.base_scheduler [None req-2f0e3b98-95cf-4949-a29e-977d6a20a677 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Resources bound (agent type, host, resource id): {{(pid=115110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:50:20.506976 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0e3b98-95cf-4949-a29e-977d6a20a677 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Received port after_create {{(pid=115110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:50:20.512872 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e3b98-95cf-4949-a29e-977d6a20a677 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Pushing event updated for resources: {'Port': ['ID=a96fb667-b5a8-4ca5-8ae2-aae21f9fb5b3,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:50:20.597526 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-2f0e3b98-95cf-4949-a29e-977d6a20a677 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for floatingip (5c5471b6-979f-4c9b-aaef-ec4948c508d5), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:20.632753 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-2f0e3b98-95cf-4949-a29e-977d6a20a677 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (a96fb667-b5a8-4ca5-8ae2-aae21f9fb5b3), before_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:20.813434 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-2f0e3b98-95cf-4949-a29e-977d6a20a677 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for port (a96fb667-b5a8-4ca5-8ae2-aae21f9fb5b3), precommit_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:20.814139 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a5b656-4630-4239-bf39-6a8ed6c52123 req-89cc0d98-3344-48b0-b9c4-879df79b3780 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:20.815608 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d2a5b656-4630-4239-bf39-6a8ed6c52123 req-89cc0d98-3344-48b0-b9c4-879df79b3780 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0488832 May 14 15:50:20.818409 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-2f0e3b98-95cf-4949-a29e-977d6a20a677 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3204974'] for port (a96fb667-b5a8-4ca5-8ae2-aae21f9fb5b3), after_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:20.869281 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d2a5b656-4630-4239-bf39-6a8ed6c52123 req-2b0bc66f-a16d-4cd5-8954-45f6388ad9ae tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473042 May 14 15:50:20.893188 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e3b98-95cf-4949-a29e-977d6a20a677 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Pushing event updated for resources: {'Port': ['ID=a96fb667-b5a8-4ca5-8ae2-aae21f9fb5b3,revision_number=2']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:50:20.903661 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-2f0e3b98-95cf-4949-a29e-977d6a20a677 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1759531'] for floatingip (5c5471b6-979f-4c9b-aaef-ec4948c508d5), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:20.918497 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-2f0e3b98-95cf-4949-a29e-977d6a20a677 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for floatingip (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:20.919702 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-2f0e3b98-95cf-4949-a29e-977d6a20a677 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8010166 May 14 15:50:21.110013 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f32c6fbd-e0a3-457f-b56e-455efe9cb2a1 req-cc4db1b9-9906-4473-8e18-7a407b43ca7c tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1477440700&fields=id&tenant_id=7905689c95d44a5c9169249c70f7de57 HTTP/1.1" status: 200 len: 267 time: 0.0436099 May 14 15:50:21.217345 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c6fbd-e0a3-457f-b56e-455efe9cb2a1 req-2376e751-4c27-431d-b23f-ce81ddfb9a34 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:21.218729 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f32c6fbd-e0a3-457f-b56e-455efe9cb2a1 req-2376e751-4c27-431d-b23f-ce81ddfb9a34 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/networks?id=722d2578-8e0a-4535-bc1b-444c13327ab8 HTTP/1.1" status: 200 len: 814 time: 0.1021175 May 14 15:50:21.233204 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f32c6fbd-e0a3-457f-b56e-455efe9cb2a1 req-aae84b19-b0fa-4dbe-880b-6690fcb99816 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/quotas/7905689c95d44a5c9169249c70f7de57 HTTP/1.1" status: 200 len: 375 time: 0.0092270 May 14 15:50:21.282677 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f32c6fbd-e0a3-457f-b56e-455efe9cb2a1 req-0f172d91-5e2a-4cd2-a609-e0cee3d08533 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7905689c95d44a5c9169249c70f7de57&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0448735 May 14 15:50:21.380361 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f32c6fbd-e0a3-457f-b56e-455efe9cb2a1 req-08b7952f-7f84-42a1-b05c-804f9af37990 service neutron] 10.222.0.61 "GET /v2.0/networks/722d2578-8e0a-4535-bc1b-444c13327ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857213 May 14 15:50:21.468154 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f32c6fbd-e0a3-457f-b56e-455efe9cb2a1 req-d57715f5-9524-4693-afa1-9473b576b694 service neutron] 10.222.0.61 "GET /v2.0/networks/722d2578-8e0a-4535-bc1b-444c13327ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821519 May 14 15:50:21.634003 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-4b1ef616-0ef0-4bcd-b252-570dadb47a2d req-159175f9-51e7-494d-adef-b5a4fc172e3e tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=567fb38a-9c00-4de9-8a01-8070792cde75 HTTP/1.1" status: 200 len: 210 time: 0.0348547 May 14 15:50:21.989226 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812325b6-40b1-4937-b99d-a5f4c95d8eed req-27b9d58b-7403-4dad-a430-d049199a7927 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:21.990678 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-812325b6-40b1-4937-b99d-a5f4c95d8eed req-27b9d58b-7403-4dad-a430-d049199a7927 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0469997 May 14 15:50:22.037693 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-812325b6-40b1-4937-b99d-a5f4c95d8eed req-ed0317ff-63f8-49e2-8f33-a7ab8c968664 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407817 May 14 15:50:22.731911 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-17513d1b-15cd-432e-8f6d-71f441c5dadc req-a7866c3e-2e80-4767-8fce-bcc7885344cc tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=567fb38a-9c00-4de9-8a01-8070792cde75 HTTP/1.1" status: 200 len: 210 time: 0.0283613 May 14 15:50:23.157955 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe680a-2a77-4879-b8f3-e0d4658fa679 req-b2b7bd6e-5c77-41ff-b489-b5858a6df63c tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:23.159406 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-bffe680a-2a77-4879-b8f3-e0d4658fa679 req-b2b7bd6e-5c77-41ff-b489-b5858a6df63c tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0453057 May 14 15:50:23.207806 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-bffe680a-2a77-4879-b8f3-e0d4658fa679 req-f395c6c3-6fbe-4726-9e88-c36a52edeb01 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429757 May 14 15:50:23.825693 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e5450629-ba28-43ee-955f-72afbca50e80 req-d5e7274c-fc89-407c-9e0a-2875c18b2229 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=567fb38a-9c00-4de9-8a01-8070792cde75 HTTP/1.1" status: 200 len: 210 time: 0.0287764 May 14 15:50:24.323691 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30907ed3-ce8c-4fa6-9961-9b4e981a65d0 req-3d391126-306b-4530-8e9f-a85dccf407f7 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:24.325282 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-30907ed3-ce8c-4fa6-9961-9b4e981a65d0 req-3d391126-306b-4530-8e9f-a85dccf407f7 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0469160 May 14 15:50:24.372007 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-30907ed3-ce8c-4fa6-9961-9b4e981a65d0 req-9160c50c-b5d5-4254-8322-bbbe03c37e13 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412586 May 14 15:50:24.922050 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9341664f-4755-4070-b800-1e492c09bcad req-47282e29-7fbe-4ca2-99fe-d4d1290f6265 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=567fb38a-9c00-4de9-8a01-8070792cde75 HTTP/1.1" status: 200 len: 210 time: 0.0311060 May 14 15:50:25.493315 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b1cd9-447f-4612-9f93-824a2a80f0e8 req-6cbc3b5e-cee1-4b66-931b-08aed1fa9969 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:25.494787 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f18b1cd9-447f-4612-9f93-824a2a80f0e8 req-6cbc3b5e-cee1-4b66-931b-08aed1fa9969 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0477531 May 14 15:50:25.540703 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f18b1cd9-447f-4612-9f93-824a2a80f0e8 req-ff99519c-33d4-4cc4-a0e5-47de3229bd72 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399418 May 14 15:50:26.014827 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e9a8df71-22c5-4441-91ca-d073b5908c83 req-6ccdaa99-a519-4796-845a-a7486478fe01 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=567fb38a-9c00-4de9-8a01-8070792cde75 HTTP/1.1" status: 200 len: 210 time: 0.0276041 May 14 15:50:26.658719 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf7b722-dabd-494d-9198-3df0afbffc25 req-dd442d4a-b873-44b1-bea4-19e32d6a1f0d tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:26.660363 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3bf7b722-dabd-494d-9198-3df0afbffc25 req-dd442d4a-b873-44b1-bea4-19e32d6a1f0d tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0479908 May 14 15:50:26.710111 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3bf7b722-dabd-494d-9198-3df0afbffc25 req-78744393-5a0f-4e42-890e-9c064bdb4ef2 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441096 May 14 15:50:27.110618 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-4fceb3d8-58dc-4119-8de0-c32e708cb6c6 req-649d7ac3-9f78-4ece-82eb-9bc0948d5c11 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=567fb38a-9c00-4de9-8a01-8070792cde75 HTTP/1.1" status: 200 len: 210 time: 0.0307314 May 14 15:50:27.824639 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de288eaa-7893-49e6-a8f4-f7656dcfac8c req-5f32091f-927c-4acb-88a0-d126c6c41ba7 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:27.826868 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-de288eaa-7893-49e6-a8f4-f7656dcfac8c req-5f32091f-927c-4acb-88a0-d126c6c41ba7 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0462108 May 14 15:50:27.873584 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-de288eaa-7893-49e6-a8f4-f7656dcfac8c req-d9c46bf3-70a8-456f-a2ca-bd5b9ecee914 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410209 May 14 15:50:28.210994 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-2ad20c6e-664d-46f0-b5d1-8362a9aca07c req-470cd83f-9735-4a50-95ca-d7debb8f7069 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=567fb38a-9c00-4de9-8a01-8070792cde75 HTTP/1.1" status: 200 len: 210 time: 0.0312707 May 14 15:50:28.989697 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b44aa4-18af-4f41-8cb5-adbe82cbd7cd req-648e39b8-694f-40fe-99ca-b28bb5bc2e8c tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:28.991192 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-73b44aa4-18af-4f41-8cb5-adbe82cbd7cd req-648e39b8-694f-40fe-99ca-b28bb5bc2e8c tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0470052 May 14 15:50:29.036288 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-73b44aa4-18af-4f41-8cb5-adbe82cbd7cd req-af6a4305-e5d4-432e-8bd9-fc1d2bab3930 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396938 May 14 15:50:29.305666 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7ee3ec50-df75-42e5-a377-627133d3d08f req-9d1785ec-f599-47d6-9618-bee1029acea5 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=567fb38a-9c00-4de9-8a01-8070792cde75 HTTP/1.1" status: 200 len: 210 time: 0.0276513 May 14 15:50:30.152960 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a93f01-e2e7-4063-bcb9-0ab8053a3ce5 req-659ab8d6-b493-4669-98e2-5d4be64d857e tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:30.154994 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-61a93f01-e2e7-4063-bcb9-0ab8053a3ce5 req-659ab8d6-b493-4669-98e2-5d4be64d857e tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0462570 May 14 15:50:30.203878 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-61a93f01-e2e7-4063-bcb9-0ab8053a3ce5 req-3fd7803f-f3f0-458c-99b1-c96f47655ec6 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433409 May 14 15:50:30.400942 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3cebf4d7-b7e1-4a86-ac8b-2e2c73128a7c req-f39aecf6-be45-4409-a464-3660f8e2d8be tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=567fb38a-9c00-4de9-8a01-8070792cde75 HTTP/1.1" status: 200 len: 210 time: 0.0296612 May 14 15:50:31.017531 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-82fc54ad-28a4-4caa-af27-db52e9e957d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:31.325135 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831669d6-1add-4c76-853f-bb351825e35c req-1a80b2ae-9263-4f59-b86e-dcc1cc9644ac tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:31.326844 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-831669d6-1add-4c76-853f-bb351825e35c req-1a80b2ae-9263-4f59-b86e-dcc1cc9644ac tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0510161 May 14 15:50:31.377862 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-831669d6-1add-4c76-853f-bb351825e35c req-da71b15e-3cee-42fd-bce8-2095263b6b2e tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453634 May 14 15:50:31.506475 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-02ac804a-6345-4328-bc4f-d2519c216ad0 req-396ac2cc-3210-4162-8406-bb72074b429f tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=567fb38a-9c00-4de9-8a01-8070792cde75 HTTP/1.1" status: 200 len: 210 time: 0.0337267 May 14 15:50:32.494241 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b6b5c-1ff5-4dd6-b1b1-57d552761ca2 req-623360d0-ed3b-44da-8526-f270ddae5b3c tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:32.495705 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-fc9b6b5c-1ff5-4dd6-b1b1-57d552761ca2 req-623360d0-ed3b-44da-8526-f270ddae5b3c tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0461814 May 14 15:50:32.541318 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-fc9b6b5c-1ff5-4dd6-b1b1-57d552761ca2 req-e3ea0ceb-bbbc-4e9a-84de-2f7a00736b10 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399711 May 14 15:50:32.600728 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-30a3f177-3d63-4fae-99f9-13d4c2cb976d req-8e3c9c03-8f05-4926-8861-e245a38932a8 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=567fb38a-9c00-4de9-8a01-8070792cde75 HTTP/1.1" status: 200 len: 210 time: 0.0277240 May 14 15:50:33.222097 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f27f20a3-341a-4462-b21d-0b2ec5a802f5 req-2742224e-a3f4-41ca-8391-9217ec1d5293 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380342 May 14 15:50:33.263622 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-70aa60ab-a314-4313-9f0e-ab68ddb7f138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:33.300162 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f20a3-341a-4462-b21d-0b2ec5a802f5 req-8f3cf811-644d-4c1a-b961-8f0dc37af984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:33.301677 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f27f20a3-341a-4462-b21d-0b2ec5a802f5 req-8f3cf811-644d-4c1a-b961-8f0dc37af984 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7905689c95d44a5c9169249c70f7de57&device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 1130 time: 0.0442607 May 14 15:50:33.609440 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-cd1eea98-3021-4588-9590-5969087dafc2 None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 15:50:33.619611 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (df6c86ae-fc26-40a3-91a1-648a304bf46f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:33.718208 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce68ba4-19ce-4ae5-a4ce-45522403b741 req-85ce285f-06e4-41ae-9a6b-92a6a8d43bb3 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:33.719692 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-bce68ba4-19ce-4ae5-a4ce-45522403b741 req-85ce285f-06e4-41ae-9a6b-92a6a8d43bb3 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0887060 May 14 15:50:33.722955 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5bcefbb6-371c-41bc-9eb7-3d489263c9a1 req-578aff66-7151-4bd1-9bc9-3d12b02aeb91 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=567fb38a-9c00-4de9-8a01-8070792cde75 HTTP/1.1" status: 200 len: 210 time: 0.0487123 May 14 15:50:33.724283 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f20a3-341a-4462-b21d-0b2ec5a802f5 req-20968d8c-44cd-4cd6-8e1f-07558bde2ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:33.725605 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f27f20a3-341a-4462-b21d-0b2ec5a802f5 req-20968d8c-44cd-4cd6-8e1f-07558bde2ad5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=722d2578-8e0a-4535-bc1b-444c13327ab8 HTTP/1.1" status: 200 len: 915 time: 0.1624382 May 14 15:50:33.824603 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c6fbd-e0a3-457f-b56e-455efe9cb2a1 req-68d8cbce-d075-485a-be86-b3158bf47a6e tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:33.828602 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-f32c6fbd-e0a3-457f-b56e-455efe9cb2a1 req-68d8cbce-d075-485a-be86-b3158bf47a6e tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.36 "GET /v2.0/networks?id=722d2578-8e0a-4535-bc1b-444c13327ab8 HTTP/1.1" status: 200 len: 814 time: 0.1296494 May 14 15:50:33.836230 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-bce68ba4-19ce-4ae5-a4ce-45522403b741 req-8f8feb67-23c3-4b7d-b6b2-4d2f1d70cc94 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083214 May 14 15:50:33.868656 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f27f20a3-341a-4462-b21d-0b2ec5a802f5 req-f4323088-0730-4c9f-a3ca-606458f78ed3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3 HTTP/1.1" status: 200 len: 1001 time: 0.1212654 May 14 15:50:33.915507 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-f32c6fbd-e0a3-457f-b56e-455efe9cb2a1 req-105ce353-dcba-4cd9-9797-fb6ce4c1d297 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7905689c95d44a5c9169249c70f7de57 HTTP/1.1" status: 200 len: 472 time: 0.0714424 May 14 15:50:33.932167 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f20a3-341a-4462-b21d-0b2ec5a802f5 req-c3cfdb85-71b7-4580-907d-47f0e64de652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:33.933602 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f27f20a3-341a-4462-b21d-0b2ec5a802f5 req-c3cfdb85-71b7-4580-907d-47f0e64de652 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d11558f-f514-43f3-89bc-cf74b70b0dae HTTP/1.1" status: 200 len: 853 time: 0.0461953 May 14 15:50:34.053028 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [req-f32c6fbd-e0a3-457f-b56e-455efe9cb2a1 req-5504c53f-354c-4c6e-9956-9caf1fbf72d5 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Request body: {'port': {'device_id': '567fb38a-9c00-4de9-8a01-8070792cde75', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'admin_state_up': True, 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'security_groups': ['c6ccb2cc-49ac-41b7-90ac-91d2855cb96e']}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:50:34.093295 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f20a3-341a-4462-b21d-0b2ec5a802f5 req-d06a4c6b-c705-43f2-92cf-0f4d173b0bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:34.095127 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f27f20a3-341a-4462-b21d-0b2ec5a802f5 req-d06a4c6b-c705-43f2-92cf-0f4d173b0bd7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=722d2578-8e0a-4535-bc1b-444c13327ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398834 May 14 15:50:34.162374 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f32c6fbd-e0a3-457f-b56e-455efe9cb2a1 req-5504c53f-354c-4c6e-9956-9caf1fbf72d5 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Made reservation on behalf of 7905689c95d44a5c9169249c70f7de57 for: {'port': 1} {{(pid=115110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:50:34.165711 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-f32c6fbd-e0a3-457f-b56e-455efe9cb2a1 req-5504c53f-354c-4c6e-9956-9caf1fbf72d5 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:34.189466 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f27f20a3-341a-4462-b21d-0b2ec5a802f5 req-6eb9d09c-127e-4c1c-b870-f751297acdd0 service neutron] 10.222.0.36 "GET /v2.0/networks/722d2578-8e0a-4535-bc1b-444c13327ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875041 May 14 15:50:34.281561 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f27f20a3-341a-4462-b21d-0b2ec5a802f5 req-40b51c51-4c09-4151-b0ee-4e8321d2d115 service neutron] 10.222.0.36 "GET /v2.0/networks/722d2578-8e0a-4535-bc1b-444c13327ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858955 May 14 15:50:34.285357 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:34.301492 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.db_base_plugin_common [req-f32c6fbd-e0a3-457f-b56e-455efe9cb2a1 req-5504c53f-354c-4c6e-9956-9caf1fbf72d5 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Allocated IP 172.20.0.14 (722d2578-8e0a-4535-bc1b-444c13327ab8/0d11558f-f514-43f3-89bc-cf74b70b0dae/8fdc20f7-107b-43f1-810d-31e0e55a918f) {{(pid=115110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:50:34.439065 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-f32c6fbd-e0a3-457f-b56e-455efe9cb2a1 req-5504c53f-354c-4c6e-9956-9caf1fbf72d5 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for port (8fdc20f7-107b-43f1-810d-31e0e55a918f), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:34.471186 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-f32c6fbd-e0a3-457f-b56e-455efe9cb2a1 req-5504c53f-354c-4c6e-9956-9caf1fbf72d5 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (8fdc20f7-107b-43f1-810d-31e0e55a918f), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:34.516621 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f32c6fbd-e0a3-457f-b56e-455efe9cb2a1 req-5504c53f-354c-4c6e-9956-9caf1fbf72d5 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Network 722d2578-8e0a-4535-bc1b-444c13327ab8 is already hosted by enough agents. {{(pid=115110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:50:34.519733 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.base_scheduler [req-f32c6fbd-e0a3-457f-b56e-455efe9cb2a1 req-5504c53f-354c-4c6e-9956-9caf1fbf72d5 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Resources bound (agent type, host, resource id): {{(pid=115110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:50:34.525853 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.l3_dvrscheduler_db [req-f32c6fbd-e0a3-457f-b56e-455efe9cb2a1 req-5504c53f-354c-4c6e-9956-9caf1fbf72d5 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Received port after_create {{(pid=115110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:50:34.532186 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5504c53f-354c-4c6e-9956-9caf1fbf72d5 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Pushing event updated for resources: {'Port': ['ID=8fdc20f7-107b-43f1-810d-31e0e55a918f,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:50:34.562220 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5504c53f-354c-4c6e-9956-9caf1fbf72d5 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:50:34.562683 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5504c53f-354c-4c6e-9956-9caf1fbf72d5 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:50:34.563113 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5504c53f-354c-4c6e-9956-9caf1fbf72d5 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:50:34.563419 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5504c53f-354c-4c6e-9956-9caf1fbf72d5 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:50:34.563841 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5504c53f-354c-4c6e-9956-9caf1fbf72d5 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:50:34.564257 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5504c53f-354c-4c6e-9956-9caf1fbf72d5 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:50:34.564637 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5504c53f-354c-4c6e-9956-9caf1fbf72d5 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:50:34.565028 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5504c53f-354c-4c6e-9956-9caf1fbf72d5 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:50:34.565400 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5504c53f-354c-4c6e-9956-9caf1fbf72d5 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:50:34.565832 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5504c53f-354c-4c6e-9956-9caf1fbf72d5 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:50:34.566195 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5504c53f-354c-4c6e-9956-9caf1fbf72d5 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:50:34.566608 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5504c53f-354c-4c6e-9956-9caf1fbf72d5 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:50:34.566872 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5504c53f-354c-4c6e-9956-9caf1fbf72d5 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:50:34.567269 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5504c53f-354c-4c6e-9956-9caf1fbf72d5 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:50:34.567664 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5504c53f-354c-4c6e-9956-9caf1fbf72d5 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:50:34.590941 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c6fbd-e0a3-457f-b56e-455efe9cb2a1 req-5504c53f-354c-4c6e-9956-9caf1fbf72d5 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:34.591575 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-f32c6fbd-e0a3-457f-b56e-455efe9cb2a1 req-5504c53f-354c-4c6e-9956-9caf1fbf72d5 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:34.609642 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-f32c6fbd-e0a3-457f-b56e-455efe9cb2a1 req-5504c53f-354c-4c6e-9956-9caf1fbf72d5 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5604582 May 14 15:50:34.741771 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [req-f32c6fbd-e0a3-457f-b56e-455efe9cb2a1 req-feb7f0c2-ec30-42ed-bcd2-e1dc7a43c895 service neutron] Request body: {'port': {'device_id': '567fb38a-9c00-4de9-8a01-8070792cde75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:50:34.789830 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-e6a55734-b50e-46c7-9dc4-7c37d4172aba None None] Provisioning complete for port 8fdc20f7-107b-43f1-810d-31e0e55a918f triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:50:34.790197 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-e6a55734-b50e-46c7-9dc4-7c37d4172aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (8fdc20f7-107b-43f1-810d-31e0e55a918f), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:34.808713 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-f32c6fbd-e0a3-457f-b56e-455efe9cb2a1 req-feb7f0c2-ec30-42ed-bcd2-e1dc7a43c895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (8fdc20f7-107b-43f1-810d-31e0e55a918f), before_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:34.891159 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-e6a55734-b50e-46c7-9dc4-7c37d4172aba None None] Port 8fdc20f7-107b-43f1-810d-31e0e55a918f cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 14 15:50:34.917536 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783a3e7-50ba-4d7c-bc7c-1bd7166ddf04 req-90b2dafb-8662-477f-9af8-3808b2a7555e tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:34.919504 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8783a3e7-50ba-4d7c-bc7c-1bd7166ddf04 req-90b2dafb-8662-477f-9af8-3808b2a7555e tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=567fb38a-9c00-4de9-8a01-8070792cde75 HTTP/1.1" status: 200 len: 932 time: 0.0680709 May 14 15:50:35.016675 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2d52e-c35e-4f5b-8a13-0541f399f094 req-0fd67ffb-1a1a-45a3-a43d-b5945833a7a1 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:35.018114 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-17f2d52e-c35e-4f5b-8a13-0541f399f094 req-0fd67ffb-1a1a-45a3-a43d-b5945833a7a1 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0740402 May 14 15:50:35.025420 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8783a3e7-50ba-4d7c-bc7c-1bd7166ddf04 req-278b687e-fc0a-4b48-9fbb-7d55675c3ca2 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6ccb2cc-49ac-41b7-90ac-91d2855cb96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941303 May 14 15:50:35.094753 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-17f2d52e-c35e-4f5b-8a13-0541f399f094 req-ab1c415f-41a7-401a-9ad6-144e4c1d3105 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683682 May 14 15:50:35.168828 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.notifiers.nova [req-f32c6fbd-e0a3-457f-b56e-455efe9cb2a1 req-feb7f0c2-ec30-42ed-bcd2-e1dc7a43c895 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fdc20f7-107b-43f1-810d-31e0e55a918f {{(pid=115110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 15:50:35.178812 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-f32c6fbd-e0a3-457f-b56e-455efe9cb2a1 req-feb7f0c2-ec30-42ed-bcd2-e1dc7a43c895 service neutron] Publish callbacks [] for port (8fdc20f7-107b-43f1-810d-31e0e55a918f), precommit_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:35.198172 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.provisioning_blocks [req-f32c6fbd-e0a3-457f-b56e-455efe9cb2a1 req-feb7f0c2-ec30-42ed-bcd2-e1dc7a43c895 service neutron] Transition to ACTIVE for port object 8fdc20f7-107b-43f1-810d-31e0e55a918f will not be triggered until provisioned by entity L2. {{(pid=115110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 14 15:50:35.204557 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-f32c6fbd-e0a3-457f-b56e-455efe9cb2a1 req-feb7f0c2-ec30-42ed-bcd2-e1dc7a43c895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3204974'] for port (8fdc20f7-107b-43f1-810d-31e0e55a918f), after_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:35.302796 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb7f0c2-ec30-42ed-bcd2-e1dc7a43c895 service neutron] Pushing event updated for resources: {'Port': ['ID=8fdc20f7-107b-43f1-810d-31e0e55a918f,revision_number=2']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:50:35.384110 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.managers [req-f32c6fbd-e0a3-457f-b56e-455efe9cb2a1 req-feb7f0c2-ec30-42ed-bcd2-e1dc7a43c895 service neutron] Attempting to bind port 8fdc20f7-107b-43f1-810d-31e0e55a918f on host hv-cinder-83979 for vnic_type normal with profile {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 15:50:35.384444 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.managers [req-f32c6fbd-e0a3-457f-b56e-455efe9cb2a1 req-feb7f0c2-ec30-42ed-bcd2-e1dc7a43c895 service neutron] Attempting to bind port 8fdc20f7-107b-43f1-810d-31e0e55a918f by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'f5bdbe83-2873-41ef-b77e-b6a155bfb1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8'}] {{(pid=115110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 15:50:35.384779 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32c6fbd-e0a3-457f-b56e-455efe9cb2a1 req-feb7f0c2-ec30-42ed-bcd2-e1dc7a43c895 service neutron] Attempting to bind port 8fdc20f7-107b-43f1-810d-31e0e55a918f on network 722d2578-8e0a-4535-bc1b-444c13327ab8 {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:50:35.390001 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32c6fbd-e0a3-457f-b56e-455efe9cb2a1 req-feb7f0c2-ec30-42ed-bcd2-e1dc7a43c895 service neutron] Port 8fdc20f7-107b-43f1-810d-31e0e55a918f on network 722d2578-8e0a-4535-bc1b-444c13327ab8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 14 15:50:35.390396 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32c6fbd-e0a3-457f-b56e-455efe9cb2a1 req-feb7f0c2-ec30-42ed-bcd2-e1dc7a43c895 service neutron] Attempting to bind port 8fdc20f7-107b-43f1-810d-31e0e55a918f on network 722d2578-8e0a-4535-bc1b-444c13327ab8 {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:50:35.395329 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32c6fbd-e0a3-457f-b56e-455efe9cb2a1 req-feb7f0c2-ec30-42ed-bcd2-e1dc7a43c895 service neutron] Checking agent: {'id': 'df6c86ae-fc26-40a3-91a1-648a304bf46f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 44, 23), 'started_at': datetime.datetime(2022, 5, 14, 15, 44, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 15, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 15:50:35.395665 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32c6fbd-e0a3-457f-b56e-455efe9cb2a1 req-feb7f0c2-ec30-42ed-bcd2-e1dc7a43c895 service neutron] Checking segment: {'id': 'f5bdbe83-2873-41ef-b77e-b6a155bfb1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:50:35.396044 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32c6fbd-e0a3-457f-b56e-455efe9cb2a1 req-feb7f0c2-ec30-42ed-bcd2-e1dc7a43c895 service neutron] Bound using segment: {'id': 'f5bdbe83-2873-41ef-b77e-b6a155bfb1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8'} {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 15:50:35.396464 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.managers [req-f32c6fbd-e0a3-457f-b56e-455efe9cb2a1 req-feb7f0c2-ec30-42ed-bcd2-e1dc7a43c895 service neutron] Bound port: 8fdc20f7-107b-43f1-810d-31e0e55a918f, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5bdbe83-2873-41ef-b77e-b6a155bfb1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8'}}] {{(pid=115110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 15:50:35.396819 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-f32c6fbd-e0a3-457f-b56e-455efe9cb2a1 req-feb7f0c2-ec30-42ed-bcd2-e1dc7a43c895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (8fdc20f7-107b-43f1-810d-31e0e55a918f), before_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:35.494667 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [req-f32c6fbd-e0a3-457f-b56e-455efe9cb2a1 req-feb7f0c2-ec30-42ed-bcd2-e1dc7a43c895 service neutron] For port 8fdc20f7-107b-43f1-810d-31e0e55a918f, host hv-cinder-83979, cleared binding levels {{(pid=115110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 15:50:35.498128 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [req-f32c6fbd-e0a3-457f-b56e-455efe9cb2a1 req-feb7f0c2-ec30-42ed-bcd2-e1dc7a43c895 service neutron] For port 8fdc20f7-107b-43f1-810d-31e0e55a918f, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=8fdc20f7-107b-43f1-810d-31e0e55a918f,segment=NetworkSegment(f5bdbe83-2873-41ef-b77e-b6a155bfb1ac),segment_id=f5bdbe83-2873-41ef-b77e-b6a155bfb1ac)] {{(pid=115110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 15:50:35.505845 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-f32c6fbd-e0a3-457f-b56e-455efe9cb2a1 req-feb7f0c2-ec30-42ed-bcd2-e1dc7a43c895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3204974'] for port (8fdc20f7-107b-43f1-810d-31e0e55a918f), after_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:35.537279 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c6fbd-e0a3-457f-b56e-455efe9cb2a1 req-feb7f0c2-ec30-42ed-bcd2-e1dc7a43c895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:35.538009 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-f32c6fbd-e0a3-457f-b56e-455efe9cb2a1 req-feb7f0c2-ec30-42ed-bcd2-e1dc7a43c895 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:35.539403 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-f32c6fbd-e0a3-457f-b56e-455efe9cb2a1 req-feb7f0c2-ec30-42ed-bcd2-e1dc7a43c895 service neutron] 10.222.0.36 "PUT /v2.0/ports/8fdc20f7-107b-43f1-810d-31e0e55a918f HTTP/1.1" status: 200 len: 1094 time: 0.8022854 May 14 15:50:35.541704 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '567fb38a-9c00-4de9-8a01-8070792cde75', 'tag': '8fdc20f7-107b-43f1-810d-31e0e55a918f'}] {{(pid=115110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:50:35.543792 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a270656aa08f71c574e37588e4b5bc67f1398202d03dea947e2a2c931e3df3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d163c02-8c28-49ff-8dbf-e913dd38687b" -d '{"events": [{"name": "network-changed", "server_uuid": "567fb38a-9c00-4de9-8a01-8070792cde75", "tag": "8fdc20f7-107b-43f1-810d-31e0e55a918f"}]}' {{(pid=115110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:50:35.572199 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb7f0c2-ec30-42ed-bcd2-e1dc7a43c895 service neutron] Pushing event updated for resources: {'Port': ['ID=8fdc20f7-107b-43f1-810d-31e0e55a918f,revision_number=3']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:50:35.585241 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 15:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db56cfc-49fe-4777-83a1-30f379aafe73 x-openstack-request-id: req-7db56cfc-49fe-4777-83a1-30f379aafe73 {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:50:35.585532 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "567fb38a-9c00-4de9-8a01-8070792cde75", "tag": "8fdc20f7-107b-43f1-810d-31e0e55a918f", "status": "completed", "code": 200}]} {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:50:35.585822 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7db56cfc-49fe-4777-83a1-30f379aafe73 {{(pid=115110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:50:35.586225 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7db56cfc-49fe-4777-83a1-30f379aafe73'] response: {'name': 'network-changed', 'server_uuid': '567fb38a-9c00-4de9-8a01-8070792cde75', 'tag': '8fdc20f7-107b-43f1-810d-31e0e55a918f', 'status': 'completed', 'code': 200} May 14 15:50:35.648070 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c6fbd-e0a3-457f-b56e-455efe9cb2a1 req-2897456e-1b72-4b99-b210-3e6ecca69f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:35.649638 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-f32c6fbd-e0a3-457f-b56e-455efe9cb2a1 req-2897456e-1b72-4b99-b210-3e6ecca69f70 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7905689c95d44a5c9169249c70f7de57&device_id=567fb38a-9c00-4de9-8a01-8070792cde75 HTTP/1.1" status: 200 len: 1128 time: 0.0454772 May 14 15:50:35.696509 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-f32c6fbd-e0a3-457f-b56e-455efe9cb2a1 req-fb3ec48c-cb31-42a3-96e2-4de3b3eb8df2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fdc20f7-107b-43f1-810d-31e0e55a918f HTTP/1.1" status: 200 len: 217 time: 0.0359466 May 14 15:50:35.749021 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c6fbd-e0a3-457f-b56e-455efe9cb2a1 req-487091a1-db7e-4761-8980-8f62cb550c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:35.750442 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-f32c6fbd-e0a3-457f-b56e-455efe9cb2a1 req-487091a1-db7e-4761-8980-8f62cb550c6f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d11558f-f514-43f3-89bc-cf74b70b0dae HTTP/1.1" status: 200 len: 853 time: 0.0470397 May 14 15:50:35.798961 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c6fbd-e0a3-457f-b56e-455efe9cb2a1 req-d0352dcf-d569-4a79-856a-05316a53dff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:35.800458 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-f32c6fbd-e0a3-457f-b56e-455efe9cb2a1 req-d0352dcf-d569-4a79-856a-05316a53dff2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=722d2578-8e0a-4535-bc1b-444c13327ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420525 May 14 15:50:35.855696 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:35.892183 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-f32c6fbd-e0a3-457f-b56e-455efe9cb2a1 req-5d02172f-10c1-4217-b9f2-0b35bd72b430 service neutron] 10.222.0.36 "GET /v2.0/networks/722d2578-8e0a-4535-bc1b-444c13327ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852451 May 14 15:50:35.985050 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-f32c6fbd-e0a3-457f-b56e-455efe9cb2a1 req-fe927d6c-285b-4b74-9c8b-0cf1d8b81733 service neutron] 10.222.0.36 "GET /v2.0/networks/722d2578-8e0a-4535-bc1b-444c13327ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844052 May 14 15:50:36.150617 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d1690-442b-4022-ad21-ad546742b228 req-8ff51e83-2cf1-4cc1-9ab0-1002c9d089ca tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:36.152094 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e97d1690-442b-4022-ad21-ad546742b228 req-8ff51e83-2cf1-4cc1-9ab0-1002c9d089ca tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=567fb38a-9c00-4de9-8a01-8070792cde75 HTTP/1.1" status: 200 len: 944 time: 0.0521247 May 14 15:50:36.234107 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e379e625-e36f-41ba-9043-82c1cf61c36a req-fcf71af7-b5ca-42c0-9040-ccbebded544f tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:36.235601 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e379e625-e36f-41ba-9043-82c1cf61c36a req-fcf71af7-b5ca-42c0-9040-ccbebded544f tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0635486 May 14 15:50:36.239124 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e97d1690-442b-4022-ad21-ad546742b228 req-8398f570-266d-4b95-b7f4-dd74f62ab6a9 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6ccb2cc-49ac-41b7-90ac-91d2855cb96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801280 May 14 15:50:36.287091 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e379e625-e36f-41ba-9043-82c1cf61c36a req-8d51b234-120a-433d-aaf9-65691e53af0f tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454059 May 14 15:50:37.377344 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:37.395462 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc5f65-1c46-4c00-aa77-48370988d6b9 req-a18818d6-5aa7-44fd-a6a5-0dea5eae1158 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:37.406176 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-96dc5f65-1c46-4c00-aa77-48370988d6b9 req-a18818d6-5aa7-44fd-a6a5-0dea5eae1158 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=567fb38a-9c00-4de9-8a01-8070792cde75 HTTP/1.1" status: 200 len: 944 time: 0.0861366 May 14 15:50:37.494161 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-96dc5f65-1c46-4c00-aa77-48370988d6b9 req-9af4a231-ed78-4b49-8d7d-aa7570b49020 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6ccb2cc-49ac-41b7-90ac-91d2855cb96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875580 May 14 15:50:37.501221 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc202948-0f7c-473c-b8da-db4def771479 req-0684cfa3-7402-4eaf-af9d-d75fadcc40c4 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:37.502887 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-bc202948-0f7c-473c-b8da-db4def771479 req-0684cfa3-7402-4eaf-af9d-d75fadcc40c4 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0771124 May 14 15:50:37.564946 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-bc202948-0f7c-473c-b8da-db4def771479 req-e519059c-114f-48f8-abfb-86a1f5553d76 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554352 May 14 15:50:38.644547 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c650e356-b223-4ae2-9260-c7018c72b77a req-8f30c92f-54b1-4b87-9556-18c2fa445226 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:38.645967 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c650e356-b223-4ae2-9260-c7018c72b77a req-8f30c92f-54b1-4b87-9556-18c2fa445226 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=567fb38a-9c00-4de9-8a01-8070792cde75 HTTP/1.1" status: 200 len: 944 time: 0.0611520 May 14 15:50:38.727422 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c650e356-b223-4ae2-9260-c7018c72b77a req-a305b950-6222-4b62-ab11-81f66479165e tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6ccb2cc-49ac-41b7-90ac-91d2855cb96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754719 May 14 15:50:38.735555 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94dc12-067c-4f0f-aa47-9f4a327399f8 req-8e2d92b0-80d0-4691-9be9-3291475aeeff tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:38.737013 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6f94dc12-067c-4f0f-aa47-9f4a327399f8 req-8e2d92b0-80d0-4691-9be9-3291475aeeff tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0787027 May 14 15:50:38.799070 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6f94dc12-067c-4f0f-aa47-9f4a327399f8 req-63411015-2e91-47fb-9f93-ec7641cc591b tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452673 May 14 15:50:39.852375 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device 8fdc20f7-107b-43f1-810d-31e0e55a918f details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=115112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 14 15:50:39.885913 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c7a52-fee5-40e2-8fa1-29577857cf88 req-cefcf6ad-e220-4dcd-8fe1-2c0df4f9f856 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:39.897055 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-473c7a52-fee5-40e2-8fa1-29577857cf88 req-cefcf6ad-e220-4dcd-8fe1-2c0df4f9f856 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=567fb38a-9c00-4de9-8a01-8070792cde75 HTTP/1.1" status: 200 len: 944 time: 0.0830197 May 14 15:50:39.985949 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e738e7f-e4c1-46ef-81f8-fc84f0a26ccb req-7c261520-6b58-46ef-86ac-cc54263d1e88 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:39.992959 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7e738e7f-e4c1-46ef-81f8-fc84f0a26ccb req-7c261520-6b58-46ef-86ac-cc54263d1e88 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0602682 May 14 15:50:40.012404 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-473c7a52-fee5-40e2-8fa1-29577857cf88 req-83f4008b-12df-4ccb-ab20-d963289d3c76 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6ccb2cc-49ac-41b7-90ac-91d2855cb96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141391 May 14 15:50:40.036344 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port 8fdc20f7-107b-43f1-810d-31e0e55a918f, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=8fdc20f7-107b-43f1-810d-31e0e55a918f,segment=NetworkSegment(f5bdbe83-2873-41ef-b77e-b6a155bfb1ac),segment_id=f5bdbe83-2873-41ef-b77e-b6a155bfb1ac)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:50:40.040640 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Returning: {'device': '8fdc20f7-107b-43f1-810d-31e0e55a918f', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'port_id': '8fdc20f7-107b-43f1-810d-31e0e55a918f', 'mac_address': 'fa:16:3e:b0:94:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 14 15:50:40.062115 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7e738e7f-e4c1-46ef-81f8-fc84f0a26ccb req-5f82de48-14e6-43e2-9594-39825d9e7585 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653634 May 14 15:50:40.088748 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port 8fdc20f7-107b-43f1-810d-31e0e55a918f is: DOWN; New status is: BUILD {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:50:40.089584 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (8fdc20f7-107b-43f1-810d-31e0e55a918f), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:40.110604 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fdc20f7-107b-43f1-810d-31e0e55a918f {{(pid=115112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 15:50:40.133121 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port 8fdc20f7-107b-43f1-810d-31e0e55a918f, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=8fdc20f7-107b-43f1-810d-31e0e55a918f,segment=NetworkSegment(f5bdbe83-2873-41ef-b77e-b6a155bfb1ac),segment_id=f5bdbe83-2873-41ef-b77e-b6a155bfb1ac)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:50:40.138337 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (8fdc20f7-107b-43f1-810d-31e0e55a918f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:40.198695 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=8fdc20f7-107b-43f1-810d-31e0e55a918f,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:50:40.206280 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:50:40.206653 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:50:40.206990 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:50:40.209143 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:50:40.209143 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:50:40.209143 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:50:40.209143 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:50:40.209143 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:50:40.209643 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:50:40.210164 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:50:40.210710 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:50:40.211131 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:50:40.211525 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:50:40.211925 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:50:40.212292 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:50:41.189912 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288dcd5a-695d-4e2f-b6b5-28bd27d9cc58 req-0aa88d93-92d5-4927-930e-bc49c168c571 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:41.191762 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-288dcd5a-695d-4e2f-b6b5-28bd27d9cc58 req-0aa88d93-92d5-4927-930e-bc49c168c571 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=567fb38a-9c00-4de9-8a01-8070792cde75 HTTP/1.1" status: 200 len: 945 time: 0.1036372 May 14 15:50:41.221626 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8badcbe0-e21e-4847-bfcf-5764febefe25 req-7369a781-915b-4722-982e-1ac191779ead tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:41.223120 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8badcbe0-e21e-4847-bfcf-5764febefe25 req-7369a781-915b-4722-982e-1ac191779ead tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0806537 May 14 15:50:41.294106 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-288dcd5a-695d-4e2f-b6b5-28bd27d9cc58 req-bc71b054-d906-475a-addf-1874c5b1c9ea tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6ccb2cc-49ac-41b7-90ac-91d2855cb96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955806 May 14 15:50:41.310891 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8badcbe0-e21e-4847-bfcf-5764febefe25 req-dedd49aa-16a3-4a2e-bc53-9730b8f038d9 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790908 May 14 15:50:41.349896 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] get_ports_and_sgs() called for port_ids ['8fdc20f7-107b-43f1-810d-31e0e55a918f'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 15:50:41.393783 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d163c02-8c28-49ff-8dbf-e913dd38687b req-8b493fea-a3f8-4b4f-ae3c-2007837fd592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:41.396087 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-3d163c02-8c28-49ff-8dbf-e913dd38687b req-8b493fea-a3f8-4b4f-ae3c-2007837fd592 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7905689c95d44a5c9169249c70f7de57&device_id=567fb38a-9c00-4de9-8a01-8070792cde75 HTTP/1.1" status: 200 len: 1129 time: 0.0626333 May 14 15:50:41.572073 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d163c02-8c28-49ff-8dbf-e913dd38687b req-4a9a91ab-2dc8-497f-a0c1-9f8892193f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:41.573779 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-3d163c02-8c28-49ff-8dbf-e913dd38687b req-4a9a91ab-2dc8-497f-a0c1-9f8892193f33 service neutron] 10.222.0.36 "GET /v2.0/networks?id=722d2578-8e0a-4535-bc1b-444c13327ab8 HTTP/1.1" status: 200 len: 915 time: 0.1696136 May 14 15:50:41.664571 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-3d163c02-8c28-49ff-8dbf-e913dd38687b req-8d216bf9-9eed-4358-b2be-60803d4ab587 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fdc20f7-107b-43f1-810d-31e0e55a918f HTTP/1.1" status: 200 len: 217 time: 0.0799906 May 14 15:50:41.735196 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d163c02-8c28-49ff-8dbf-e913dd38687b req-e6f7d96a-8d87-46c0-a194-f72d38d3c17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:41.736900 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-3d163c02-8c28-49ff-8dbf-e913dd38687b req-e6f7d96a-8d87-46c0-a194-f72d38d3c17e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d11558f-f514-43f3-89bc-cf74b70b0dae HTTP/1.1" status: 200 len: 853 time: 0.0644662 May 14 15:50:41.789004 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d163c02-8c28-49ff-8dbf-e913dd38687b req-f0f907ea-aca1-44f8-9b10-be61a0df481f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:41.790697 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-3d163c02-8c28-49ff-8dbf-e913dd38687b req-f0f907ea-aca1-44f8-9b10-be61a0df481f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=722d2578-8e0a-4535-bc1b-444c13327ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0465822 May 14 15:50:41.900446 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-3d163c02-8c28-49ff-8dbf-e913dd38687b req-f88c24dc-685e-4401-9f02-5cc900f008bb service neutron] 10.222.0.36 "GET /v2.0/networks/722d2578-8e0a-4535-bc1b-444c13327ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032953 May 14 15:50:42.025022 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-3d163c02-8c28-49ff-8dbf-e913dd38687b req-cb16eea9-9f2f-49f0-b732-ee49b6424833 service neutron] 10.222.0.36 "GET /v2.0/networks/722d2578-8e0a-4535-bc1b-444c13327ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180480 May 14 15:50:42.453929 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd664b2-3c3e-4d22-9c37-49c521b6f64b req-b63b1bb9-f018-4650-a9bb-48aadc7b55ff tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:42.455499 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3cd664b2-3c3e-4d22-9c37-49c521b6f64b req-b63b1bb9-f018-4650-a9bb-48aadc7b55ff tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=567fb38a-9c00-4de9-8a01-8070792cde75 HTTP/1.1" status: 200 len: 945 time: 0.0748377 May 14 15:50:42.488915 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839de55e-6a11-47a8-af64-01bdb7919832 req-37fa2df0-1f91-4290-ae32-c67cc5c2a08e tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:42.490437 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-839de55e-6a11-47a8-af64-01bdb7919832 req-37fa2df0-1f91-4290-ae32-c67cc5c2a08e tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0748889 May 14 15:50:42.533049 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3cd664b2-3c3e-4d22-9c37-49c521b6f64b req-4c3ed515-efdb-43af-9f59-4146712096d8 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6ccb2cc-49ac-41b7-90ac-91d2855cb96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710502 May 14 15:50:42.566847 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-839de55e-6a11-47a8-af64-01bdb7919832 req-a9d97e32-ec14-4b5b-af30-a77b3131383f tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640764 May 14 15:50:43.153849 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device 8fdc20f7-107b-43f1-810d-31e0e55a918f up at agent hyperv_hv-cinder-83979 {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:50:43.205826 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Provisioning for port 8fdc20f7-107b-43f1-810d-31e0e55a918f completed by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 14 15:50:43.214481 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Provisioning complete for port 8fdc20f7-107b-43f1-810d-31e0e55a918f triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:50:43.215215 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (8fdc20f7-107b-43f1-810d-31e0e55a918f), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:43.306938 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port 8fdc20f7-107b-43f1-810d-31e0e55a918f is: BUILD; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:50:43.307156 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (8fdc20f7-107b-43f1-810d-31e0e55a918f), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:43.338815 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '567fb38a-9c00-4de9-8a01-8070792cde75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fdc20f7-107b-43f1-810d-31e0e55a918f'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:50:43.341243 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bb685cd0d0d5598b2dce4f6f2400b8bab1844baadda65bc385176a7d6dc4011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c648ae10-f70c-4532-b21c-a50b51cfb6af" -d '{"events": [{"server_uuid": "567fb38a-9c00-4de9-8a01-8070792cde75", "name": "network-vif-plugged", "status": "completed", "tag": "8fdc20f7-107b-43f1-810d-31e0e55a918f"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:50:43.488863 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 15:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7265588d-4867-41bf-b346-d6b1dc20fb6c x-openstack-request-id: req-7265588d-4867-41bf-b346-d6b1dc20fb6c {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:50:43.489190 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "567fb38a-9c00-4de9-8a01-8070792cde75", "name": "network-vif-plugged", "status": "completed", "tag": "8fdc20f7-107b-43f1-810d-31e0e55a918f", "code": 200}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:50:43.489465 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7265588d-4867-41bf-b346-d6b1dc20fb6c {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:50:43.489979 dv-cinder-839793-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7265588d-4867-41bf-b346-d6b1dc20fb6c'] response: {'server_uuid': '567fb38a-9c00-4de9-8a01-8070792cde75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fdc20f7-107b-43f1-810d-31e0e55a918f', 'code': 200} May 14 15:50:43.491703 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port 8fdc20f7-107b-43f1-810d-31e0e55a918f, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=8fdc20f7-107b-43f1-810d-31e0e55a918f,segment=NetworkSegment(f5bdbe83-2873-41ef-b77e-b6a155bfb1ac),segment_id=f5bdbe83-2873-41ef-b77e-b6a155bfb1ac)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:50:43.497098 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (8fdc20f7-107b-43f1-810d-31e0e55a918f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:43.572493 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=8fdc20f7-107b-43f1-810d-31e0e55a918f,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:50:43.780557 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55bf492-84d1-4223-b5b5-5dd2ad25fe89 req-db22806e-5a14-4e30-8033-9d8b07e8ba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:43.783011 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-d55bf492-84d1-4223-b5b5-5dd2ad25fe89 req-db22806e-5a14-4e30-8033-9d8b07e8ba02 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=567fb38a-9c00-4de9-8a01-8070792cde75 HTTP/1.1" status: 200 len: 1130 time: 0.0753582 May 14 15:50:43.783968 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa48ef-7f45-4adf-afca-ae621e283a2b req-a72e15d0-d611-47a8-aa9b-b34574e45da0 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:43.793241 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9caa48ef-7f45-4adf-afca-ae621e283a2b req-a72e15d0-d611-47a8-aa9b-b34574e45da0 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=567fb38a-9c00-4de9-8a01-8070792cde75 HTTP/1.1" status: 200 len: 946 time: 0.1444330 May 14 15:50:43.830472 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4a5d0-713e-4bf7-ab17-14d9bd3b89ac req-d8f9e98d-db7b-4d4c-b928-75b4531ec38f tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:43.833177 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d1d4a5d0-713e-4bf7-ab17-14d9bd3b89ac req-d8f9e98d-db7b-4d4c-b928-75b4531ec38f tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.1394951 May 14 15:50:43.837665 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-d55bf492-84d1-4223-b5b5-5dd2ad25fe89 req-295d04dd-aa04-41f7-90d5-75420d54e8ef service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c6ccb2cc-49ac-41b7-90ac-91d2855cb96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445080 May 14 15:50:43.896804 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9caa48ef-7f45-4adf-afca-ae621e283a2b req-03378c41-6283-4215-a88c-3a0206248a9f tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6ccb2cc-49ac-41b7-90ac-91d2855cb96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021163 May 14 15:50:43.923934 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d1d4a5d0-713e-4bf7-ab17-14d9bd3b89ac req-213c661d-a53b-4f6d-8f01-8129823fcd88 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740077 May 14 15:50:45.033694 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5355a65-f2d7-463d-a30f-8d8d478fd821 req-6e9c914d-92c9-497d-955b-702a7ec325dc tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:45.040468 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e5355a65-f2d7-463d-a30f-8d8d478fd821 req-6e9c914d-92c9-497d-955b-702a7ec325dc tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=567fb38a-9c00-4de9-8a01-8070792cde75 HTTP/1.1" status: 200 len: 946 time: 0.0690794 May 14 15:50:45.110266 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbfa90a-3090-4867-98d8-2930edf71a74 req-900e66ad-ac0b-44b1-b4fc-a395449af2cf tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:45.111837 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1bbfa90a-3090-4867-98d8-2930edf71a74 req-900e66ad-ac0b-44b1-b4fc-a395449af2cf tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0944037 May 14 15:50:45.138559 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e5355a65-f2d7-463d-a30f-8d8d478fd821 req-35eb5ea5-e56a-419a-bdcc-c3cd34fe77e6 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6ccb2cc-49ac-41b7-90ac-91d2855cb96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971541 May 14 15:50:45.179804 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1bbfa90a-3090-4867-98d8-2930edf71a74 req-b2eda222-1039-46ee-90db-41eb1ea41176 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594678 May 14 15:50:46.277176 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04551ab2-134b-4c22-81f8-85a356d95b9a req-e6748faa-56e0-40ca-95f2-3c3047c30899 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:46.279318 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-04551ab2-134b-4c22-81f8-85a356d95b9a req-e6748faa-56e0-40ca-95f2-3c3047c30899 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=567fb38a-9c00-4de9-8a01-8070792cde75 HTTP/1.1" status: 200 len: 946 time: 0.0748527 May 14 15:50:46.345680 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fb926-b038-4248-a1a1-1b957a9203fb req-b2c14fe2-b354-4c89-9696-c8178c7cfbf6 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:46.352583 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-389fb926-b038-4248-a1a1-1b957a9203fb req-b2c14fe2-b354-4c89-9696-c8178c7cfbf6 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0710244 May 14 15:50:46.429162 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-389fb926-b038-4248-a1a1-1b957a9203fb req-e53fa280-dedd-4bd5-a551-021bb5cb5e24 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676358 May 14 15:50:46.452830 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-04551ab2-134b-4c22-81f8-85a356d95b9a req-ec46766b-bad1-4159-adf1-9fab4825b86b tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6ccb2cc-49ac-41b7-90ac-91d2855cb96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572816 May 14 15:50:47.578188 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062fa28b-0c21-4dd4-9f18-33cdffacaabe req-fe797047-125c-4132-964d-a13b0386402c tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:47.579757 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-062fa28b-0c21-4dd4-9f18-33cdffacaabe req-fe797047-125c-4132-964d-a13b0386402c tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0779705 May 14 15:50:47.643632 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57946c1-dcae-435d-922f-a1a68d59cd03 req-980b0f61-15dd-4085-90f4-73213d5fbeda tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:47.645707 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d57946c1-dcae-435d-922f-a1a68d59cd03 req-980b0f61-15dd-4085-90f4-73213d5fbeda tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=567fb38a-9c00-4de9-8a01-8070792cde75 HTTP/1.1" status: 200 len: 946 time: 0.1145725 May 14 15:50:47.697712 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-062fa28b-0c21-4dd4-9f18-33cdffacaabe req-f3da305a-25e9-497d-960f-8de8bf4d3508 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072917 May 14 15:50:47.751491 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d57946c1-dcae-435d-922f-a1a68d59cd03 req-88fdf77e-67cb-4f5d-9d5e-8402a3a43aaa tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6ccb2cc-49ac-41b7-90ac-91d2855cb96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990005 May 14 15:50:47.880912 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda227a4-52eb-4e5a-8912-5e4578cb6dcf req-b61a2b89-2993-4f87-a6d8-e46482edf9ce tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:47.882509 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-dda227a4-52eb-4e5a-8912-5e4578cb6dcf req-b61a2b89-2993-4f87-a6d8-e46482edf9ce tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=567fb38a-9c00-4de9-8a01-8070792cde75 HTTP/1.1" status: 200 len: 946 time: 0.0654900 May 14 15:50:47.892813 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 40168) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:50:47.907082 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-eb8b37a1-c884-4c82-b09e-dbe09d9aae24 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Request body: {'floatingip': {'port_id': '8fdc20f7-107b-43f1-810d-31e0e55a918f'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:50:47.980873 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-eb8b37a1-c884-4c82-b09e-dbe09d9aae24 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for floatingip (5c5471b6-979f-4c9b-aaef-ec4948c508d5), before_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:48.550691 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-eb8b37a1-c884-4c82-b09e-dbe09d9aae24 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:48.555567 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-eb8b37a1-c884-4c82-b09e-dbe09d9aae24 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1759531'] for floatingip (5c5471b6-979f-4c9b-aaef-ec4948c508d5), after_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:48.880429 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c8971-4a81-4895-87ce-31441b8f636b req-e2922e82-5fc5-4173-822c-aa12c70b7814 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:48.883676 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5d0c8971-4a81-4895-87ce-31441b8f636b req-e2922e82-5fc5-4173-822c-aa12c70b7814 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0947967 May 14 15:50:48.899668 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.db.l3_db [None req-eb8b37a1-c884-4c82-b09e-dbe09d9aae24 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Floating IP 5c5471b6-979f-4c9b-aaef-ec4948c508d5 associated. External IP: 172.27.1.21, port: 8fdc20f7-107b-43f1-810d-31e0e55a918f. May 14 15:50:48.977367 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5d0c8971-4a81-4895-87ce-31441b8f636b req-57f4c9ca-7bf5-4cf9-948d-c41ab25f9b09 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856946 May 14 15:50:49.171260 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb8b37a1-c884-4c82-b09e-dbe09d9aae24 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Router 5b7fd4ea-e5a8-46a9-b072-faa068d0f12c has already been hosted by L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f {{(pid=115110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 15:50:49.315181 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8b37a1-c884-4c82-b09e-dbe09d9aae24 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 15:50:49.328984 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62222693-4723-4954-bffd-076562305b11 None None] Sync routers for ids ['5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'] in dv-cinder-839793-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 15:50:49.333712 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-eb8b37a1-c884-4c82-b09e-dbe09d9aae24 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for floatingip (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:49.347570 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62222693-4723-4954-bffd-076562305b11 None None] Routers {'5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:50:49.348567 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-62222693-4723-4954-bffd-076562305b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:50:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:50:49.377719 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-eb8b37a1-c884-4c82-b09e-dbe09d9aae24 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "PUT /v2.0/floatingips/5c5471b6-979f-4c9b-aaef-ec4948c508d5 HTTP/1.1" status: 200 len: 991 time: 1.4835668 May 14 15:50:49.378618 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '567fb38a-9c00-4de9-8a01-8070792cde75', 'tag': '8fdc20f7-107b-43f1-810d-31e0e55a918f'}] {{(pid=115110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:50:49.381984 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a270656aa08f71c574e37588e4b5bc67f1398202d03dea947e2a2c931e3df3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660676aa-2312-4571-bb10-3ac088465e2c" -d '{"events": [{"name": "network-changed", "server_uuid": "567fb38a-9c00-4de9-8a01-8070792cde75", "tag": "8fdc20f7-107b-43f1-810d-31e0e55a918f"}]}' {{(pid=115110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:50:49.438624 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 15:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9101a8-2f0a-4c6c-a489-33bd92809b87 x-openstack-request-id: req-8a9101a8-2f0a-4c6c-a489-33bd92809b87 {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:50:49.439562 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "567fb38a-9c00-4de9-8a01-8070792cde75", "tag": "8fdc20f7-107b-43f1-810d-31e0e55a918f", "status": "completed", "code": 200}]} {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:50:49.439826 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8a9101a8-2f0a-4c6c-a489-33bd92809b87 {{(pid=115110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:50:49.440376 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a9101a8-2f0a-4c6c-a489-33bd92809b87'] response: {'name': 'network-changed', 'server_uuid': '567fb38a-9c00-4de9-8a01-8070792cde75', 'tag': '8fdc20f7-107b-43f1-810d-31e0e55a918f', 'status': 'completed', 'code': 200} May 14 15:50:49.472741 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-62222693-4723-4954-bffd-076562305b11 None None] Set router 5b7fd4ea-e5a8-46a9-b072-faa068d0f12c gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:50:49.539900 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660676aa-2312-4571-bb10-3ac088465e2c req-1d5ce0e1-02fd-4cc3-b5d3-32ab54d45b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:49.542020 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-660676aa-2312-4571-bb10-3ac088465e2c req-1d5ce0e1-02fd-4cc3-b5d3-32ab54d45b94 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7905689c95d44a5c9169249c70f7de57&device_id=567fb38a-9c00-4de9-8a01-8070792cde75 HTTP/1.1" status: 200 len: 1130 time: 0.0551069 May 14 15:50:49.671342 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660676aa-2312-4571-bb10-3ac088465e2c req-c980ffca-883c-4790-ba0f-d5dbb06efc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:49.672952 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-660676aa-2312-4571-bb10-3ac088465e2c req-c980ffca-883c-4790-ba0f-d5dbb06efc0f service neutron] 10.222.0.36 "GET /v2.0/networks?id=722d2578-8e0a-4535-bc1b-444c13327ab8 HTTP/1.1" status: 200 len: 915 time: 0.1141586 May 14 15:50:49.726618 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-62222693-4723-4954-bffd-076562305b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'name': 'tempest-AttachVolumeNegativeTest-252484141-router', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:17Z', 'updated_at': '2022-05-14T15:46:23Z', 'revision_number': 4, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'gw_port': {'id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:30:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:18Z', 'updated_at': '2022-05-14T15:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_floatingips': [{'id': '5c5471b6-979f-4c9b-aaef-ec4948c508d5', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'floating_ip_address': '172.27.1.21', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'port_id': '8fdc20f7-107b-43f1-810d-31e0e55a918f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'mac_address': 'fa:16:3e:b0:94:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567fb38a-9c00-4de9-8a01-8070792cde75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T15:50:20Z', 'updated_at': '2022-05-14T15:50:48Z', 'revision_number': 1, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'fixed_ip_address_scope': None}, {'id': 'cdd7c357-19fe-4659-a6ac-64533a4a356e', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'floating_ip_address': '172.27.1.59', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'port_id': '60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 92, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'mac_address': 'fa:16:3e:06:e2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113f6b52-519c-45f4-9bc2-37168d644e15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T15:46:30Z', 'updated_at': '2022-05-14T15:47:57Z', 'revision_number': 2, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f58259cf-4cfe-4867-a867-9e17bac30662', 'name': '', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'mac_address': 'fa:16:3e:9e:e9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:22Z', 'updated_at': '2022-05-14T15:46:35Z', 'revision_number': 5, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'subnets': [{'id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:50:49.760055 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62222693-4723-4954-bffd-076562305b11 None None] Checking router: 5b7fd4ea-e5a8-46a9-b072-faa068d0f12c for host: dv-cinder-839793-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 15:50:49.769201 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62222693-4723-4954-bffd-076562305b11 None None] Routers {'5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:50:49.770087 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-62222693-4723-4954-bffd-076562305b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:50:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:50:49.778330 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-660676aa-2312-4571-bb10-3ac088465e2c req-9b0d5f4b-db8e-4b4e-9d1c-798ec4031a96 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8fdc20f7-107b-43f1-810d-31e0e55a918f HTTP/1.1" status: 200 len: 999 time: 0.0957067 May 14 15:50:49.861568 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660676aa-2312-4571-bb10-3ac088465e2c req-5f15b485-c505-4562-82ae-180e143ad4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:49.863999 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-660676aa-2312-4571-bb10-3ac088465e2c req-5f15b485-c505-4562-82ae-180e143ad4b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d11558f-f514-43f3-89bc-cf74b70b0dae HTTP/1.1" status: 200 len: 853 time: 0.0782599 May 14 15:50:49.881257 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-62222693-4723-4954-bffd-076562305b11 None None] Set router 5b7fd4ea-e5a8-46a9-b072-faa068d0f12c gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:50:49.938924 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660676aa-2312-4571-bb10-3ac088465e2c req-69dd92fd-d712-48f5-af57-098aa5863a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:49.940436 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-660676aa-2312-4571-bb10-3ac088465e2c req-69dd92fd-d712-48f5-af57-098aa5863a08 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=722d2578-8e0a-4535-bc1b-444c13327ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0691042 May 14 15:50:50.100821 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-660676aa-2312-4571-bb10-3ac088465e2c req-6f52a1a8-2316-4b48-82fb-7fb511bebc2a service neutron] 10.222.0.36 "GET /v2.0/networks/722d2578-8e0a-4535-bc1b-444c13327ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521757 May 14 15:50:50.127275 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-62222693-4723-4954-bffd-076562305b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'name': 'tempest-AttachVolumeNegativeTest-252484141-router', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:17Z', 'updated_at': '2022-05-14T15:46:23Z', 'revision_number': 4, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'gw_port': {'id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:30:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:18Z', 'updated_at': '2022-05-14T15:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_floatingips': [{'id': '5c5471b6-979f-4c9b-aaef-ec4948c508d5', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'floating_ip_address': '172.27.1.21', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'port_id': '8fdc20f7-107b-43f1-810d-31e0e55a918f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'mac_address': 'fa:16:3e:b0:94:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567fb38a-9c00-4de9-8a01-8070792cde75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T15:50:20Z', 'updated_at': '2022-05-14T15:50:48Z', 'revision_number': 1, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'fixed_ip_address_scope': None}, {'id': 'cdd7c357-19fe-4659-a6ac-64533a4a356e', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'floating_ip_address': '172.27.1.59', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'port_id': '60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 92, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'mac_address': 'fa:16:3e:06:e2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113f6b52-519c-45f4-9bc2-37168d644e15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T15:46:30Z', 'updated_at': '2022-05-14T15:47:57Z', 'revision_number': 2, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f58259cf-4cfe-4867-a867-9e17bac30662', 'name': '', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'mac_address': 'fa:16:3e:9e:e9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:22Z', 'updated_at': '2022-05-14T15:46:35Z', 'revision_number': 5, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'subnets': [{'id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:50:50.140724 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237df33d-8daf-44aa-a42a-a7ce099e89e1 req-e133df50-cf47-43d6-94a2-ba72f8c64df0 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:50.149519 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-237df33d-8daf-44aa-a42a-a7ce099e89e1 req-e133df50-cf47-43d6-94a2-ba72f8c64df0 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0685956 May 14 15:50:50.183895 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62222693-4723-4954-bffd-076562305b11 None None] The sync data for ids ['5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'] in dv-cinder-839793-11-iscsi is: [{'id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'name': 'tempest-AttachVolumeNegativeTest-252484141-router', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:17Z', 'updated_at': '2022-05-14T15:46:23Z', 'revision_number': 4, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'gw_port': {'id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:30:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:18Z', 'updated_at': '2022-05-14T15:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_floatingips': [{'id': '5c5471b6-979f-4c9b-aaef-ec4948c508d5', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'floating_ip_address': '172.27.1.21', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'port_id': '8fdc20f7-107b-43f1-810d-31e0e55a918f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'mac_address': 'fa:16:3e:b0:94:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567fb38a-9c00-4de9-8a01-8070792cde75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T15:50:20Z', 'updated_at': '2022-05-14T15:50:48Z', 'revision_number': 1, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'fixed_ip_address_scope': None}, {'id': 'cdd7c357-19fe-4659-a6ac-64533a4a356e', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'floating_ip_address': '172.27.1.59', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'port_id': '60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 92, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'mac_address': 'fa:16:3e:06:e2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113f6b52-519c-45f4-9bc2-37168d644e15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T15:46:30Z', 'updated_at': '2022-05-14T15:47:57Z', 'revision_number': 2, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f58259cf-4cfe-4867-a867-9e17bac30662', 'name': '', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'mac_address': 'fa:16:3e:9e:e9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:22Z', 'updated_at': '2022-05-14T15:46:35Z', 'revision_number': 5, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'subnets': [{'id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 15:50:50.244459 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-237df33d-8daf-44aa-a42a-a7ce099e89e1 req-f53b9082-faf2-4b4f-b706-6f206ad32769 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939381 May 14 15:50:50.286745 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-660676aa-2312-4571-bb10-3ac088465e2c req-a000b69f-7a32-4cbf-b3db-b41321e9f123 service neutron] 10.222.0.36 "GET /v2.0/networks/722d2578-8e0a-4535-bc1b-444c13327ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765552 May 14 15:50:50.455510 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52728708-fec4-44c9-971b-4957afd3c0b4 None None] New status for floating IP 5c5471b6-979f-4c9b-aaef-ec4948c508d5: ACTIVE {{(pid=115112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 14 15:50:51.372391 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dfa161-df10-4f0c-b33b-3f07618d3914 req-4b1fcaa7-7e03-4776-afc5-1e525ecc0bee tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:51.373911 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-45dfa161-df10-4f0c-b33b-3f07618d3914 req-4b1fcaa7-7e03-4776-afc5-1e525ecc0bee tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0516770 May 14 15:50:51.419427 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-45dfa161-df10-4f0c-b33b-3f07618d3914 req-674490bf-8999-4a26-9b43-6fea6688b0c4 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399928 May 14 15:50:52.546687 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4031985b-3584-4742-9a85-87d857582173 req-adbc0551-cd79-4b2b-a399-7ab95d38d862 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:52.548162 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-4031985b-3584-4742-9a85-87d857582173 req-adbc0551-cd79-4b2b-a399-7ab95d38d862 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0508614 May 14 15:50:52.597921 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-4031985b-3584-4742-9a85-87d857582173 req-a62415c7-cecb-4efd-a82c-9ee00222b57c tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438833 May 14 15:50:53.633732 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-081b5425-11a8-4493-8e80-362bee63505b req-b424a4f8-959f-4ac0-8259-b82634f24101 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1987363797&fields=id&tenant_id=7a3a2b5dee7a404a8445c8aa434b5a43 HTTP/1.1" status: 200 len: 267 time: 0.0670576 May 14 15:50:53.770957 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0628db6c-3ae4-4e67-a32d-05beda729bd9 req-79c02cf2-b611-4406-b7da-27cbe5c18696 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:53.772422 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0628db6c-3ae4-4e67-a32d-05beda729bd9 req-79c02cf2-b611-4406-b7da-27cbe5c18696 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0710752 May 14 15:50:53.787015 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 40324) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:50:53.793502 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b5425-11a8-4493-8e80-362bee63505b req-f3993552-4b87-4a4d-bf56-707a614776ef tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:53.795335 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-081b5425-11a8-4493-8e80-362bee63505b req-f3993552-4b87-4a4d-bf56-707a614776ef tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/networks?id=791585d6-2e4a-4237-ab00-9a26c50b495e HTTP/1.1" status: 200 len: 812 time: 0.1607561 May 14 15:50:53.821407 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-081b5425-11a8-4493-8e80-362bee63505b req-85ca5353-d408-4694-a093-63012092ca4f tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/quotas/7a3a2b5dee7a404a8445c8aa434b5a43 HTTP/1.1" status: 200 len: 375 time: 0.0198424 May 14 15:50:53.832849 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.db_base_plugin_v2 [None req-53724bf7-8e92-466b-abcb-c7347d40d1fc admin admin] Deleting subnet 5d0d81a8-4e9e-4256-bae5-837cec1a3732 {{(pid=115110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 14 15:50:53.836174 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-53724bf7-8e92-466b-abcb-c7347d40d1fc admin admin] Publish callbacks [] for subnet (5d0d81a8-4e9e-4256-bae5-837cec1a3732), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:53.847793 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0628db6c-3ae4-4e67-a32d-05beda729bd9 req-bec362b5-a571-45ae-ab35-2c0a8f238afa tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696952 May 14 15:50:53.871839 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-53724bf7-8e92-466b-abcb-c7347d40d1fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8967045'] for subnet (5d0d81a8-4e9e-4256-bae5-837cec1a3732), precommit_delete_associations {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:53.880279 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-081b5425-11a8-4493-8e80-362bee63505b req-c68958ff-b726-43e0-a25c-d79a02a79d75 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7a3a2b5dee7a404a8445c8aa434b5a43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525978 May 14 15:50:53.916575 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-53724bf7-8e92-466b-abcb-c7347d40d1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32905208'] for subnet (5d0d81a8-4e9e-4256-bae5-837cec1a3732), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:53.969476 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-53724bf7-8e92-466b-abcb-c7347d40d1fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32905185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8397829'] for subnet (5d0d81a8-4e9e-4256-bae5-837cec1a3732), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:53.977300 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-081b5425-11a8-4493-8e80-362bee63505b req-df8fd941-43e0-46a4-aabd-a36c5db8f785 service neutron] 10.222.0.61 "GET /v2.0/networks/791585d6-2e4a-4237-ab00-9a26c50b495e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856829 May 14 15:50:53.998071 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53724bf7-8e92-466b-abcb-c7347d40d1fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d0d81a8-4e9e-4256-bae5-837cec1a3732,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:50:54.003192 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-53724bf7-8e92-466b-abcb-c7347d40d1fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for subnet (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:54.008957 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-53724bf7-8e92-466b-abcb-c7347d40d1fc admin admin] 10.222.0.61 "DELETE /v2.0/subnets/5d0d81a8-4e9e-4256-bae5-837cec1a3732 HTTP/1.1" status: 204 len: 168 time: 0.2208805 May 14 15:50:54.009549 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 40326) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:50:54.071363 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-081b5425-11a8-4493-8e80-362bee63505b req-2184eb25-77c5-46a0-8d09-514400cac8b2 service neutron] 10.222.0.61 "GET /v2.0/networks/791585d6-2e4a-4237-ab00-9a26c50b495e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883048 May 14 15:50:54.076711 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-c5805ec7-b108-4029-a8f2-df7f02ba8961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32844583'] for network (a8d27839-074b-4ab6-8eee-a26beda7dc34), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:54.159092 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-c5805ec7-b108-4029-a8f2-df7f02ba8961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32821069', 'neutron.services.segments.db._delete_segments_for_network-8770741945110'] for network (a8d27839-074b-4ab6-8eee-a26beda7dc34), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:54.178913 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.services.segments.db [None req-c5805ec7-b108-4029-a8f2-df7f02ba8961 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8d27839-074b-4ab6-8eee-a26beda7dc34']}} {{(pid=115110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:50:54.188872 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.services.segments.db [None req-c5805ec7-b108-4029-a8f2-df7f02ba8961 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f40e848-fb9d-4d21-b482-dac44d3cf917') {'for_net_delete': True} {{(pid=115110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:50:54.189165 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.services.segments.db [None req-c5805ec7-b108-4029-a8f2-df7f02ba8961 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f40e848-fb9d-4d21-b482-dac44d3cf917') {} {{(pid=115110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:50:54.198330 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-c5805ec7-b108-4029-a8f2-df7f02ba8961 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770741946911', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8967100'] for segment (4f40e848-fb9d-4d21-b482-dac44d3cf917), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:54.212911 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-c5805ec7-b108-4029-a8f2-df7f02ba8961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32906243'] for segment (4f40e848-fb9d-4d21-b482-dac44d3cf917), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:54.220208 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5805ec7-b108-4029-a8f2-df7f02ba8961 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=115110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 15:50:54.220675 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-c5805ec7-b108-4029-a8f2-df7f02ba8961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32906243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3204874'] for segment (4f40e848-fb9d-4d21-b482-dac44d3cf917), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:54.222404 dv-cinder-839793-11-iscsi neutron-server[115110]: Traceback (most recent call last): May 14 15:50:54.222404 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 15:50:54.222404 dv-cinder-839793-11-iscsi neutron-server[115110]: timer() May 14 15:50:54.222404 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 15:50:54.222404 dv-cinder-839793-11-iscsi neutron-server[115110]: cb(*args, **kw) May 14 15:50:54.222404 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 14 15:50:54.222404 dv-cinder-839793-11-iscsi neutron-server[115110]: return func(*args, **kwargs) May 14 15:50:54.222404 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 15:50:54.222404 dv-cinder-839793-11-iscsi neutron-server[115110]: self._notify() May 14 15:50:54.222404 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 15:50:54.222404 dv-cinder-839793-11-iscsi neutron-server[115110]: self.callback(batched_events) May 14 15:50:54.222404 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 15:50:54.222404 dv-cinder-839793-11-iscsi neutron-server[115110]: event.method(event) May 14 15:50:54.222404 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 14 15:50:54.222404 dv-cinder-839793-11-iscsi neutron-server[115110]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 15:50:54.222404 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 14 15:50:54.222404 dv-cinder-839793-11-iscsi neutron-server[115110]: aggregate_uuid = self.p_client.list_aggregates( May 14 15:50:54.222404 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 14 15:50:54.222404 dv-cinder-839793-11-iscsi neutron-server[115110]: return f(self, *a, **k) May 14 15:50:54.222404 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 14 15:50:54.222404 dv-cinder-839793-11-iscsi neutron-server[115110]: return self._get(url).json() May 14 15:50:54.222404 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 14 15:50:54.222404 dv-cinder-839793-11-iscsi neutron-server[115110]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 15:50:54.222404 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 15:50:54.222404 dv-cinder-839793-11-iscsi neutron-server[115110]: return self.request(url, 'GET', **kwargs) May 14 15:50:54.222404 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 15:50:54.222404 dv-cinder-839793-11-iscsi neutron-server[115110]: base_url = self.get_endpoint(auth, allow=allow, May 14 15:50:54.222404 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 15:50:54.222404 dv-cinder-839793-11-iscsi neutron-server[115110]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 15:50:54.222404 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 15:50:54.222404 dv-cinder-839793-11-iscsi neutron-server[115110]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 15:50:54.222404 dv-cinder-839793-11-iscsi neutron-server[115110]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 15:50:54.282377 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-c5805ec7-b108-4029-a8f2-df7f02ba8961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32821110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1759686'] for network (a8d27839-074b-4ab6-8eee-a26beda7dc34), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:54.287463 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-c5805ec7-b108-4029-a8f2-df7f02ba8961 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for network (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:54.294269 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-c5805ec7-b108-4029-a8f2-df7f02ba8961 admin admin] 10.222.0.61 "DELETE /v2.0/networks/a8d27839-074b-4ab6-8eee-a26beda7dc34 HTTP/1.1" status: 204 len: 168 time: 0.2837472 May 14 15:50:54.311958 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5805ec7-b108-4029-a8f2-df7f02ba8961 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8d27839-074b-4ab6-8eee-a26beda7dc34,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:50:54.360391 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5761aaee-3541-4131-bc00-340c452ad638 req-2af1923c-28b6-4ad2-b881-afb521cdccc0 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee38041-8e54-4fdb-909d-585952a4f5bd HTTP/1.1" status: 200 len: 210 time: 0.0284455 May 14 15:50:54.482279 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 40344) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:50:54.526041 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-17f7c67b-164c-4481-9ad1-4b450a64f35d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=71b09f9f20b340b5a615b24e05312703&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424404 May 14 15:50:54.528511 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 40346) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:50:54.578282 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-3b0b9ce2-a3d2-45cb-9eaa-ccbe5ec946dc admin admin] Publish callbacks [] for security_group (63a33137-e7f7-4c70-9a4f-e6e87acef7d1), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:54.600563 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-3b0b9ce2-a3d2-45cb-9eaa-ccbe5ec946dc admin admin] Publish callbacks [] for security_group (63a33137-e7f7-4c70-9a4f-e6e87acef7d1), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:54.651265 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-3b0b9ce2-a3d2-45cb-9eaa-ccbe5ec946dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (63a33137-e7f7-4c70-9a4f-e6e87acef7d1), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:54.653957 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-3b0b9ce2-a3d2-45cb-9eaa-ccbe5ec946dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:54.656691 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-3b0b9ce2-a3d2-45cb-9eaa-ccbe5ec946dc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/63a33137-e7f7-4c70-9a4f-e6e87acef7d1 HTTP/1.1" status: 204 len: 168 time: 0.1272597 May 14 15:50:54.665049 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0b9ce2-a3d2-45cb-9eaa-ccbe5ec946dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a33137-e7f7-4c70-9a4f-e6e87acef7d1,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:50:55.211387 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device 759be0ca-daaf-4eba-97b6-a252b70cbb3b details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=115112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 14 15:50:55.233624 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf6b6ee-3297-44b0-b4b0-b31d6295f76e req-e77b3951-bd2b-43d8-a31f-ee102b887b9e tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:55.235299 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9cf6b6ee-3297-44b0-b4b0-b31d6295f76e req-e77b3951-bd2b-43d8-a31f-ee102b887b9e tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.3094134 May 14 15:50:55.291760 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9cf6b6ee-3297-44b0-b4b0-b31d6295f76e req-996e8848-5cf9-4766-879d-40aa1adc6e2c tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505137 May 14 15:50:55.349917 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port 759be0ca-daaf-4eba-97b6-a252b70cbb3b, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=759be0ca-daaf-4eba-97b6-a252b70cbb3b,segment=NetworkSegment(4b29d80c-5a53-4124-96cc-b568754899ad),segment_id=4b29d80c-5a53-4124-96cc-b568754899ad)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:50:55.365747 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Returning: {'device': '759be0ca-daaf-4eba-97b6-a252b70cbb3b', 'network_id': 'd4128056-aa2b-474b-a7d3-2646c1ffdbcf', 'port_id': '759be0ca-daaf-4eba-97b6-a252b70cbb3b', 'mac_address': 'fa:16:3e:61:13:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d228e71-c8a7-4ea8-bb77-1fa96d4cb770', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 14 15:50:55.409899 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port 759be0ca-daaf-4eba-97b6-a252b70cbb3b is: ACTIVE; New status is: BUILD {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:50:55.410294 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (759be0ca-daaf-4eba-97b6-a252b70cbb3b), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:55.428448 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 759be0ca-daaf-4eba-97b6-a252b70cbb3b {{(pid=115112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 15:50:55.455524 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port 759be0ca-daaf-4eba-97b6-a252b70cbb3b, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=759be0ca-daaf-4eba-97b6-a252b70cbb3b,segment=NetworkSegment(4b29d80c-5a53-4124-96cc-b568754899ad),segment_id=4b29d80c-5a53-4124-96cc-b568754899ad)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:50:55.459671 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b5425-11a8-4493-8e80-362bee63505b req-8d9c1712-c991-458b-ad9b-3d4a05b0e3c8 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:55.460981 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (759be0ca-daaf-4eba-97b6-a252b70cbb3b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:55.463839 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-081b5425-11a8-4493-8e80-362bee63505b req-8d9c1712-c991-458b-ad9b-3d4a05b0e3c8 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.36 "GET /v2.0/networks?id=791585d6-2e4a-4237-ab00-9a26c50b495e HTTP/1.1" status: 200 len: 812 time: 0.1495092 May 14 15:50:55.498498 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8dd04def-3abf-4db3-b74c-fed0080eca2f req-bc195251-2b14-4724-bd16-f3ef9739c3a1 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee38041-8e54-4fdb-909d-585952a4f5bd HTTP/1.1" status: 200 len: 210 time: 0.0606284 May 14 15:50:55.519378 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=759be0ca-daaf-4eba-97b6-a252b70cbb3b,revision_number=6']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:50:55.549146 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-081b5425-11a8-4493-8e80-362bee63505b req-0ba89188-40aa-4611-8e06-6c902f6f5c77 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a3a2b5dee7a404a8445c8aa434b5a43 HTTP/1.1" status: 200 len: 380 time: 0.0716846 May 14 15:50:55.560990 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [req-081b5425-11a8-4493-8e80-362bee63505b req-a5df3a84-c9ca-49fe-8cb6-13570e1096ee tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Request body: {'port': {'device_id': '7ee38041-8e54-4fdb-909d-585952a4f5bd', 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e', 'admin_state_up': True, 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'security_groups': ['3dbc9699-a7c3-4ea6-bbf3-899c96de1d48']}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:50:55.673902 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] get_ports_and_sgs() called for port_ids ['759be0ca-daaf-4eba-97b6-a252b70cbb3b'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 15:50:55.687699 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-081b5425-11a8-4493-8e80-362bee63505b req-a5df3a84-c9ca-49fe-8cb6-13570e1096ee tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Made reservation on behalf of 7a3a2b5dee7a404a8445c8aa434b5a43 for: {'port': 1} {{(pid=115110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:50:55.691298 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-081b5425-11a8-4493-8e80-362bee63505b req-a5df3a84-c9ca-49fe-8cb6-13570e1096ee tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:55.833529 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.db_base_plugin_common [req-081b5425-11a8-4493-8e80-362bee63505b req-a5df3a84-c9ca-49fe-8cb6-13570e1096ee tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Allocated IP 172.20.0.5 (791585d6-2e4a-4237-ab00-9a26c50b495e/77df9367-440f-44fc-82b0-848dccb99f62/bcc0c44d-e45f-498d-aad0-498370ba2097) {{(pid=115110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:50:55.978717 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-081b5425-11a8-4493-8e80-362bee63505b req-a5df3a84-c9ca-49fe-8cb6-13570e1096ee tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks [] for port (bcc0c44d-e45f-498d-aad0-498370ba2097), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:56.015638 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-081b5425-11a8-4493-8e80-362bee63505b req-a5df3a84-c9ca-49fe-8cb6-13570e1096ee tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (bcc0c44d-e45f-498d-aad0-498370ba2097), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:56.063371 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-081b5425-11a8-4493-8e80-362bee63505b req-a5df3a84-c9ca-49fe-8cb6-13570e1096ee tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Network 791585d6-2e4a-4237-ab00-9a26c50b495e is already hosted by enough agents. {{(pid=115110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:50:56.068843 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.base_scheduler [req-081b5425-11a8-4493-8e80-362bee63505b req-a5df3a84-c9ca-49fe-8cb6-13570e1096ee tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Resources bound (agent type, host, resource id): {{(pid=115110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:50:56.075336 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.l3_dvrscheduler_db [req-081b5425-11a8-4493-8e80-362bee63505b req-a5df3a84-c9ca-49fe-8cb6-13570e1096ee tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Received port after_create {{(pid=115110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:50:56.084958 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df3a84-c9ca-49fe-8cb6-13570e1096ee tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Pushing event updated for resources: {'Port': ['ID=bcc0c44d-e45f-498d-aad0-498370ba2097,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:50:56.148366 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b5425-11a8-4493-8e80-362bee63505b req-a5df3a84-c9ca-49fe-8cb6-13570e1096ee tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:56.149030 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-081b5425-11a8-4493-8e80-362bee63505b req-a5df3a84-c9ca-49fe-8cb6-13570e1096ee tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:56.175377 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-081b5425-11a8-4493-8e80-362bee63505b req-a5df3a84-c9ca-49fe-8cb6-13570e1096ee tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6193824 May 14 15:50:56.192616 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [req-081b5425-11a8-4493-8e80-362bee63505b req-bcc439b1-9af6-4850-8fe4-bd799f80070d service neutron] Request body: {'port': {'device_id': '7ee38041-8e54-4fdb-909d-585952a4f5bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:50:56.259923 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-081b5425-11a8-4493-8e80-362bee63505b req-bcc439b1-9af6-4850-8fe4-bd799f80070d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (bcc0c44d-e45f-498d-aad0-498370ba2097), before_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:56.423629 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5051511-27d2-4876-9da1-50b63bd1c90e req-548fb7a4-b47e-4bca-ac68-d01e1b8fbe28 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:56.425148 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c5051511-27d2-4876-9da1-50b63bd1c90e req-548fb7a4-b47e-4bca-ac68-d01e1b8fbe28 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 945 time: 0.0488851 May 14 15:50:56.451883 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-c16fd25a-8127-4101-813d-74e8c8e58cf5 None None] Provisioning complete for port bcc0c44d-e45f-498d-aad0-498370ba2097 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:50:56.452477 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-c16fd25a-8127-4101-813d-74e8c8e58cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (bcc0c44d-e45f-498d-aad0-498370ba2097), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:56.476372 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c5051511-27d2-4876-9da1-50b63bd1c90e req-2566a06c-d2e0-455c-9f5e-d0d549bfa0a2 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454276 May 14 15:50:56.486720 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-c16fd25a-8127-4101-813d-74e8c8e58cf5 None None] Port bcc0c44d-e45f-498d-aad0-498370ba2097 cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 14 15:50:56.609133 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0e453-e604-48fe-a2e9-9bf7833c4460 req-2a028738-d0cc-4975-9b7b-3b04ed12e72b tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:56.609400 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.notifiers.nova [req-081b5425-11a8-4493-8e80-362bee63505b req-bcc439b1-9af6-4850-8fe4-bd799f80070d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcc0c44d-e45f-498d-aad0-498370ba2097 {{(pid=115110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 15:50:56.610819 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b9a0e453-e604-48fe-a2e9-9bf7833c4460 req-2a028738-d0cc-4975-9b7b-3b04ed12e72b tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee38041-8e54-4fdb-909d-585952a4f5bd HTTP/1.1" status: 200 len: 931 time: 0.0522060 May 14 15:50:56.616997 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-081b5425-11a8-4493-8e80-362bee63505b req-bcc439b1-9af6-4850-8fe4-bd799f80070d service neutron] Publish callbacks [] for port (bcc0c44d-e45f-498d-aad0-498370ba2097), precommit_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:56.630220 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.provisioning_blocks [req-081b5425-11a8-4493-8e80-362bee63505b req-bcc439b1-9af6-4850-8fe4-bd799f80070d service neutron] Transition to ACTIVE for port object bcc0c44d-e45f-498d-aad0-498370ba2097 will not be triggered until provisioned by entity L2. {{(pid=115110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 14 15:50:56.634252 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-081b5425-11a8-4493-8e80-362bee63505b req-bcc439b1-9af6-4850-8fe4-bd799f80070d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3204974'] for port (bcc0c44d-e45f-498d-aad0-498370ba2097), after_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:56.661132 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b9a0e453-e604-48fe-a2e9-9bf7833c4460 req-4480d469-21ee-450b-846b-78d8663fe32d tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441554 May 14 15:50:56.691430 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc439b1-9af6-4850-8fe4-bd799f80070d service neutron] Pushing event updated for resources: {'Port': ['ID=bcc0c44d-e45f-498d-aad0-498370ba2097,revision_number=2']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:50:56.765781 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.managers [req-081b5425-11a8-4493-8e80-362bee63505b req-bcc439b1-9af6-4850-8fe4-bd799f80070d service neutron] Attempting to bind port bcc0c44d-e45f-498d-aad0-498370ba2097 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 15:50:56.766120 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.managers [req-081b5425-11a8-4493-8e80-362bee63505b req-bcc439b1-9af6-4850-8fe4-bd799f80070d service neutron] Attempting to bind port bcc0c44d-e45f-498d-aad0-498370ba2097 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '25b88ee4-cf04-43f5-bf5d-28b6fbf20225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e'}] {{(pid=115110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 15:50:56.766494 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081b5425-11a8-4493-8e80-362bee63505b req-bcc439b1-9af6-4850-8fe4-bd799f80070d service neutron] Attempting to bind port bcc0c44d-e45f-498d-aad0-498370ba2097 on network 791585d6-2e4a-4237-ab00-9a26c50b495e {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:50:56.771135 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081b5425-11a8-4493-8e80-362bee63505b req-bcc439b1-9af6-4850-8fe4-bd799f80070d service neutron] Port bcc0c44d-e45f-498d-aad0-498370ba2097 on network 791585d6-2e4a-4237-ab00-9a26c50b495e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 14 15:50:56.771464 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081b5425-11a8-4493-8e80-362bee63505b req-bcc439b1-9af6-4850-8fe4-bd799f80070d service neutron] Attempting to bind port bcc0c44d-e45f-498d-aad0-498370ba2097 on network 791585d6-2e4a-4237-ab00-9a26c50b495e {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:50:56.776935 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081b5425-11a8-4493-8e80-362bee63505b req-bcc439b1-9af6-4850-8fe4-bd799f80070d service neutron] Checking agent: {'id': 'df6c86ae-fc26-40a3-91a1-648a304bf46f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 44, 23), 'started_at': datetime.datetime(2022, 5, 14, 15, 44, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 15, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 15:50:56.777274 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081b5425-11a8-4493-8e80-362bee63505b req-bcc439b1-9af6-4850-8fe4-bd799f80070d service neutron] Checking segment: {'id': '25b88ee4-cf04-43f5-bf5d-28b6fbf20225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:50:56.777659 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-081b5425-11a8-4493-8e80-362bee63505b req-bcc439b1-9af6-4850-8fe4-bd799f80070d service neutron] Bound using segment: {'id': '25b88ee4-cf04-43f5-bf5d-28b6fbf20225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e'} {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 15:50:56.778089 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.managers [req-081b5425-11a8-4493-8e80-362bee63505b req-bcc439b1-9af6-4850-8fe4-bd799f80070d service neutron] Bound port: bcc0c44d-e45f-498d-aad0-498370ba2097, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25b88ee4-cf04-43f5-bf5d-28b6fbf20225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e'}}] {{(pid=115110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 15:50:56.778485 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-081b5425-11a8-4493-8e80-362bee63505b req-bcc439b1-9af6-4850-8fe4-bd799f80070d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (bcc0c44d-e45f-498d-aad0-498370ba2097), before_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:56.850511 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [req-081b5425-11a8-4493-8e80-362bee63505b req-bcc439b1-9af6-4850-8fe4-bd799f80070d service neutron] For port bcc0c44d-e45f-498d-aad0-498370ba2097, host hv-cinder-83979, cleared binding levels {{(pid=115110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 15:50:56.853889 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [req-081b5425-11a8-4493-8e80-362bee63505b req-bcc439b1-9af6-4850-8fe4-bd799f80070d service neutron] For port bcc0c44d-e45f-498d-aad0-498370ba2097, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=bcc0c44d-e45f-498d-aad0-498370ba2097,segment=NetworkSegment(25b88ee4-cf04-43f5-bf5d-28b6fbf20225),segment_id=25b88ee4-cf04-43f5-bf5d-28b6fbf20225)] {{(pid=115110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 15:50:56.860319 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-081b5425-11a8-4493-8e80-362bee63505b req-bcc439b1-9af6-4850-8fe4-bd799f80070d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3204974'] for port (bcc0c44d-e45f-498d-aad0-498370ba2097), after_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:56.894099 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b5425-11a8-4493-8e80-362bee63505b req-bcc439b1-9af6-4850-8fe4-bd799f80070d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:56.894749 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-081b5425-11a8-4493-8e80-362bee63505b req-bcc439b1-9af6-4850-8fe4-bd799f80070d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:56.896160 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-081b5425-11a8-4493-8e80-362bee63505b req-bcc439b1-9af6-4850-8fe4-bd799f80070d service neutron] 10.222.0.36 "PUT /v2.0/ports/bcc0c44d-e45f-498d-aad0-498370ba2097 HTTP/1.1" status: 200 len: 1093 time: 0.7085009 May 14 15:50:56.896718 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ee38041-8e54-4fdb-909d-585952a4f5bd', 'tag': 'bcc0c44d-e45f-498d-aad0-498370ba2097'}] {{(pid=115110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:50:56.898824 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a270656aa08f71c574e37588e4b5bc67f1398202d03dea947e2a2c931e3df3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ef30f3-dcd3-43be-b61c-02f654748938" -d '{"events": [{"name": "network-changed", "server_uuid": "7ee38041-8e54-4fdb-909d-585952a4f5bd", "tag": "bcc0c44d-e45f-498d-aad0-498370ba2097"}]}' {{(pid=115110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:50:56.934986 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc439b1-9af6-4850-8fe4-bd799f80070d service neutron] Pushing event updated for resources: {'Port': ['ID=bcc0c44d-e45f-498d-aad0-498370ba2097,revision_number=3']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:50:56.946129 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 15:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b1c81d-be73-4d3d-b1b4-97e3aa50f745 x-openstack-request-id: req-e0b1c81d-be73-4d3d-b1b4-97e3aa50f745 {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:50:56.946461 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ee38041-8e54-4fdb-909d-585952a4f5bd", "tag": "bcc0c44d-e45f-498d-aad0-498370ba2097", "status": "completed", "code": 200}]} {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:50:56.946754 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e0b1c81d-be73-4d3d-b1b4-97e3aa50f745 {{(pid=115110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:50:56.947199 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0b1c81d-be73-4d3d-b1b4-97e3aa50f745'] response: {'name': 'network-changed', 'server_uuid': '7ee38041-8e54-4fdb-909d-585952a4f5bd', 'tag': 'bcc0c44d-e45f-498d-aad0-498370ba2097', 'status': 'completed', 'code': 200} May 14 15:50:57.004790 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b5425-11a8-4493-8e80-362bee63505b req-6f895e09-7c2f-4b52-9594-9e96eeca02a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:57.006218 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-081b5425-11a8-4493-8e80-362bee63505b req-6f895e09-7c2f-4b52-9594-9e96eeca02a0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a3a2b5dee7a404a8445c8aa434b5a43&device_id=7ee38041-8e54-4fdb-909d-585952a4f5bd HTTP/1.1" status: 200 len: 1127 time: 0.0417845 May 14 15:50:57.067613 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-081b5425-11a8-4493-8e80-362bee63505b req-2ed1b5d3-0bbc-4e25-a4c0-3e98dd1d5732 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bcc0c44d-e45f-498d-aad0-498370ba2097 HTTP/1.1" status: 200 len: 217 time: 0.0383263 May 14 15:50:57.118020 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b5425-11a8-4493-8e80-362bee63505b req-5258e23a-a40c-4161-8dbe-e396ebd372cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:57.119590 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-081b5425-11a8-4493-8e80-362bee63505b req-5258e23a-a40c-4161-8dbe-e396ebd372cb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=77df9367-440f-44fc-82b0-848dccb99f62 HTTP/1.1" status: 200 len: 851 time: 0.0455585 May 14 15:50:57.167163 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b5425-11a8-4493-8e80-362bee63505b req-e5c3869f-a94c-4943-a707-b83ea8d2362d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:57.168666 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-081b5425-11a8-4493-8e80-362bee63505b req-e5c3869f-a94c-4943-a707-b83ea8d2362d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=791585d6-2e4a-4237-ab00-9a26c50b495e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0414207 May 14 15:50:57.223414 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device 759be0ca-daaf-4eba-97b6-a252b70cbb3b up at agent hyperv_hv-cinder-83979 {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:50:57.261938 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-081b5425-11a8-4493-8e80-362bee63505b req-d16692af-bd06-4ab8-9d78-b9dc68902745 service neutron] 10.222.0.36 "GET /v2.0/networks/791585d6-2e4a-4237-ab00-9a26c50b495e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863431 May 14 15:50:57.273199 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Provisioning complete for port 759be0ca-daaf-4eba-97b6-a252b70cbb3b triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:50:57.273572 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (759be0ca-daaf-4eba-97b6-a252b70cbb3b), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:57.363813 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port 759be0ca-daaf-4eba-97b6-a252b70cbb3b is: BUILD; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:50:57.364203 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (759be0ca-daaf-4eba-97b6-a252b70cbb3b), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:57.370971 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-081b5425-11a8-4493-8e80-362bee63505b req-94125698-d683-4e18-8ff5-1f410989213a service neutron] 10.222.0.36 "GET /v2.0/networks/791585d6-2e4a-4237-ab00-9a26c50b495e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935338 May 14 15:50:57.395233 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e33e9970-bfb7-46f3-8d40-782dbfa3d21c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759be0ca-daaf-4eba-97b6-a252b70cbb3b'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:50:57.399881 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bb685cd0d0d5598b2dce4f6f2400b8bab1844baadda65bc385176a7d6dc4011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93208b61-1069-4454-b32e-3ff2847d9df6" -d '{"events": [{"server_uuid": "e33e9970-bfb7-46f3-8d40-782dbfa3d21c", "name": "network-vif-plugged", "status": "completed", "tag": "759be0ca-daaf-4eba-97b6-a252b70cbb3b"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:50:57.415330 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port 759be0ca-daaf-4eba-97b6-a252b70cbb3b, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=759be0ca-daaf-4eba-97b6-a252b70cbb3b,segment=NetworkSegment(4b29d80c-5a53-4124-96cc-b568754899ad),segment_id=4b29d80c-5a53-4124-96cc-b568754899ad)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:50:57.420791 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (759be0ca-daaf-4eba-97b6-a252b70cbb3b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:57.453297 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 15:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823c61dd-d454-47bd-9f58-43dc0d866eb3 x-openstack-request-id: req-823c61dd-d454-47bd-9f58-43dc0d866eb3 {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:50:57.453962 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e33e9970-bfb7-46f3-8d40-782dbfa3d21c", "name": "network-vif-plugged", "status": "completed", "tag": "759be0ca-daaf-4eba-97b6-a252b70cbb3b", "code": 200}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:50:57.453962 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-823c61dd-d454-47bd-9f58-43dc0d866eb3 {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:50:57.454414 dv-cinder-839793-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-823c61dd-d454-47bd-9f58-43dc0d866eb3'] response: {'server_uuid': 'e33e9970-bfb7-46f3-8d40-782dbfa3d21c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759be0ca-daaf-4eba-97b6-a252b70cbb3b', 'code': 200} May 14 15:50:57.479941 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=759be0ca-daaf-4eba-97b6-a252b70cbb3b,revision_number=7']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:50:57.595636 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e51fbd-c04a-48bb-9875-cc035a4572eb req-97d9973b-5494-4857-b34c-b98851801183 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:57.597088 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c3e51fbd-c04a-48bb-9875-cc035a4572eb req-97d9973b-5494-4857-b34c-b98851801183 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0460422 May 14 15:50:57.643950 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c3e51fbd-c04a-48bb-9875-cc035a4572eb req-e7362e88-58af-4b7e-a367-df80034f8ad8 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412831 May 14 15:50:57.789891 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671ed04-11f9-4c1d-9030-b8d61c27253b req-da8fd4e3-b51e-40a7-9c69-089156bf4978 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:57.791289 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b671ed04-11f9-4c1d-9030-b8d61c27253b req-da8fd4e3-b51e-40a7-9c69-089156bf4978 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee38041-8e54-4fdb-909d-585952a4f5bd HTTP/1.1" status: 200 len: 943 time: 0.0501871 May 14 15:50:57.841242 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b671ed04-11f9-4c1d-9030-b8d61c27253b req-b1eb4f45-bfbc-4bf2-8fb5-770729ade471 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435174 May 14 15:50:58.765045 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4732cd93-11ea-463e-8304-cd9593984a4b req-b1bd8645-9f07-487b-8647-366f82261573 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:58.766482 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-4732cd93-11ea-463e-8304-cd9593984a4b req-b1bd8645-9f07-487b-8647-366f82261573 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0472963 May 14 15:50:58.794263 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef30f3-dcd3-43be-b61c-02f654748938 req-04c5c25d-3c8e-4600-801d-40d9b3cbfeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:58.796776 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-a6ef30f3-dcd3-43be-b61c-02f654748938 req-04c5c25d-3c8e-4600-801d-40d9b3cbfeec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a3a2b5dee7a404a8445c8aa434b5a43&device_id=7ee38041-8e54-4fdb-909d-585952a4f5bd HTTP/1.1" status: 200 len: 1127 time: 0.0421975 May 14 15:50:58.816537 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-4732cd93-11ea-463e-8304-cd9593984a4b req-698c0e1d-da6c-482f-b06b-4f9877e439f5 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443490 May 14 15:50:58.908536 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef30f3-dcd3-43be-b61c-02f654748938 req-98488393-0fb1-4b88-bed1-9aa04cc10701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:58.910001 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-a6ef30f3-dcd3-43be-b61c-02f654748938 req-98488393-0fb1-4b88-bed1-9aa04cc10701 service neutron] 10.222.0.36 "GET /v2.0/networks?id=791585d6-2e4a-4237-ab00-9a26c50b495e HTTP/1.1" status: 200 len: 913 time: 0.1076801 May 14 15:50:58.954225 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-a6ef30f3-dcd3-43be-b61c-02f654748938 req-693518bb-2192-4557-9ffb-c79a7fde60b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bcc0c44d-e45f-498d-aad0-498370ba2097 HTTP/1.1" status: 200 len: 217 time: 0.0380795 May 14 15:50:58.960055 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6a3fe-bfc3-4290-9597-642997e7a2f7 req-22531ad8-0e3e-4fad-8fc0-b9ba10af0488 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:58.961505 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5bd6a3fe-bfc3-4290-9597-642997e7a2f7 req-22531ad8-0e3e-4fad-8fc0-b9ba10af0488 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee38041-8e54-4fdb-909d-585952a4f5bd HTTP/1.1" status: 200 len: 943 time: 0.0466630 May 14 15:50:59.007715 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef30f3-dcd3-43be-b61c-02f654748938 req-7a3304ce-55d8-4b0d-8db5-be6fe8d0d7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:59.009668 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-a6ef30f3-dcd3-43be-b61c-02f654748938 req-7a3304ce-55d8-4b0d-8db5-be6fe8d0d7e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=77df9367-440f-44fc-82b0-848dccb99f62 HTTP/1.1" status: 200 len: 851 time: 0.0472093 May 14 15:50:59.016148 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5bd6a3fe-bfc3-4290-9597-642997e7a2f7 req-1cd2b8f5-49ca-4205-b021-eeb516975748 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489345 May 14 15:50:59.053467 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ef30f3-dcd3-43be-b61c-02f654748938 req-c19c8c63-e972-42d3-81e5-685c408e84cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:59.054989 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-a6ef30f3-dcd3-43be-b61c-02f654748938 req-c19c8c63-e972-42d3-81e5-685c408e84cc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=791585d6-2e4a-4237-ab00-9a26c50b495e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387805 May 14 15:50:59.151137 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-a6ef30f3-dcd3-43be-b61c-02f654748938 req-9f40b11f-acf3-4fca-acec-1b5150bb533a service neutron] 10.222.0.36 "GET /v2.0/networks/791585d6-2e4a-4237-ab00-9a26c50b495e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878010 May 14 15:50:59.245002 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-a6ef30f3-dcd3-43be-b61c-02f654748938 req-ffc7b128-3773-4349-884a-112496515e3a service neutron] 10.222.0.36 "GET /v2.0/networks/791585d6-2e4a-4237-ab00-9a26c50b495e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863595 May 14 15:50:59.880092 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 40488) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:50:59.941175 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465102f2-41ba-439d-8e64-cee068c43fb3 req-b1ac7cb6-e2c8-4c8a-837d-cfaaba37cfbf tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:50:59.942857 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-465102f2-41ba-439d-8e64-cee068c43fb3 req-b1ac7cb6-e2c8-4c8a-837d-cfaaba37cfbf tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0491400 May 14 15:50:59.990855 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-5b8c43c7-df64-4eed-949d-6160fc6d9f90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:50:59.993451 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-465102f2-41ba-439d-8e64-cee068c43fb3 req-a74324d3-136f-4245-8bc9-e79ee9ea1544 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449197 May 14 15:51:00.068912 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-5b8c43c7-df64-4eed-949d-6160fc6d9f90 admin admin] Publish callbacks [] for security_group (e7ce7bb0-36b3-4c01-a9b9-e1a893dbbc92), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:00.072913 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-5b8c43c7-df64-4eed-949d-6160fc6d9f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (e7ce7bb0-36b3-4c01-a9b9-e1a893dbbc92), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:00.117112 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-5b8c43c7-df64-4eed-949d-6160fc6d9f90 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bb6cbdbd05e44aa4b5a6c3f07abd7ce8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2357259 May 14 15:51:00.117744 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c43c7-df64-4eed-949d-6160fc6d9f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ce7bb0-36b3-4c01-a9b9-e1a893dbbc92,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:51:00.121299 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 40494) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:51:00.144673 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623e914-ab15-4e2d-ad1e-72d4408302bc req-3ca43cf9-4768-4d76-b68a-03178763ab88 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:00.146423 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f623e914-ab15-4e2d-ad1e-72d4408302bc req-3ca43cf9-4768-4d76-b68a-03178763ab88 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee38041-8e54-4fdb-909d-585952a4f5bd HTTP/1.1" status: 200 len: 943 time: 0.0544469 May 14 15:51:00.178685 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-2bf1205b-9199-4203-8dfd-a19ac396a4b7 admin admin] Publish callbacks [] for security_group (e7ce7bb0-36b3-4c01-a9b9-e1a893dbbc92), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:00.200243 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-2bf1205b-9199-4203-8dfd-a19ac396a4b7 admin admin] Publish callbacks [] for security_group (e7ce7bb0-36b3-4c01-a9b9-e1a893dbbc92), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:00.204218 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f623e914-ab15-4e2d-ad1e-72d4408302bc req-1fc53c1b-5cf8-4312-9508-74ecfa0ef5ed tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505757 May 14 15:51:00.267951 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-2bf1205b-9199-4203-8dfd-a19ac396a4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (e7ce7bb0-36b3-4c01-a9b9-e1a893dbbc92), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:00.271021 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-2bf1205b-9199-4203-8dfd-a19ac396a4b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:00.275229 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-2bf1205b-9199-4203-8dfd-a19ac396a4b7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e7ce7bb0-36b3-4c01-a9b9-e1a893dbbc92 HTTP/1.1" status: 204 len: 168 time: 0.1527946 May 14 15:51:00.285116 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf1205b-9199-4203-8dfd-a19ac396a4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ce7bb0-36b3-4c01-a9b9-e1a893dbbc92,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:51:01.024305 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b4e3304d-487c-4bc3-88c8-fdd7aa2680a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:01.136705 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b64c6-c344-4734-a7d0-d36ebf049213 req-72df9531-5a57-4ae5-a5fa-5e826a556c10 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:01.141555 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-496b64c6-c344-4734-a7d0-d36ebf049213 req-72df9531-5a57-4ae5-a5fa-5e826a556c10 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0680718 May 14 15:51:01.195436 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-496b64c6-c344-4734-a7d0-d36ebf049213 req-61ba97e2-45ae-4148-a9ce-f64f7f8fe04f tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440435 May 14 15:51:01.386137 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0d498-d90e-46e4-82c5-9a3adfb0029e req-9bf20e65-3942-43fb-92d1-3dc111b6e812 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:01.394136 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-fee0d498-d90e-46e4-82c5-9a3adfb0029e req-9bf20e65-3942-43fb-92d1-3dc111b6e812 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee38041-8e54-4fdb-909d-585952a4f5bd HTTP/1.1" status: 200 len: 943 time: 0.0951242 May 14 15:51:01.457101 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-fee0d498-d90e-46e4-82c5-9a3adfb0029e req-9f2702a1-0a92-436d-bd24-9f9485960405 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562382 May 14 15:51:02.353944 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3334c2a-421f-462b-92d5-98324da33916 req-db099f16-dac6-42d9-91a7-ce460920c83a tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:02.355533 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f3334c2a-421f-462b-92d5-98324da33916 req-db099f16-dac6-42d9-91a7-ce460920c83a tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0648236 May 14 15:51:02.426205 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f3334c2a-421f-462b-92d5-98324da33916 req-51f9965b-44a3-4941-8d35-3ddd5d2338b2 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613778 May 14 15:51:02.601183 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d5c869-a7f0-4752-a7c2-9cc5affbffe9 req-17a47016-4581-42df-9b59-c2774e3b1508 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:02.602822 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-56d5c869-a7f0-4752-a7c2-9cc5affbffe9 req-17a47016-4581-42df-9b59-c2774e3b1508 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee38041-8e54-4fdb-909d-585952a4f5bd HTTP/1.1" status: 200 len: 943 time: 0.0585024 May 14 15:51:02.687172 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-56d5c869-a7f0-4752-a7c2-9cc5affbffe9 req-51e8c970-6bb8-4200-beb5-7707d80e3c9d tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758393 May 14 15:51:03.276815 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-19c969ee-6d57-420b-8b29-88533457f6ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:03.558377 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b314e1-a2ca-400b-af3e-5d43ee0ec6ed req-352d36fd-8893-445d-b7ca-0284f0c4399d tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:03.560063 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c4b314e1-a2ca-400b-af3e-5d43ee0ec6ed req-352d36fd-8893-445d-b7ca-0284f0c4399d tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0556345 May 14 15:51:03.617223 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (df6c86ae-fc26-40a3-91a1-648a304bf46f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:03.623337 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c4b314e1-a2ca-400b-af3e-5d43ee0ec6ed req-f2dbbedd-6c48-4fa2-a796-de3fc7bb468f tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568614 May 14 15:51:03.833661 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e752d2f-aeed-4ad5-bca0-4ea159820c63 req-548697f0-9795-435f-8172-fa930a266910 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:03.840547 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7e752d2f-aeed-4ad5-bca0-4ea159820c63 req-548697f0-9795-435f-8172-fa930a266910 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee38041-8e54-4fdb-909d-585952a4f5bd HTTP/1.1" status: 200 len: 943 time: 0.0586429 May 14 15:51:03.908453 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7e752d2f-aeed-4ad5-bca0-4ea159820c63 req-5e2e31b4-743c-4e78-a0eb-1317ffa791c9 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669348 May 14 15:51:04.290850 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:04.767302 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d23b3-c0a8-4970-b761-616ce77f0015 req-61253445-9dce-4035-87ee-58758bdb7eef tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:04.768850 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-973d23b3-c0a8-4970-b761-616ce77f0015 req-61253445-9dce-4035-87ee-58758bdb7eef tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0638542 May 14 15:51:04.839161 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-973d23b3-c0a8-4970-b761-616ce77f0015 req-2f2a6369-d92f-4a1e-b051-9ff0b45237b1 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640445 May 14 15:51:05.039059 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99244000-ac8a-4157-b936-6725b4d55436 req-3d1693d8-a032-4de7-83f9-96ef5baa0b25 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:05.040546 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-99244000-ac8a-4157-b936-6725b4d55436 req-3d1693d8-a032-4de7-83f9-96ef5baa0b25 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee38041-8e54-4fdb-909d-585952a4f5bd HTTP/1.1" status: 200 len: 943 time: 0.0630841 May 14 15:51:05.099041 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-99244000-ac8a-4157-b936-6725b4d55436 req-5ad76e0b-5a1e-45f4-98b0-28a312142613 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517514 May 14 15:51:05.864520 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:05.968188 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e3155-1070-440c-8fa9-61a04f508c75 req-894b4c9a-4655-4e74-8989-24c8249b7e75 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:05.974271 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3b6e3155-1070-440c-8fa9-61a04f508c75 req-894b4c9a-4655-4e74-8989-24c8249b7e75 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0536814 May 14 15:51:06.030909 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3b6e3155-1070-440c-8fa9-61a04f508c75 req-d2f6fc17-ffbe-4314-ab6c-144f2e64dc90 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556343 May 14 15:51:06.234636 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b864184b-d45b-4e99-8e24-7e69304b962f req-9047687e-dea6-4721-b1eb-ddf3c551e67a tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:06.236452 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b864184b-d45b-4e99-8e24-7e69304b962f req-9047687e-dea6-4721-b1eb-ddf3c551e67a tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee38041-8e54-4fdb-909d-585952a4f5bd HTTP/1.1" status: 200 len: 943 time: 0.0530505 May 14 15:51:06.293315 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b864184b-d45b-4e99-8e24-7e69304b962f req-76fbe418-6274-465e-a274-cf7890d026cf tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507305 May 14 15:51:07.185725 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3cae8-c812-4836-9ae0-55d28fd91e4a req-3b9b290e-980f-41ec-8240-4d2f44dc0877 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:07.187852 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a9d3cae8-c812-4836-9ae0-55d28fd91e4a req-3b9b290e-980f-41ec-8240-4d2f44dc0877 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0532682 May 14 15:51:07.252381 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a9d3cae8-c812-4836-9ae0-55d28fd91e4a req-dc5ec2f3-f686-4f1d-8af2-46e50d1744dd tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587125 May 14 15:51:07.301685 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device bcc0c44d-e45f-498d-aad0-498370ba2097 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=115112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 14 15:51:07.363185 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:07.462743 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94aba85-8a1e-4ab5-94c0-f53ada91c988 req-2c1612dc-1814-478a-8fc1-a10c5b459895 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:07.465237 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b94aba85-8a1e-4ab5-94c0-f53ada91c988 req-2c1612dc-1814-478a-8fc1-a10c5b459895 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee38041-8e54-4fdb-909d-585952a4f5bd HTTP/1.1" status: 200 len: 943 time: 0.0724499 May 14 15:51:07.490746 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port bcc0c44d-e45f-498d-aad0-498370ba2097, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=bcc0c44d-e45f-498d-aad0-498370ba2097,segment=NetworkSegment(25b88ee4-cf04-43f5-bf5d-28b6fbf20225),segment_id=25b88ee4-cf04-43f5-bf5d-28b6fbf20225)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:51:07.506940 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Returning: {'device': 'bcc0c44d-e45f-498d-aad0-498370ba2097', 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e', 'port_id': 'bcc0c44d-e45f-498d-aad0-498370ba2097', 'mac_address': 'fa:16:3e:70:93:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77df9367-440f-44fc-82b0-848dccb99f62', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 14 15:51:07.526674 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b94aba85-8a1e-4ab5-94c0-f53ada91c988 req-3eedfb45-db12-48c7-b5b5-6d656f8f5c22 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549941 May 14 15:51:07.549137 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port bcc0c44d-e45f-498d-aad0-498370ba2097 is: DOWN; New status is: BUILD {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:51:07.549893 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (bcc0c44d-e45f-498d-aad0-498370ba2097), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:07.572642 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcc0c44d-e45f-498d-aad0-498370ba2097 {{(pid=115112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 15:51:07.596672 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port bcc0c44d-e45f-498d-aad0-498370ba2097, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=bcc0c44d-e45f-498d-aad0-498370ba2097,segment=NetworkSegment(25b88ee4-cf04-43f5-bf5d-28b6fbf20225),segment_id=25b88ee4-cf04-43f5-bf5d-28b6fbf20225)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:51:07.602173 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (bcc0c44d-e45f-498d-aad0-498370ba2097), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:07.660682 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=bcc0c44d-e45f-498d-aad0-498370ba2097,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:51:08.139082 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] get_ports_and_sgs() called for port_ids ['bcc0c44d-e45f-498d-aad0-498370ba2097'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 15:51:08.407359 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e4c6c-3eda-45f1-b940-696468e70bdc req-c527800e-9208-4a4f-a98d-8637c8ad5cf7 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:08.415051 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-4e2e4c6c-3eda-45f1-b940-696468e70bdc req-c527800e-9208-4a4f-a98d-8637c8ad5cf7 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0776637 May 14 15:51:08.461883 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-4e2e4c6c-3eda-45f1-b940-696468e70bdc req-2c0c7496-f59d-4fb3-8a3c-231df1b5d023 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458190 May 14 15:51:08.662364 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41abb666-6d31-4f99-9044-8037545750bf req-313262cb-d3c4-41f6-831c-567a912f9f1a tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:08.664143 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-41abb666-6d31-4f99-9044-8037545750bf req-313262cb-d3c4-41f6-831c-567a912f9f1a tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee38041-8e54-4fdb-909d-585952a4f5bd HTTP/1.1" status: 200 len: 944 time: 0.0593789 May 14 15:51:08.723546 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-41abb666-6d31-4f99-9044-8037545750bf req-7f66d973-f5b6-4f4a-87ed-4318875dff64 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485969 May 14 15:51:09.601942 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf083ef-973b-468f-85b4-36a403437471 req-e250b297-7a86-4d63-a236-6de69d3f92f7 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:09.603660 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-fdf083ef-973b-468f-85b4-36a403437471 req-e250b297-7a86-4d63-a236-6de69d3f92f7 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0574715 May 14 15:51:09.681045 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-fdf083ef-973b-468f-85b4-36a403437471 req-dc5d9598-a456-4c57-8b11-7066d967d84a tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697703 May 14 15:51:09.719189 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device bcc0c44d-e45f-498d-aad0-498370ba2097 up at agent hyperv_hv-cinder-83979 {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:51:09.772988 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Provisioning for port bcc0c44d-e45f-498d-aad0-498370ba2097 completed by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 14 15:51:09.783527 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Provisioning complete for port bcc0c44d-e45f-498d-aad0-498370ba2097 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:51:09.784081 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (bcc0c44d-e45f-498d-aad0-498370ba2097), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:09.875127 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427cb780-18b8-4255-be43-eb2d271d90d0 req-abb3a3cc-e880-412e-9e8e-4f84c0833d40 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:09.885052 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-427cb780-18b8-4255-be43-eb2d271d90d0 req-abb3a3cc-e880-412e-9e8e-4f84c0833d40 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee38041-8e54-4fdb-909d-585952a4f5bd HTTP/1.1" status: 200 len: 944 time: 0.0753219 May 14 15:51:09.892906 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port bcc0c44d-e45f-498d-aad0-498370ba2097 is: BUILD; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:51:09.893435 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (bcc0c44d-e45f-498d-aad0-498370ba2097), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:09.935639 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port bcc0c44d-e45f-498d-aad0-498370ba2097, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=bcc0c44d-e45f-498d-aad0-498370ba2097,segment=NetworkSegment(25b88ee4-cf04-43f5-bf5d-28b6fbf20225),segment_id=25b88ee4-cf04-43f5-bf5d-28b6fbf20225)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:51:09.937693 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee38041-8e54-4fdb-909d-585952a4f5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc0c44d-e45f-498d-aad0-498370ba2097'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:51:09.941887 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bb685cd0d0d5598b2dce4f6f2400b8bab1844baadda65bc385176a7d6dc4011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8f2e08-34b3-4973-a85e-87aff0f68948" -d '{"events": [{"server_uuid": "7ee38041-8e54-4fdb-909d-585952a4f5bd", "name": "network-vif-plugged", "status": "completed", "tag": "bcc0c44d-e45f-498d-aad0-498370ba2097"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:51:09.947531 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (bcc0c44d-e45f-498d-aad0-498370ba2097), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:09.957538 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-427cb780-18b8-4255-be43-eb2d271d90d0 req-e81f98d4-d7a0-476c-8347-40e25b720965 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715113 May 14 15:51:10.001137 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 15:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c411841-96a0-46ac-bfaf-be99280e7ee5 x-openstack-request-id: req-5c411841-96a0-46ac-bfaf-be99280e7ee5 {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:51:10.001566 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee38041-8e54-4fdb-909d-585952a4f5bd", "name": "network-vif-plugged", "status": "completed", "tag": "bcc0c44d-e45f-498d-aad0-498370ba2097", "code": 200}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:51:10.002016 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5c411841-96a0-46ac-bfaf-be99280e7ee5 {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:51:10.002505 dv-cinder-839793-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c411841-96a0-46ac-bfaf-be99280e7ee5'] response: {'server_uuid': '7ee38041-8e54-4fdb-909d-585952a4f5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc0c44d-e45f-498d-aad0-498370ba2097', 'code': 200} May 14 15:51:10.018403 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=bcc0c44d-e45f-498d-aad0-498370ba2097,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:51:10.349894 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a27b75-6b1c-449e-b2f6-3d0d37d21ef4 req-5fa6c76e-c1ce-4a18-af7f-5ed793066555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:10.351439 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-17a27b75-6b1c-449e-b2f6-3d0d37d21ef4 req-5fa6c76e-c1ce-4a18-af7f-5ed793066555 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7ee38041-8e54-4fdb-909d-585952a4f5bd HTTP/1.1" status: 200 len: 1129 time: 0.0840123 May 14 15:51:10.405735 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-17a27b75-6b1c-449e-b2f6-3d0d37d21ef4 req-1f5ef0d0-4b66-4d84-afa8-9f0d42fb25aa service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466776 May 14 15:51:10.608113 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-cd1eea98-3021-4588-9590-5969087dafc2 None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 15:51:10.829097 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02193eca-e185-4744-86fa-97c4f2cac2a5 req-7a72e524-82e4-4eed-b213-942a50179bf8 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:10.834784 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-02193eca-e185-4744-86fa-97c4f2cac2a5 req-7a72e524-82e4-4eed-b213-942a50179bf8 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0706704 May 14 15:51:10.897518 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-02193eca-e185-4744-86fa-97c4f2cac2a5 req-f599f427-6f54-44ac-8160-f7de8780ede3 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505376 May 14 15:51:11.074456 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5776ccc-dea8-4252-be94-d458bf270a54 req-c668d1ea-18a3-48b2-bad2-e6516d553e1b tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:11.075982 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f5776ccc-dea8-4252-be94-d458bf270a54 req-c668d1ea-18a3-48b2-bad2-e6516d553e1b tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee38041-8e54-4fdb-909d-585952a4f5bd HTTP/1.1" status: 200 len: 945 time: 0.0489857 May 14 15:51:11.126876 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f5776ccc-dea8-4252-be94-d458bf270a54 req-ee84779c-d644-463c-923e-98232ab91f85 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452127 May 14 15:51:12.016201 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74af4d9-57fb-41b2-bfb0-680b3c2c0314 req-cce412d2-3593-4ec3-8325-05c15b7e194d tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:12.017652 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c74af4d9-57fb-41b2-bfb0-680b3c2c0314 req-cce412d2-3593-4ec3-8325-05c15b7e194d tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0470412 May 14 15:51:12.065345 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c74af4d9-57fb-41b2-bfb0-680b3c2c0314 req-31bd02c3-d64e-466b-8cb8-742300844187 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420184 May 14 15:51:12.245302 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d05cd-ae1b-406b-bae1-dbf5ba88230a req-5dd21aa6-1a0c-4aae-89ed-343fa932d24a tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:12.246731 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0d4d05cd-ae1b-406b-bae1-dbf5ba88230a req-5dd21aa6-1a0c-4aae-89ed-343fa932d24a tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee38041-8e54-4fdb-909d-585952a4f5bd HTTP/1.1" status: 200 len: 945 time: 0.0527527 May 14 15:51:12.313598 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0d4d05cd-ae1b-406b-bae1-dbf5ba88230a req-a1500e6a-c6ee-4083-8350-7a8b939f12c2 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605686 May 14 15:51:13.161234 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4098bb96-1e78-433b-8c4d-9100ad6415f2 req-33778ffa-a56d-4ec2-bcbd-10824df99dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:13.162876 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-4098bb96-1e78-433b-8c4d-9100ad6415f2 req-33778ffa-a56d-4ec2-bcbd-10824df99dd0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0672be3fa3f7414da1c1a5b7300abbe7&device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 1130 time: 0.0408111 May 14 15:51:13.194248 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007626f-438e-4995-85f6-941049b73d9a req-d6588202-926a-4689-bca5-5350490337a5 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:13.195762 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1007626f-438e-4995-85f6-941049b73d9a req-d6588202-926a-4689-bca5-5350490337a5 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0479956 May 14 15:51:13.243392 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1007626f-438e-4995-85f6-941049b73d9a req-3a37bcb8-c0e2-47c7-89ca-8f6657e13d44 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419562 May 14 15:51:13.256802 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4098bb96-1e78-433b-8c4d-9100ad6415f2 req-af2fe23f-6e04-47d4-82f0-569776383c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:13.258334 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-4098bb96-1e78-433b-8c4d-9100ad6415f2 req-af2fe23f-6e04-47d4-82f0-569776383c5a service neutron] 10.222.0.36 "GET /v2.0/networks?id=d4128056-aa2b-474b-a7d3-2646c1ffdbcf HTTP/1.1" status: 200 len: 917 time: 0.0873425 May 14 15:51:13.325826 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-4098bb96-1e78-433b-8c4d-9100ad6415f2 req-a28b2ebc-1394-4cce-97b9-8bbaa2ae7e89 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=759be0ca-daaf-4eba-97b6-a252b70cbb3b HTTP/1.1" status: 200 len: 1001 time: 0.0574975 May 14 15:51:13.374207 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4098bb96-1e78-433b-8c4d-9100ad6415f2 req-7ef40a69-fce6-4458-afc7-3550b820628a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:13.375740 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-4098bb96-1e78-433b-8c4d-9100ad6415f2 req-7ef40a69-fce6-4458-afc7-3550b820628a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d228e71-c8a7-4ea8-bb77-1fa96d4cb770 HTTP/1.1" status: 200 len: 855 time: 0.0439970 May 14 15:51:13.423738 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4098bb96-1e78-433b-8c4d-9100ad6415f2 req-33579231-2811-4781-bbc4-48b985b15461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:13.425221 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-4098bb96-1e78-433b-8c4d-9100ad6415f2 req-33579231-2811-4781-bbc4-48b985b15461 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d4128056-aa2b-474b-a7d3-2646c1ffdbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425255 May 14 15:51:13.431599 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5084429-fdb3-48ad-80e6-42de6b2ac56a req-ebf5aee0-3432-43f2-b677-cd7aaf871467 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:13.433055 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c5084429-fdb3-48ad-80e6-42de6b2ac56a req-ebf5aee0-3432-43f2-b677-cd7aaf871467 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee38041-8e54-4fdb-909d-585952a4f5bd HTTP/1.1" status: 200 len: 945 time: 0.0469582 May 14 15:51:13.493935 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c5084429-fdb3-48ad-80e6-42de6b2ac56a req-84de9311-dfa3-4ee9-8075-cebaa325d95a tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475316 May 14 15:51:13.516673 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-4098bb96-1e78-433b-8c4d-9100ad6415f2 req-2ce41147-b9eb-46c2-827d-85742461b5f4 service neutron] 10.222.0.36 "GET /v2.0/networks/d4128056-aa2b-474b-a7d3-2646c1ffdbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826330 May 14 15:51:13.604075 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea2b66d-a508-4084-9762-d1c48c630d36 req-be87a697-3fa4-4f01-a93b-2b33df184012 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:13.605515 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-dea2b66d-a508-4084-9762-d1c48c630d36 req-be87a697-3fa4-4f01-a93b-2b33df184012 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee38041-8e54-4fdb-909d-585952a4f5bd HTTP/1.1" status: 200 len: 945 time: 0.0473130 May 14 15:51:13.612179 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-4098bb96-1e78-433b-8c4d-9100ad6415f2 req-4c24c36b-6913-4a06-9968-0586c8cea681 service neutron] 10.222.0.36 "GET /v2.0/networks/d4128056-aa2b-474b-a7d3-2646c1ffdbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886383 May 14 15:51:13.655026 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-dea2b66d-a508-4084-9762-d1c48c630d36 req-8fb76785-a470-47ab-86d9-ae2c62fe7ce1 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437684 May 14 15:51:13.676756 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 40636) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:51:13.857816 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78cff8a-72dd-42e9-a489-391671d75dbb tempest-TestVolumeBootPattern-350753137 tempest-TestVolumeBootPattern-350753137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:13.859269 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-b78cff8a-72dd-42e9-a489-391671d75dbb tempest-TestVolumeBootPattern-350753137 tempest-TestVolumeBootPattern-350753137-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7ee38041-8e54-4fdb-909d-585952a4f5bd HTTP/1.1" status: 200 len: 1124 time: 0.1814620 May 14 15:51:13.862030 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 40640) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:51:13.866423 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-fed9a0fc-0876-4c11-a529-cc85368477b0 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Request body: {'floatingip': {'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'port_id': 'bcc0c44d-e45f-498d-aad0-498370ba2097', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'fixed_ip_address': '172.20.0.5'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:51:13.887323 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-fed9a0fc-0876-4c11-a529-cc85368477b0 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:13.967450 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-fed9a0fc-0876-4c11-a529-cc85368477b0 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:14.078579 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.db_base_plugin_common [None req-fed9a0fc-0876-4c11-a529-cc85368477b0 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Allocated IP 172.27.1.177 (ee365c6e-8595-4248-876b-4406c6eeb32a/3059297f-ebad-4161-8328-a5e88a7ee6dc/c9630ad3-bd81-4b71-9768-56951bfc53dd) {{(pid=115111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:51:14.179330 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-fed9a0fc-0876-4c11-a529-cc85368477b0 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks [] for port (c9630ad3-bd81-4b71-9768-56951bfc53dd), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:14.213265 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-fed9a0fc-0876-4c11-a529-cc85368477b0 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764499'] for port (c9630ad3-bd81-4b71-9768-56951bfc53dd), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:14.250870 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed9a0fc-0876-4c11-a529-cc85368477b0 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Network ee365c6e-8595-4248-876b-4406c6eeb32a is already hosted by enough agents. {{(pid=115111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:51:14.253619 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.base_scheduler [None req-fed9a0fc-0876-4c11-a529-cc85368477b0 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Resources bound (agent type, host, resource id): {{(pid=115111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:51:14.257221 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed9a0fc-0876-4c11-a529-cc85368477b0 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Received port after_create {{(pid=115111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:51:14.291387 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed9a0fc-0876-4c11-a529-cc85368477b0 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Pushing event updated for resources: {'Port': ['ID=c9630ad3-bd81-4b71-9768-56951bfc53dd,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:51:14.304791 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9a0fc-0876-4c11-a529-cc85368477b0 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:14.305139 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9a0fc-0876-4c11-a529-cc85368477b0 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:14.305480 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9a0fc-0876-4c11-a529-cc85368477b0 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:14.305818 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9a0fc-0876-4c11-a529-cc85368477b0 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:14.306147 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9a0fc-0876-4c11-a529-cc85368477b0 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:14.306501 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9a0fc-0876-4c11-a529-cc85368477b0 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:14.306830 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9a0fc-0876-4c11-a529-cc85368477b0 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:14.307152 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9a0fc-0876-4c11-a529-cc85368477b0 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:14.307476 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9a0fc-0876-4c11-a529-cc85368477b0 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:14.307804 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9a0fc-0876-4c11-a529-cc85368477b0 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:14.308122 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9a0fc-0876-4c11-a529-cc85368477b0 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:14.308450 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9a0fc-0876-4c11-a529-cc85368477b0 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:14.308772 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9a0fc-0876-4c11-a529-cc85368477b0 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:14.309086 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9a0fc-0876-4c11-a529-cc85368477b0 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:14.309403 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9a0fc-0876-4c11-a529-cc85368477b0 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:14.405044 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee6820-e927-40bf-82ec-f7d43eeb5bfc req-81f3e54c-e7ec-4250-8421-6ed535aac057 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:14.406450 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-33ee6820-e927-40bf-82ec-f7d43eeb5bfc req-81f3e54c-e7ec-4250-8421-6ed535aac057 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0907338 May 14 15:51:14.505893 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-33ee6820-e927-40bf-82ec-f7d43eeb5bfc req-0c77a5e3-4d21-4774-9164-ca1e4a566dd6 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929079 May 14 15:51:14.710919 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-fed9a0fc-0876-4c11-a529-cc85368477b0 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks [] for floatingip (dd38c93f-3147-41ef-81e2-61dc990d57ea), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:14.778077 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-fed9a0fc-0876-4c11-a529-cc85368477b0 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (c9630ad3-bd81-4b71-9768-56951bfc53dd), before_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:14.956304 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-fed9a0fc-0876-4c11-a529-cc85368477b0 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks [] for port (c9630ad3-bd81-4b71-9768-56951bfc53dd), precommit_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:14.960736 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-fed9a0fc-0876-4c11-a529-cc85368477b0 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8764516'] for port (c9630ad3-bd81-4b71-9768-56951bfc53dd), after_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:15.033041 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed9a0fc-0876-4c11-a529-cc85368477b0 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Pushing event updated for resources: {'Port': ['ID=c9630ad3-bd81-4b71-9768-56951bfc53dd,revision_number=2']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:51:15.042569 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-fed9a0fc-0876-4c11-a529-cc85368477b0 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1759531'] for floatingip (dd38c93f-3147-41ef-81e2-61dc990d57ea), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:15.144025 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.db.l3_db [None req-fed9a0fc-0876-4c11-a529-cc85368477b0 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Floating IP dd38c93f-3147-41ef-81e2-61dc990d57ea associated. External IP: 172.27.1.177, port: bcc0c44d-e45f-498d-aad0-498370ba2097. May 14 15:51:15.354479 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed9a0fc-0876-4c11-a529-cc85368477b0 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Router a1169b27-b881-4a65-b771-789d4dff0e23 has already been hosted by L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f {{(pid=115111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 15:51:15.461720 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed9a0fc-0876-4c11-a529-cc85368477b0 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 15:51:15.472655 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a87d9a3-3849-4361-9c51-84127d1cda74 None None] Sync routers for ids ['a1169b27-b881-4a65-b771-789d4dff0e23'] in dv-cinder-839793-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 15:51:15.479270 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-fed9a0fc-0876-4c11-a529-cc85368477b0 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for floatingip (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:15.483021 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a87d9a3-3849-4361-9c51-84127d1cda74 None None] Routers {'a1169b27-b881-4a65-b771-789d4dff0e23'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:51:15.483623 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-4a87d9a3-3849-4361-9c51-84127d1cda74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:51:03Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['a1169b27-b881-4a65-b771-789d4dff0e23'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:51:15.595978 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-4a87d9a3-3849-4361-9c51-84127d1cda74 None None] Set router a1169b27-b881-4a65-b771-789d4dff0e23 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:51:15.757614 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device 759be0ca-daaf-4eba-97b6-a252b70cbb3b no longer exists at agent hyperv_hv-cinder-83979 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 15:51:15.786610 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-fed9a0fc-0876-4c11-a529-cc85368477b0 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9234302 May 14 15:51:15.790436 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ee38041-8e54-4fdb-909d-585952a4f5bd', 'tag': 'bcc0c44d-e45f-498d-aad0-498370ba2097'}] {{(pid=115111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:51:15.792069 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d243af113ddc23b9a3ad38dde0a226f09410eb7dd6936b385d295fad3462c172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b9f259-cc86-4392-8a44-07f65f1d5393" -d '{"events": [{"name": "network-changed", "server_uuid": "7ee38041-8e54-4fdb-909d-585952a4f5bd", "tag": "bcc0c44d-e45f-498d-aad0-498370ba2097"}]}' {{(pid=115111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:51:15.809364 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d3c1f8-f3db-4458-abba-14cc8fe1bfef req-fcee272f-9341-4264-aecb-8e0d2b1ecb52 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:15.811619 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-45d3c1f8-f3db-4458-abba-14cc8fe1bfef req-fcee272f-9341-4264-aecb-8e0d2b1ecb52 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 946 time: 0.0654583 May 14 15:51:15.845587 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port 759be0ca-daaf-4eba-97b6-a252b70cbb3b is: ACTIVE; New status is: DOWN {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:51:15.845980 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (759be0ca-daaf-4eba-97b6-a252b70cbb3b), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:15.848131 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 15:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa5896f-7da4-4005-81c7-5ee7181a6276 x-openstack-request-id: req-2fa5896f-7da4-4005-81c7-5ee7181a6276 {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:51:15.848422 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ee38041-8e54-4fdb-909d-585952a4f5bd", "tag": "bcc0c44d-e45f-498d-aad0-498370ba2097", "status": "completed", "code": 200}]} {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:51:15.848672 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2fa5896f-7da4-4005-81c7-5ee7181a6276 {{(pid=115111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:51:15.849068 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fa5896f-7da4-4005-81c7-5ee7181a6276'] response: {'name': 'network-changed', 'server_uuid': '7ee38041-8e54-4fdb-909d-585952a4f5bd', 'tag': 'bcc0c44d-e45f-498d-aad0-498370ba2097', 'status': 'completed', 'code': 200} May 14 15:51:15.882537 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-45d3c1f8-f3db-4458-abba-14cc8fe1bfef req-a970f977-f038-44e6-9324-14a2b0219a71 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620058 May 14 15:51:15.884294 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e33e9970-bfb7-46f3-8d40-782dbfa3d21c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '759be0ca-daaf-4eba-97b6-a252b70cbb3b'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:51:15.886665 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bb685cd0d0d5598b2dce4f6f2400b8bab1844baadda65bc385176a7d6dc4011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8524e9-ef65-4efb-a94d-bf9db2392781" -d '{"events": [{"server_uuid": "e33e9970-bfb7-46f3-8d40-782dbfa3d21c", "name": "network-vif-unplugged", "status": "completed", "tag": "759be0ca-daaf-4eba-97b6-a252b70cbb3b"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:51:15.891405 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port 759be0ca-daaf-4eba-97b6-a252b70cbb3b, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=759be0ca-daaf-4eba-97b6-a252b70cbb3b,segment=NetworkSegment(4b29d80c-5a53-4124-96cc-b568754899ad),segment_id=4b29d80c-5a53-4124-96cc-b568754899ad)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:51:15.897914 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (759be0ca-daaf-4eba-97b6-a252b70cbb3b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:15.936886 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 May 2022 15:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29ecc0a-55cf-4ca2-ab66-131cb071f873 x-openstack-request-id: req-e29ecc0a-55cf-4ca2-ab66-131cb071f873 {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:51:15.937224 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e33e9970-bfb7-46f3-8d40-782dbfa3d21c", "name": "network-vif-unplugged", "status": "completed", "tag": "759be0ca-daaf-4eba-97b6-a252b70cbb3b", "code": 200}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:51:15.937484 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e29ecc0a-55cf-4ca2-ab66-131cb071f873 {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:51:15.937883 dv-cinder-839793-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e29ecc0a-55cf-4ca2-ab66-131cb071f873'] response: {'server_uuid': 'e33e9970-bfb7-46f3-8d40-782dbfa3d21c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '759be0ca-daaf-4eba-97b6-a252b70cbb3b', 'code': 200} May 14 15:51:15.959768 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=759be0ca-daaf-4eba-97b6-a252b70cbb3b,revision_number=8']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:51:15.962975 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9f259-cc86-4392-8a44-07f65f1d5393 req-8daa1703-ca8b-4279-90d7-db1a0cbc6581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:15.964490 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-33b9f259-cc86-4392-8a44-07f65f1d5393 req-8daa1703-ca8b-4279-90d7-db1a0cbc6581 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a3a2b5dee7a404a8445c8aa434b5a43&device_id=7ee38041-8e54-4fdb-909d-585952a4f5bd HTTP/1.1" status: 200 len: 1129 time: 0.0515206 May 14 15:51:15.979545 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-4a87d9a3-3849-4361-9c51-84127d1cda74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'name': 'tempest-TestVolumeBootPattern-1054406125-router', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '7476df31-b615-4558-9e6b-f43b19294261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:49:52Z', 'updated_at': '2022-05-14T15:49:56Z', 'revision_number': 4, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'gw_port': {'id': '7476df31-b615-4558-9e6b-f43b19294261', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:57:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:49:53Z', 'updated_at': '2022-05-14T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_floatingips': [{'id': 'dd38c93f-3147-41ef-81e2-61dc990d57ea', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'floating_ip_address': '172.27.1.177', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'port_id': 'bcc0c44d-e45f-498d-aad0-498370ba2097', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e', 'mac_address': 'fa:16:3e:70:93:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee38041-8e54-4fdb-909d-585952a4f5bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T15:51:14Z', 'updated_at': '2022-05-14T15:51:14Z', 'revision_number': 0, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c6cb976-00c4-4753-b47a-e7f5b13c10b3', 'name': '', 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'mac_address': 'fa:16:3e:57:56:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '77df9367-440f-44fc-82b0-848dccb99f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:49:55Z', 'updated_at': '2022-05-14T15:50:00Z', 'revision_number': 5, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'subnets': [{'id': '77df9367-440f-44fc-82b0-848dccb99f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:51:16.005560 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a87d9a3-3849-4361-9c51-84127d1cda74 None None] Checking router: a1169b27-b881-4a65-b771-789d4dff0e23 for host: dv-cinder-839793-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 15:51:16.014158 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a87d9a3-3849-4361-9c51-84127d1cda74 None None] Routers {'a1169b27-b881-4a65-b771-789d4dff0e23'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:51:16.014786 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-4a87d9a3-3849-4361-9c51-84127d1cda74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:51:03Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['a1169b27-b881-4a65-b771-789d4dff0e23'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:51:16.120429 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-4a87d9a3-3849-4361-9c51-84127d1cda74 None None] Set router a1169b27-b881-4a65-b771-789d4dff0e23 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:51:16.337539 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-4a87d9a3-3849-4361-9c51-84127d1cda74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'name': 'tempest-TestVolumeBootPattern-1054406125-router', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '7476df31-b615-4558-9e6b-f43b19294261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:49:52Z', 'updated_at': '2022-05-14T15:49:56Z', 'revision_number': 4, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'gw_port': {'id': '7476df31-b615-4558-9e6b-f43b19294261', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:57:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:49:53Z', 'updated_at': '2022-05-14T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_floatingips': [{'id': 'dd38c93f-3147-41ef-81e2-61dc990d57ea', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'floating_ip_address': '172.27.1.177', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'port_id': 'bcc0c44d-e45f-498d-aad0-498370ba2097', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e', 'mac_address': 'fa:16:3e:70:93:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee38041-8e54-4fdb-909d-585952a4f5bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T15:51:14Z', 'updated_at': '2022-05-14T15:51:14Z', 'revision_number': 0, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c6cb976-00c4-4753-b47a-e7f5b13c10b3', 'name': '', 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'mac_address': 'fa:16:3e:57:56:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '77df9367-440f-44fc-82b0-848dccb99f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:49:55Z', 'updated_at': '2022-05-14T15:50:00Z', 'revision_number': 5, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'subnets': [{'id': '77df9367-440f-44fc-82b0-848dccb99f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:51:16.364667 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a87d9a3-3849-4361-9c51-84127d1cda74 None None] The sync data for ids ['a1169b27-b881-4a65-b771-789d4dff0e23'] in dv-cinder-839793-11-iscsi is: [{'id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'name': 'tempest-TestVolumeBootPattern-1054406125-router', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '7476df31-b615-4558-9e6b-f43b19294261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:49:52Z', 'updated_at': '2022-05-14T15:49:56Z', 'revision_number': 4, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'gw_port': {'id': '7476df31-b615-4558-9e6b-f43b19294261', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:57:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:49:53Z', 'updated_at': '2022-05-14T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_floatingips': [{'id': 'dd38c93f-3147-41ef-81e2-61dc990d57ea', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'floating_ip_address': '172.27.1.177', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'port_id': 'bcc0c44d-e45f-498d-aad0-498370ba2097', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e', 'mac_address': 'fa:16:3e:70:93:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee38041-8e54-4fdb-909d-585952a4f5bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T15:51:14Z', 'updated_at': '2022-05-14T15:51:14Z', 'revision_number': 0, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c6cb976-00c4-4753-b47a-e7f5b13c10b3', 'name': '', 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'mac_address': 'fa:16:3e:57:56:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '77df9367-440f-44fc-82b0-848dccb99f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:49:55Z', 'updated_at': '2022-05-14T15:50:00Z', 'revision_number': 5, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'subnets': [{'id': '77df9367-440f-44fc-82b0-848dccb99f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 15:51:16.372274 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9f259-cc86-4392-8a44-07f65f1d5393 req-454fd6b6-88e3-4035-bf5f-1e295a2468f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:16.374554 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-33b9f259-cc86-4392-8a44-07f65f1d5393 req-454fd6b6-88e3-4035-bf5f-1e295a2468f0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=791585d6-2e4a-4237-ab00-9a26c50b495e HTTP/1.1" status: 200 len: 913 time: 0.0940797 May 14 15:51:16.573315 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca0d797-5ce3-431c-bcd2-88a53bacf42f None None] New status for floating IP dd38c93f-3147-41ef-81e2-61dc990d57ea: ACTIVE {{(pid=115112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 14 15:51:16.679655 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-33b9f259-cc86-4392-8a44-07f65f1d5393 req-32ae4519-cdc3-4a9b-9fea-ce3ea6696ab4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bcc0c44d-e45f-498d-aad0-498370ba2097 HTTP/1.1" status: 200 len: 999 time: 0.2902787 May 14 15:51:16.727885 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9f259-cc86-4392-8a44-07f65f1d5393 req-cb94e4a9-259d-4229-bcf4-a621debaf685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:16.729933 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-33b9f259-cc86-4392-8a44-07f65f1d5393 req-cb94e4a9-259d-4229-bcf4-a621debaf685 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=77df9367-440f-44fc-82b0-848dccb99f62 HTTP/1.1" status: 200 len: 851 time: 0.0436156 May 14 15:51:16.778050 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9f259-cc86-4392-8a44-07f65f1d5393 req-a83eb92f-3b4e-48ae-9936-e5b0bad94f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:16.779815 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-33b9f259-cc86-4392-8a44-07f65f1d5393 req-a83eb92f-3b4e-48ae-9936-e5b0bad94f69 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=791585d6-2e4a-4237-ab00-9a26c50b495e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433652 May 14 15:51:16.871708 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-33b9f259-cc86-4392-8a44-07f65f1d5393 req-b932293b-5555-4bf6-a9e1-2bcf32a2c559 service neutron] 10.222.0.36 "GET /v2.0/networks/791585d6-2e4a-4237-ab00-9a26c50b495e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812585 May 14 15:51:16.961675 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-33b9f259-cc86-4392-8a44-07f65f1d5393 req-1e46f078-8f14-41b2-901d-72af4344b3b2 service neutron] 10.222.0.36 "GET /v2.0/networks/791585d6-2e4a-4237-ab00-9a26c50b495e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831540 May 14 15:51:17.030006 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad16360-997c-46be-9e40-772b04a1b320 req-d7654bb1-322d-4196-a638-53a315a10d65 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:17.031431 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5ad16360-997c-46be-9e40-772b04a1b320 req-d7654bb1-322d-4196-a638-53a315a10d65 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0520196 May 14 15:51:17.078235 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5ad16360-997c-46be-9e40-772b04a1b320 req-fc469844-bad5-4917-a5de-0cd99828747b tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413120 May 14 15:51:17.534717 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [req-aa59376b-2a54-48c5-829b-7688ed22dcfb req-3049c66f-bd76-4282-833c-fb7db8fea12c service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=115111) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 14 15:51:17.535615 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-aa59376b-2a54-48c5-829b-7688ed22dcfb req-3049c66f-bd76-4282-833c-fb7db8fea12c service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054209 May 14 15:51:17.695408 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d29f60-34e4-42f4-a8ce-67a35a7090a2 req-c0c31783-1035-44be-97ed-f1074a35e502 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:17.697013 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-75d29f60-34e4-42f4-a8ce-67a35a7090a2 req-c0c31783-1035-44be-97ed-f1074a35e502 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0481761 May 14 15:51:17.744820 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-75d29f60-34e4-42f4-a8ce-67a35a7090a2 req-fa76be31-6209-4a2c-8eeb-98567f4e0f00 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421786 May 14 15:51:17.958461 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 40698) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:51:18.040751 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-79392826-ea56-44b8-8f07-257ede9656de req-b60b5e1f-c402-48ea-a247-9707c3d12e48 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0812004 May 14 15:51:18.049450 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [req-79392826-ea56-44b8-8f07-257ede9656de req-3a51d2cf-154e-443f-b70b-5c0a16f0c228 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=115110) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 14 15:51:18.050437 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-79392826-ea56-44b8-8f07-257ede9656de req-3a51d2cf-154e-443f-b70b-5c0a16f0c228 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049191 May 14 15:51:18.126358 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 40706) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:51:18.174441 dv-cinder-839793-11-iscsi neutron-server[115110]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 14 15:51:18.222361 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79392826-ea56-44b8-8f07-257ede9656de req-cb660079-725f-4e06-a33d-d0bba1b25fbf tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:18.223695 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-79392826-ea56-44b8-8f07-257ede9656de req-cb660079-725f-4e06-a33d-d0bba1b25fbf tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports/759be0ca-daaf-4eba-97b6-a252b70cbb3b HTTP/1.1" status: 200 len: 941 time: 0.0963104 May 14 15:51:18.915613 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b388bb4d-c6d7-4953-b539-6c59e4863994 req-af2799a6-37bc-4126-9a7a-534a9febf093 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:18.916968 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b388bb4d-c6d7-4953-b539-6c59e4863994 req-af2799a6-37bc-4126-9a7a-534a9febf093 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0963588 May 14 15:51:18.966607 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b388bb4d-c6d7-4953-b539-6c59e4863994 req-ff99b781-b752-4277-846d-e9dddaf14d42 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433741 May 14 15:51:19.787654 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device 759be0ca-daaf-4eba-97b6-a252b70cbb3b no longer exists at agent hyperv_hv-cinder-83979 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 15:51:19.868029 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port 759be0ca-daaf-4eba-97b6-a252b70cbb3b is: DOWN; New status is: DOWN {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:51:19.986158 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79392826-ea56-44b8-8f07-257ede9656de req-419a4e92-e8cf-4fe4-8a2b-73e4964db5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:19.987664 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-79392826-ea56-44b8-8f07-257ede9656de req-419a4e92-e8cf-4fe4-8a2b-73e4964db5b2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c&tenant_id=0672be3fa3f7414da1c1a5b7300abbe7 HTTP/1.1" status: 200 len: 1128 time: 0.0715511 May 14 15:51:20.054379 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79392826-ea56-44b8-8f07-257ede9656de req-acd3bade-1e13-4b98-aa4b-f5a35929897b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:20.055908 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-79392826-ea56-44b8-8f07-257ede9656de req-acd3bade-1e13-4b98-aa4b-f5a35929897b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0672be3fa3f7414da1c1a5b7300abbe7&device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 1128 time: 0.0383937 May 14 15:51:20.143631 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89ea2b-7786-451c-a8b5-da9a2afbdb26 req-8bc2914f-0b31-4a94-825a-caa0fffe2e0f tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:20.145127 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ee89ea2b-7786-451c-a8b5-da9a2afbdb26 req-8bc2914f-0b31-4a94-825a-caa0fffe2e0f tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.1003940 May 14 15:51:20.150851 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79392826-ea56-44b8-8f07-257ede9656de req-73641647-336b-4286-a013-ebba898f8b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:20.152299 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-79392826-ea56-44b8-8f07-257ede9656de req-73641647-336b-4286-a013-ebba898f8b14 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d4128056-aa2b-474b-a7d3-2646c1ffdbcf HTTP/1.1" status: 200 len: 917 time: 0.0898769 May 14 15:51:20.191444 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ee89ea2b-7786-451c-a8b5-da9a2afbdb26 req-ae07e560-4761-4103-b3b6-2aa98cb19547 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407844 May 14 15:51:20.216673 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-79392826-ea56-44b8-8f07-257ede9656de req-23b571ce-185b-4f42-86c3-f9a7cca3ccd0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=759be0ca-daaf-4eba-97b6-a252b70cbb3b HTTP/1.1" status: 200 len: 999 time: 0.0575516 May 14 15:51:20.265210 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79392826-ea56-44b8-8f07-257ede9656de req-458e73b6-d8f7-40bc-9166-76c143fcef1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:20.266684 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-79392826-ea56-44b8-8f07-257ede9656de req-458e73b6-d8f7-40bc-9166-76c143fcef1b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d228e71-c8a7-4ea8-bb77-1fa96d4cb770 HTTP/1.1" status: 200 len: 855 time: 0.0441108 May 14 15:51:20.313762 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79392826-ea56-44b8-8f07-257ede9656de req-f69c0c1a-2a0b-4e8f-a753-40e274517f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:20.315200 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-79392826-ea56-44b8-8f07-257ede9656de req-f69c0c1a-2a0b-4e8f-a753-40e274517f63 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d4128056-aa2b-474b-a7d3-2646c1ffdbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423496 May 14 15:51:20.403719 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-79392826-ea56-44b8-8f07-257ede9656de req-a10d1211-4b7c-461e-ae34-c3cebe86f474 service neutron] 10.222.0.36 "GET /v2.0/networks/d4128056-aa2b-474b-a7d3-2646c1ffdbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812612 May 14 15:51:20.499068 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-79392826-ea56-44b8-8f07-257ede9656de req-8299889c-ad38-41ba-bbab-febbfe487d1e service neutron] 10.222.0.36 "GET /v2.0/networks/d4128056-aa2b-474b-a7d3-2646c1ffdbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889211 May 14 15:51:21.319190 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662261e7-9293-48a9-98e0-df0df3ad0195 req-56b5e602-1fe4-42b6-a8a8-1f43af235d99 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:21.321102 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-662261e7-9293-48a9-98e0-df0df3ad0195 req-56b5e602-1fe4-42b6-a8a8-1f43af235d99 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0510352 May 14 15:51:21.372879 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-662261e7-9293-48a9-98e0-df0df3ad0195 req-d00b21f7-bf6f-49c2-82a9-5841eb6e1d80 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446157 May 14 15:51:22.501910 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629b25a-dcdd-4da3-8c44-21662c240015 req-8a3f58c4-3754-4f84-b2f0-e755004b32e8 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:22.503393 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d629b25a-dcdd-4da3-8c44-21662c240015 req-8a3f58c4-3754-4f84-b2f0-e755004b32e8 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0522194 May 14 15:51:22.552073 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d629b25a-dcdd-4da3-8c44-21662c240015 req-82d4e928-a875-4319-9e0d-301dc79b390c tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429645 May 14 15:51:23.674778 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b35d1-da8e-4020-85c4-51da5756a3f5 req-42fba794-a0d8-49b9-b572-81b6c6ea0759 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:23.676512 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8b7b35d1-da8e-4020-85c4-51da5756a3f5 req-42fba794-a0d8-49b9-b572-81b6c6ea0759 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0503042 May 14 15:51:23.727881 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8b7b35d1-da8e-4020-85c4-51da5756a3f5 req-b996a84f-7a70-46a1-8763-9aba98a23a21 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453575 May 14 15:51:24.869722 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07402f-a810-494d-9fb8-0d84a96a3597 req-e95b5953-501d-476d-91d8-e104b927baea tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:24.871304 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-2a07402f-a810-494d-9fb8-0d84a96a3597 req-e95b5953-501d-476d-91d8-e104b927baea tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0631003 May 14 15:51:24.923343 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-2a07402f-a810-494d-9fb8-0d84a96a3597 req-1e9eef16-d50b-4627-b18e-16dd3160c007 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465667 May 14 15:51:26.064469 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800f4181-5ad1-4252-b2e0-b0da5b325088 req-8ed14362-b5c4-4f48-9502-b9bb1b5414d6 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:26.065852 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-800f4181-5ad1-4252-b2e0-b0da5b325088 req-8ed14362-b5c4-4f48-9502-b9bb1b5414d6 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0483053 May 14 15:51:26.112602 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-800f4181-5ad1-4252-b2e0-b0da5b325088 req-19d61a46-00da-4dee-84ac-3b1db586fb95 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412388 May 14 15:51:27.233410 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3001cb-772c-4d28-b855-1a88ae7662ae req-820efe96-cd4f-4d5c-8732-6ed90a8ab1cd tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:27.235012 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8e3001cb-772c-4d28-b855-1a88ae7662ae req-820efe96-cd4f-4d5c-8732-6ed90a8ab1cd tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0503232 May 14 15:51:27.280419 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8e3001cb-772c-4d28-b855-1a88ae7662ae req-c1bcb76b-5674-45d9-9e4a-6b43193eb41e tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397098 May 14 15:51:28.416022 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e434e7-6d17-4f0d-a416-90e35d527829 req-2db5cf45-abc0-4ef8-bc82-5d0006fd6965 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:28.417586 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-76e434e7-6d17-4f0d-a416-90e35d527829 req-2db5cf45-abc0-4ef8-bc82-5d0006fd6965 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0552819 May 14 15:51:28.470859 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-76e434e7-6d17-4f0d-a416-90e35d527829 req-d6bb7d53-45e0-4946-8986-2568eafce2c5 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446312 May 14 15:51:29.594086 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88cadd-3163-47e9-bdb2-8a313ba2fa4c req-c2a18733-3b69-49b4-82eb-1600e143cb54 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:29.595617 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7a88cadd-3163-47e9-bdb2-8a313ba2fa4c req-c2a18733-3b69-49b4-82eb-1600e143cb54 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0499873 May 14 15:51:29.643476 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7a88cadd-3163-47e9-bdb2-8a313ba2fa4c req-76c6603a-4e4a-46f6-94b9-ec52b90eb270 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421298 May 14 15:51:30.776746 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ef951-6d6b-4543-afcf-1be5cee764c3 req-87ef8af9-099f-498e-97eb-7510043a65c2 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:30.778284 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-577ef951-6d6b-4543-afcf-1be5cee764c3 req-87ef8af9-099f-498e-97eb-7510043a65c2 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0547831 May 14 15:51:30.834757 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-577ef951-6d6b-4543-afcf-1be5cee764c3 req-b4c5288e-2d9d-4696-b715-57b7a279f565 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458360 May 14 15:51:31.021674 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-83d4ffb7-f354-4ccc-af0d-4e194169f9cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:31.954123 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ec7514-5d11-4640-bfaa-bfad17752080 req-9a082e2c-6a37-4bfe-b62d-6ff6079a48a2 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:31.955553 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-76ec7514-5d11-4640-bfaa-bfad17752080 req-9a082e2c-6a37-4bfe-b62d-6ff6079a48a2 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0505309 May 14 15:51:32.005279 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-76ec7514-5d11-4640-bfaa-bfad17752080 req-4dc0efa3-9570-40e1-bf5e-14bc2ba02214 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439847 May 14 15:51:33.156338 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7789c-fc20-4a00-9768-cc105031dca4 req-997f3e49-427e-4f54-b59a-392b55db4106 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:33.158659 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f8d7789c-fc20-4a00-9768-cc105031dca4 req-997f3e49-427e-4f54-b59a-392b55db4106 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0635281 May 14 15:51:33.218736 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f8d7789c-fc20-4a00-9768-cc105031dca4 req-35e3bd14-28a1-41cd-85c0-0cfb541cc8f7 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546196 May 14 15:51:33.270175 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-28f3c783-912c-4a59-b287-6dcbe954eafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:33.633805 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (df6c86ae-fc26-40a3-91a1-648a304bf46f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:34.293778 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:34.340314 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00beaf13-d415-47e5-9e48-6210c2405678 req-01bb008a-94a4-479f-927c-917801a01f27 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:34.341772 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-00beaf13-d415-47e5-9e48-6210c2405678 req-01bb008a-94a4-479f-927c-917801a01f27 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0459268 May 14 15:51:34.396230 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-00beaf13-d415-47e5-9e48-6210c2405678 req-9ee98611-76b3-4a19-b855-0e4f76e4af29 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480537 May 14 15:51:35.520994 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f741da-5220-484e-a0b6-c2bd95f3fd5b req-daa8e8c2-50e7-42cf-a4a9-c8d87a36fa39 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:35.522642 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f0f741da-5220-484e-a0b6-c2bd95f3fd5b req-daa8e8c2-50e7-42cf-a4a9-c8d87a36fa39 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0506656 May 14 15:51:35.570867 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f0f741da-5220-484e-a0b6-c2bd95f3fd5b req-13ef59bc-ee88-404f-ba92-3550a74b6221 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426314 May 14 15:51:35.861141 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:36.695520 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c7442-b8cb-44f4-8cc0-95d5ac599f8d req-8ef5307b-bdb7-4df5-8837-c5e0107d6c21 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:36.696981 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-364c7442-b8cb-44f4-8cc0-95d5ac599f8d req-8ef5307b-bdb7-4df5-8837-c5e0107d6c21 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0502353 May 14 15:51:36.742622 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-364c7442-b8cb-44f4-8cc0-95d5ac599f8d req-014bd54e-ba38-423a-be3f-0ef23bec0588 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395989 May 14 15:51:37.339644 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:37.861537 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036028d4-5801-4cc3-89e6-cd1b524d31c6 req-a38dcf26-7d1b-4a13-b700-1b9d15393add tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:37.863018 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-036028d4-5801-4cc3-89e6-cd1b524d31c6 req-a38dcf26-7d1b-4a13-b700-1b9d15393add tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0478892 May 14 15:51:37.997910 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-036028d4-5801-4cc3-89e6-cd1b524d31c6 req-7d3c8e4d-5f3d-4d47-aa79-a0fdc47410e5 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289632 May 14 15:51:38.631553 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 40878) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:51:38.666341 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae3eaa-2d17-4791-a51f-a5f809689589 req-acf1774d-2e53-40ab-ab44-2827f975672f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:38.667880 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-58ae3eaa-2d17-4791-a51f-a5f809689589 req-acf1774d-2e53-40ab-ab44-2827f975672f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0672be3fa3f7414da1c1a5b7300abbe7&device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 1128 time: 0.1317875 May 14 15:51:38.690763 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-fb5da2a7-157f-4a01-8031-9c639957c694 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:38.766401 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-fb5da2a7-157f-4a01-8031-9c639957c694 admin admin] Publish callbacks [] for security_group (3e19a978-c50d-4e55-8aa4-e7bf44a58227), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:38.770394 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-fb5da2a7-157f-4a01-8031-9c639957c694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (3e19a978-c50d-4e55-8aa4-e7bf44a58227), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:38.777104 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae3eaa-2d17-4791-a51f-a5f809689589 req-bcdb502f-2992-43f5-b776-e822dbe07cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:38.778608 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-58ae3eaa-2d17-4791-a51f-a5f809689589 req-bcdb502f-2992-43f5-b776-e822dbe07cd8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d4128056-aa2b-474b-a7d3-2646c1ffdbcf HTTP/1.1" status: 200 len: 917 time: 0.0908587 May 14 15:51:38.811672 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-fb5da2a7-157f-4a01-8031-9c639957c694 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b57f62a4dc3041ec8652119191d42cca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1790366 May 14 15:51:38.812512 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5da2a7-157f-4a01-8031-9c639957c694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e19a978-c50d-4e55-8aa4-e7bf44a58227,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:51:38.814773 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 40882) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:51:38.843347 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-58ae3eaa-2d17-4791-a51f-a5f809689589 req-1f1181c5-8516-45d1-94e0-e4c86c17ba9c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=759be0ca-daaf-4eba-97b6-a252b70cbb3b HTTP/1.1" status: 200 len: 999 time: 0.0579565 May 14 15:51:38.868852 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-c7d8472f-4004-4575-acf6-b35930e28071 admin admin] Publish callbacks [] for security_group (3e19a978-c50d-4e55-8aa4-e7bf44a58227), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:38.890766 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae3eaa-2d17-4791-a51f-a5f809689589 req-91c5a75c-91a7-40d1-acd5-d17edea1c11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:38.890971 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-c7d8472f-4004-4575-acf6-b35930e28071 admin admin] Publish callbacks [] for security_group (3e19a978-c50d-4e55-8aa4-e7bf44a58227), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:38.892225 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-58ae3eaa-2d17-4791-a51f-a5f809689589 req-91c5a75c-91a7-40d1-acd5-d17edea1c11e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d228e71-c8a7-4ea8-bb77-1fa96d4cb770 HTTP/1.1" status: 200 len: 855 time: 0.0436473 May 14 15:51:38.940189 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae3eaa-2d17-4791-a51f-a5f809689589 req-1c83c5ff-f8b8-49b9-83b7-8dc307eae82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:38.940832 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-c7d8472f-4004-4575-acf6-b35930e28071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (3e19a978-c50d-4e55-8aa4-e7bf44a58227), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:38.941687 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-58ae3eaa-2d17-4791-a51f-a5f809689589 req-1c83c5ff-f8b8-49b9-83b7-8dc307eae82b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d4128056-aa2b-474b-a7d3-2646c1ffdbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433686 May 14 15:51:38.943632 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-c7d8472f-4004-4575-acf6-b35930e28071 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:38.944761 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-c7d8472f-4004-4575-acf6-b35930e28071 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3e19a978-c50d-4e55-8aa4-e7bf44a58227 HTTP/1.1" status: 204 len: 168 time: 0.1291192 May 14 15:51:38.953298 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d8472f-4004-4575-acf6-b35930e28071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e19a978-c50d-4e55-8aa4-e7bf44a58227,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:51:39.037024 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-58ae3eaa-2d17-4791-a51f-a5f809689589 req-c72c3f41-b54e-4bcb-81c7-79dcea47e783 service neutron] 10.222.0.36 "GET /v2.0/networks/d4128056-aa2b-474b-a7d3-2646c1ffdbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869625 May 14 15:51:39.131271 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e30723-45d9-419f-a1ea-f9ea27ee827b req-c91b9e28-2255-40f5-948f-f1f9e46507ca tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:39.132819 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d9e30723-45d9-419f-a1ea-f9ea27ee827b req-c91b9e28-2255-40f5-948f-f1f9e46507ca tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0526495 May 14 15:51:39.144117 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-58ae3eaa-2d17-4791-a51f-a5f809689589 req-661efcfa-1967-45df-95a4-e079bed984e0 service neutron] 10.222.0.36 "GET /v2.0/networks/d4128056-aa2b-474b-a7d3-2646c1ffdbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011267 May 14 15:51:39.185431 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d9e30723-45d9-419f-a1ea-f9ea27ee827b req-50067a65-1aa8-4dd4-941c-d80be1ec4039 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446765 May 14 15:51:39.571206 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 40908) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:51:39.665113 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-46323164-9e8c-4cae-9647-9bf34f319002 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-880512959-network', 'tenant_id': '83d6b6f0aa4f4314811ee80480861958'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:51:39.687238 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46323164-9e8c-4cae-9647-9bf34f319002 admin admin] Made reservation on behalf of 83d6b6f0aa4f4314811ee80480861958 for: {'network': 1} {{(pid=115111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:51:39.689328 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-46323164-9e8c-4cae-9647-9bf34f319002 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for network (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:39.700761 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-46323164-9e8c-4cae-9647-9bf34f319002 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:39.776214 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-46323164-9e8c-4cae-9647-9bf34f319002 admin admin] Publish callbacks [] for security_group (8de02d55-e636-4b45-a353-62ea85d9729f), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:39.779484 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-46323164-9e8c-4cae-9647-9bf34f319002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (8de02d55-e636-4b45-a353-62ea85d9729f), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:39.800132 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46323164-9e8c-4cae-9647-9bf34f319002 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=115111) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 15:51:39.814531 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46323164-9e8c-4cae-9647-9bf34f319002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de02d55-e636-4b45-a353-62ea85d9729f,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:51:39.817366 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-46323164-9e8c-4cae-9647-9bf34f319002 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770741945101', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32906243'] for segment (bbf8d973-9037-4af7-ad30-be5c3a916a1b), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:39.817771 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.db.segments_db [None req-46323164-9e8c-4cae-9647-9bf34f319002 admin admin] Added segment bbf8d973-9037-4af7-ad30-be5c3a916a1b of type vlan for network a888ca18-035c-4252-b410-51cde566f008 May 14 15:51:39.859028 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-46323164-9e8c-4cae-9647-9bf34f319002 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770741518219'] for network (a888ca18-035c-4252-b410-51cde566f008), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:39.882414 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-46323164-9e8c-4cae-9647-9bf34f319002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732'] for network (a888ca18-035c-4252-b410-51cde566f008), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:39.883381 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46323164-9e8c-4cae-9647-9bf34f319002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:39.883954 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-46323164-9e8c-4cae-9647-9bf34f319002 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for network (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:39.915836 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-46323164-9e8c-4cae-9647-9bf34f319002 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3434689 May 14 15:51:39.918826 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 40912) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:51:39.925703 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-c9b84fbd-2159-423e-8cd4-ec1431e6d41b admin admin] Request body: {'subnet': {'network_id': 'a888ca18-035c-4252-b410-51cde566f008', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-880512959-subnet', 'tenant_id': '83d6b6f0aa4f4314811ee80480861958', 'ip_version': 4}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:51:39.946944 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b84fbd-2159-423e-8cd4-ec1431e6d41b admin admin] Made reservation on behalf of 83d6b6f0aa4f4314811ee80480861958 for: {'subnet': 1} {{(pid=115110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:51:39.948225 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46323164-9e8c-4cae-9647-9bf34f319002 admin admin] Pushing event updated for resources: {'Network': ['ID=a888ca18-035c-4252-b410-51cde566f008,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:51:39.949445 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-c9b84fbd-2159-423e-8cd4-ec1431e6d41b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397864'] for subnet (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:39.959989 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Network a888ca18-035c-4252-b410-51cde566f008 details requested by agent ovs-agent-dv-cinder-839793-11-iscsi with host dv-cinder-839793-11-iscsi {{(pid=115112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 14 15:51:40.115640 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-c9b84fbd-2159-423e-8cd4-ec1431e6d41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8397886'] for subnet (92ab5aa1-3899-43e1-ab2b-d56c0c5333c4), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:40.173560 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b84fbd-2159-423e-8cd4-ec1431e6d41b admin admin] Pushing event updated for resources: {'Subnet': ['ID=92ab5aa1-3899-43e1-ab2b-d56c0c5333c4,revision_number=0']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:51:40.184068 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b84fbd-2159-423e-8cd4-ec1431e6d41b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:40.184420 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b84fbd-2159-423e-8cd4-ec1431e6d41b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:40.184762 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b84fbd-2159-423e-8cd4-ec1431e6d41b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:40.185101 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b84fbd-2159-423e-8cd4-ec1431e6d41b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:40.185431 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b84fbd-2159-423e-8cd4-ec1431e6d41b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:40.185763 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b84fbd-2159-423e-8cd4-ec1431e6d41b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:40.186123 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b84fbd-2159-423e-8cd4-ec1431e6d41b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:40.186472 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b84fbd-2159-423e-8cd4-ec1431e6d41b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:40.186801 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b84fbd-2159-423e-8cd4-ec1431e6d41b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:40.187123 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b84fbd-2159-423e-8cd4-ec1431e6d41b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:40.187444 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b84fbd-2159-423e-8cd4-ec1431e6d41b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:40.187775 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b84fbd-2159-423e-8cd4-ec1431e6d41b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:40.188094 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b84fbd-2159-423e-8cd4-ec1431e6d41b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:40.188412 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b84fbd-2159-423e-8cd4-ec1431e6d41b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:40.188729 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b84fbd-2159-423e-8cd4-ec1431e6d41b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:40.191724 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b84fbd-2159-423e-8cd4-ec1431e6d41b admin admin] Checking segment: {'id': 'bbf8d973-9037-4af7-ad30-be5c3a916a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a888ca18-035c-4252-b410-51cde566f008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:51:40.192082 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b84fbd-2159-423e-8cd4-ec1431e6d41b admin admin] Network hostable DHCP agents. Network: a888ca18-035c-4252-b410-51cde566f008, hostable agents: ['fb8f4d26-2508-472b-a3f6-593d1ff7e929'], hosted agents: [] {{(pid=115110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 15:51:40.209737 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b84fbd-2159-423e-8cd4-ec1431e6d41b admin admin] Network a888ca18-035c-4252-b410-51cde566f008 is scheduled to be hosted by DHCP agent fb8f4d26-2508-472b-a3f6-593d1ff7e929 with binding_index 1 {{(pid=115110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 15:51:40.219140 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.base_scheduler [None req-c9b84fbd-2159-423e-8cd4-ec1431e6d41b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-11-iscsi, a888ca18-035c-4252-b410-51cde566f008) {{(pid=115110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:51:40.223462 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b84fbd-2159-423e-8cd4-ec1431e6d41b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:40.224238 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-c9b84fbd-2159-423e-8cd4-ec1431e6d41b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for subnet (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:40.229944 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d05bbc0-4557-4e05-88e9-32becb4604a6 None None] Network a888ca18-035c-4252-b410-51cde566f008 requested from dv-cinder-839793-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 15:51:40.240612 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-c9b84fbd-2159-423e-8cd4-ec1431e6d41b admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3204999 May 14 15:51:40.243249 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 40916) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:51:40.247521 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-e4960299-9c55-49f2-abd8-1e0bbfa85d50 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-880512959-router', 'tenant_id': '83d6b6f0aa4f4314811ee80480861958', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'}}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:51:40.269221 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e4960299-9c55-49f2-abd8-1e0bbfa85d50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1757982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104797'] for router (50bc2a5e-c494-41e8-9dc8-79c4ae347fca), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:40.270277 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e4960299-9c55-49f2-abd8-1e0bbfa85d50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1760263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104788'] for router (50bc2a5e-c494-41e8-9dc8-79c4ae347fca), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:40.319723 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6fd84f-fdfc-4235-9a14-7a48e4585f65 req-21fa9137-fee5-495c-aaa8-c99805613c4e tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:40.321507 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-aa6fd84f-fdfc-4235-9a14-7a48e4585f65 req-21fa9137-fee5-495c-aaa8-c99805613c4e tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0499735 May 14 15:51:40.332319 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e4960299-9c55-49f2-abd8-1e0bbfa85d50 admin admin] Publish callbacks [] for router_controller (50bc2a5e-c494-41e8-9dc8-79c4ae347fca), precommit_add_association {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:40.374277 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-aa6fd84f-fdfc-4235-9a14-7a48e4585f65 req-07ae6391-d523-4695-bc34-725918a26dac tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455151 May 14 15:51:40.472796 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19c63bb-67c6-432b-9cba-4a471c314827 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf033a25f-6d82-560f-8aa4-47b981b79ac7-a888ca18-035c-4252-b410-51cde566f008', 'network_id': 'a888ca18-035c-4252-b410-51cde566f008', 'project_id': '83d6b6f0aa4f4314811ee80480861958', 'fixed_ips': [{'subnet_id': '92ab5aa1-3899-43e1-ab2b-d56c0c5333c4'}]}} from dv-cinder-839793-11-iscsi. {{(pid=115112) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 14 15:51:40.473779 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-c19c63bb-67c6-432b-9cba-4a471c314827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:40.489930 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e4960299-9c55-49f2-abd8-1e0bbfa85d50 admin admin] Publish callbacks [] for router_gateway (50bc2a5e-c494-41e8-9dc8-79c4ae347fca), precommit_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:40.614735 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.db_base_plugin_common [None req-c19c63bb-67c6-432b-9cba-4a471c314827 None None] Allocated IP 172.20.0.2 (a888ca18-035c-4252-b410-51cde566f008/92ab5aa1-3899-43e1-ab2b-d56c0c5333c4/1300e86f-748f-4b60-aa2b-b1641192458b) {{(pid=115112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:51:40.667136 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e4960299-9c55-49f2-abd8-1e0bbfa85d50 admin admin] Publish callbacks [] for router_gateway (50bc2a5e-c494-41e8-9dc8-79c4ae347fca), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:40.685336 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e4960299-9c55-49f2-abd8-1e0bbfa85d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:40.754383 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-c19c63bb-67c6-432b-9cba-4a471c314827 None None] Publish callbacks [] for port (1300e86f-748f-4b60-aa2b-b1641192458b), precommit_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:40.761366 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-c19c63bb-67c6-432b-9cba-4a471c314827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197'] for port (1300e86f-748f-4b60-aa2b-b1641192458b), after_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:40.796522 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.db_base_plugin_common [None req-e4960299-9c55-49f2-abd8-1e0bbfa85d50 admin admin] Allocated IP 172.27.1.246 (ee365c6e-8595-4248-876b-4406c6eeb32a/3059297f-ebad-4161-8328-a5e88a7ee6dc/a025dc00-bbc7-4776-8f67-6cf16f293c7a) {{(pid=115110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:51:40.804991 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19c63bb-67c6-432b-9cba-4a471c314827 None None] Network a888ca18-035c-4252-b410-51cde566f008 is already hosted by enough agents. {{(pid=115112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:51:40.817998 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.scheduler.base_scheduler [None req-c19c63bb-67c6-432b-9cba-4a471c314827 None None] Resources bound (agent type, host, resource id): {{(pid=115112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:51:40.820877 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19c63bb-67c6-432b-9cba-4a471c314827 None None] Received port after_create {{(pid=115112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:51:40.830034 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c63bb-67c6-432b-9cba-4a471c314827 None None] Pushing event updated for resources: {'Port': ['ID=1300e86f-748f-4b60-aa2b-b1641192458b,revision_number=1']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:51:40.841587 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c63bb-67c6-432b-9cba-4a471c314827 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:40.841691 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c63bb-67c6-432b-9cba-4a471c314827 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:40.842010 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c63bb-67c6-432b-9cba-4a471c314827 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:40.842450 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c63bb-67c6-432b-9cba-4a471c314827 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:40.844076 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c63bb-67c6-432b-9cba-4a471c314827 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:40.844426 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c63bb-67c6-432b-9cba-4a471c314827 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:40.844763 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c63bb-67c6-432b-9cba-4a471c314827 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:40.845124 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c63bb-67c6-432b-9cba-4a471c314827 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:40.845462 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c63bb-67c6-432b-9cba-4a471c314827 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:40.845911 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c63bb-67c6-432b-9cba-4a471c314827 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:40.846251 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c63bb-67c6-432b-9cba-4a471c314827 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:40.846624 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c63bb-67c6-432b-9cba-4a471c314827 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:40.846935 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c63bb-67c6-432b-9cba-4a471c314827 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:40.847261 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c63bb-67c6-432b-9cba-4a471c314827 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:40.847585 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19c63bb-67c6-432b-9cba-4a471c314827 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:40.898178 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e4960299-9c55-49f2-abd8-1e0bbfa85d50 admin admin] Publish callbacks [] for port (a025dc00-bbc7-4776-8f67-6cf16f293c7a), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:40.902827 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-c19c63bb-67c6-432b-9cba-4a471c314827 None None] Attempting to bind port 1300e86f-748f-4b60-aa2b-b1641192458b on host dv-cinder-839793-11-iscsi for vnic_type normal with profile {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 15:51:40.903199 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-c19c63bb-67c6-432b-9cba-4a471c314827 None None] Attempting to bind port 1300e86f-748f-4b60-aa2b-b1641192458b by drivers openvswitch,hyperv on host dv-cinder-839793-11-iscsi at level 0 using segments [{'id': 'bbf8d973-9037-4af7-ad30-be5c3a916a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a888ca18-035c-4252-b410-51cde566f008'}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 15:51:40.903558 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19c63bb-67c6-432b-9cba-4a471c314827 None None] Attempting to bind port 1300e86f-748f-4b60-aa2b-b1641192458b on network a888ca18-035c-4252-b410-51cde566f008 {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:51:40.908579 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19c63bb-67c6-432b-9cba-4a471c314827 None None] Checking agent: {'id': '57d31cd8-17bf-47b9-a2cf-22310545150a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 38, 7), 'started_at': datetime.datetime(2022, 5, 14, 15, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 15, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 15:51:40.908951 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19c63bb-67c6-432b-9cba-4a471c314827 None None] Checking segment: {'id': 'bbf8d973-9037-4af7-ad30-be5c3a916a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a888ca18-035c-4252-b410-51cde566f008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:51:40.909349 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-c19c63bb-67c6-432b-9cba-4a471c314827 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:40.909736 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c19c63bb-67c6-432b-9cba-4a471c314827 None None] Bound using segment: {'id': 'bbf8d973-9037-4af7-ad30-be5c3a916a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a888ca18-035c-4252-b410-51cde566f008'} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 15:51:40.910205 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-c19c63bb-67c6-432b-9cba-4a471c314827 None None] Bound port: 1300e86f-748f-4b60-aa2b-b1641192458b, host: dv-cinder-839793-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbf8d973-9037-4af7-ad30-be5c3a916a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a888ca18-035c-4252-b410-51cde566f008'}}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 15:51:40.910590 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-c19c63bb-67c6-432b-9cba-4a471c314827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (1300e86f-748f-4b60-aa2b-b1641192458b), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:40.930630 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e4960299-9c55-49f2-abd8-1e0bbfa85d50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (a025dc00-bbc7-4776-8f67-6cf16f293c7a), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:40.972361 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4960299-9c55-49f2-abd8-1e0bbfa85d50 admin admin] Network ee365c6e-8595-4248-876b-4406c6eeb32a is already hosted by enough agents. {{(pid=115110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:51:40.972630 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-c19c63bb-67c6-432b-9cba-4a471c314827 None None] For port 1300e86f-748f-4b60-aa2b-b1641192458b, host dv-cinder-839793-11-iscsi, cleared binding levels {{(pid=115112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 15:51:40.975317 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.base_scheduler [None req-e4960299-9c55-49f2-abd8-1e0bbfa85d50 admin admin] Resources bound (agent type, host, resource id): {{(pid=115110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:51:40.975846 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-c19c63bb-67c6-432b-9cba-4a471c314827 None None] For port 1300e86f-748f-4b60-aa2b-b1641192458b, host dv-cinder-839793-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=1300e86f-748f-4b60-aa2b-b1641192458b,segment=NetworkSegment(bbf8d973-9037-4af7-ad30-be5c3a916a1b),segment_id=bbf8d973-9037-4af7-ad30-be5c3a916a1b)] {{(pid=115112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 15:51:40.980972 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4960299-9c55-49f2-abd8-1e0bbfa85d50 admin admin] Received port after_create {{(pid=115110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:51:40.981260 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-c19c63bb-67c6-432b-9cba-4a471c314827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (1300e86f-748f-4b60-aa2b-b1641192458b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:40.987193 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4960299-9c55-49f2-abd8-1e0bbfa85d50 admin admin] Pushing event updated for resources: {'Port': ['ID=a025dc00-bbc7-4776-8f67-6cf16f293c7a,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:51:41.042266 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c63bb-67c6-432b-9cba-4a471c314827 None None] Pushing event updated for resources: {'Port': ['ID=1300e86f-748f-4b60-aa2b-b1641192458b,revision_number=2']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:51:41.254371 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e4960299-9c55-49f2-abd8-1e0bbfa85d50 admin admin] Publish callbacks [] for router_gateway (50bc2a5e-c494-41e8-9dc8-79c4ae347fca), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:41.455516 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e4960299-9c55-49f2-abd8-1e0bbfa85d50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1760464'] for router (50bc2a5e-c494-41e8-9dc8-79c4ae347fca), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:41.497733 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54af149-a4f7-4fab-9cde-721495ae4e03 req-c1f27a8a-35d5-43a3-b482-9113a9a02bfd tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:41.499270 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d54af149-a4f7-4fab-9cde-721495ae4e03 req-c1f27a8a-35d5-43a3-b482-9113a9a02bfd tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0490234 May 14 15:51:41.547687 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d54af149-a4f7-4fab-9cde-721495ae4e03 req-9473864f-ab7f-400d-9026-058d94815526 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427854 May 14 15:51:41.589770 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4960299-9c55-49f2-abd8-1e0bbfa85d50 admin admin] Router 50bc2a5e-c494-41e8-9dc8-79c4ae347fca is scheduled to L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f with binding_index 1 {{(pid=115110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 14 15:51:41.892779 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9107d867-21c1-4876-a013-c986d7d8f3c3 None None] Network a888ca18-035c-4252-b410-51cde566f008 requested from dv-cinder-839793-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 15:51:41.935332 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4960299-9c55-49f2-abd8-1e0bbfa85d50 admin admin] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 15:51:41.945729 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcae8c7-5418-439a-8c0f-f292671f72d8 None None] Sync routers for ids ['50bc2a5e-c494-41e8-9dc8-79c4ae347fca'] in dv-cinder-839793-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 15:51:41.957323 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcae8c7-5418-439a-8c0f-f292671f72d8 None None] Routers {'50bc2a5e-c494-41e8-9dc8-79c4ae347fca'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:51:41.957627 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e4960299-9c55-49f2-abd8-1e0bbfa85d50 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:41.958130 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-4dcae8c7-5418-439a-8c0f-f292671f72d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:51:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['50bc2a5e-c494-41e8-9dc8-79c4ae347fca'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:51:41.958586 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-e4960299-9c55-49f2-abd8-1e0bbfa85d50 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7143967 May 14 15:51:41.962731 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 40920) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:51:42.018122 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-23a01f35-3e19-4e6a-b43e-806613489b20 None None] Provisioning complete for port 1300e86f-748f-4b60-aa2b-b1641192458b triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:51:42.018122 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-23a01f35-3e19-4e6a-b43e-806613489b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (1300e86f-748f-4b60-aa2b-b1641192458b), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:42.084121 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-4dcae8c7-5418-439a-8c0f-f292671f72d8 None None] Set router 50bc2a5e-c494-41e8-9dc8-79c4ae347fca gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:51:42.108530 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-23a01f35-3e19-4e6a-b43e-806613489b20 None None] Current status of the port 1300e86f-748f-4b60-aa2b-b1641192458b is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:51:42.108909 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-23a01f35-3e19-4e6a-b43e-806613489b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (1300e86f-748f-4b60-aa2b-b1641192458b), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:42.152386 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-23a01f35-3e19-4e6a-b43e-806613489b20 None None] For port 1300e86f-748f-4b60-aa2b-b1641192458b, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=1300e86f-748f-4b60-aa2b-b1641192458b,segment=NetworkSegment(bbf8d973-9037-4af7-ad30-be5c3a916a1b),segment_id=bbf8d973-9037-4af7-ad30-be5c3a916a1b)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:51:42.157976 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-23a01f35-3e19-4e6a-b43e-806613489b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (1300e86f-748f-4b60-aa2b-b1641192458b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:42.219386 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a01f35-3e19-4e6a-b43e-806613489b20 None None] Pushing event updated for resources: {'Port': ['ID=1300e86f-748f-4b60-aa2b-b1641192458b,revision_number=3']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:51:42.276115 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-4e86f990-0e0c-4355-a283-c7610311a20a None None] Provisioning complete for port 1300e86f-748f-4b60-aa2b-b1641192458b triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:51:42.276605 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-4e86f990-0e0c-4355-a283-c7610311a20a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (1300e86f-748f-4b60-aa2b-b1641192458b), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:42.288338 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-4dcae8c7-5418-439a-8c0f-f292671f72d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50bc2a5e-c494-41e8-9dc8-79c4ae347fca', 'name': 'tempest-TestShelveInstance-880512959-router', 'tenant_id': '83d6b6f0aa4f4314811ee80480861958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a025dc00-bbc7-4776-8f67-6cf16f293c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:51:40Z', 'updated_at': '2022-05-14T15:51:41Z', 'revision_number': 3, 'project_id': '83d6b6f0aa4f4314811ee80480861958', 'gw_port': {'id': 'a025dc00-bbc7-4776-8f67-6cf16f293c7a', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50bc2a5e-c494-41e8-9dc8-79c4ae347fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:51:40Z', 'updated_at': '2022-05-14T15:51:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi'}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:51:42.316119 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcae8c7-5418-439a-8c0f-f292671f72d8 None None] Checking router: 50bc2a5e-c494-41e8-9dc8-79c4ae347fca for host: dv-cinder-839793-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 15:51:42.316469 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcae8c7-5418-439a-8c0f-f292671f72d8 None None] Updating router 50bc2a5e-c494-41e8-9dc8-79c4ae347fca port a025dc00-bbc7-4776-8f67-6cf16f293c7a binding host dv-cinder-839793-11-iscsi {{(pid=115113) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 15:51:42.348450 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-4dcae8c7-5418-439a-8c0f-f292671f72d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (a025dc00-bbc7-4776-8f67-6cf16f293c7a), before_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:42.356017 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-4e86f990-0e0c-4355-a283-c7610311a20a None None] Current status of the port 1300e86f-748f-4b60-aa2b-b1641192458b is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:51:42.415494 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-d6aee276-661d-44af-a876-2e60a5ad8821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:42.569535 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.db_base_plugin_common [None req-d6aee276-661d-44af-a876-2e60a5ad8821 admin admin] Allocated IP 172.20.0.1 (a888ca18-035c-4252-b410-51cde566f008/92ab5aa1-3899-43e1-ab2b-d56c0c5333c4/4c442d7b-e3a6-4a3d-bcc0-0507f569f20c) {{(pid=115110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:51:42.631729 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-4dcae8c7-5418-439a-8c0f-f292671f72d8 None None] Publish callbacks [] for port (a025dc00-bbc7-4776-8f67-6cf16f293c7a), precommit_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:42.638113 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-4dcae8c7-5418-439a-8c0f-f292671f72d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (a025dc00-bbc7-4776-8f67-6cf16f293c7a), after_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:42.681560 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944acb05-cef9-4c08-93f8-ec7d7b6254fa req-f784a375-0405-48ef-b501-ef8428093ad2 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:42.683647 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-944acb05-cef9-4c08-93f8-ec7d7b6254fa req-f784a375-0405-48ef-b501-ef8428093ad2 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0583036 May 14 15:51:42.689562 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-d6aee276-661d-44af-a876-2e60a5ad8821 admin admin] Publish callbacks [] for port (4c442d7b-e3a6-4a3d-bcc0-0507f569f20c), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:42.699914 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe34056-7d1f-488e-b714-e578298b0a7a None None] Pushing event updated for resources: {'Port': ['ID=a025dc00-bbc7-4776-8f67-6cf16f293c7a,revision_number=2']} {{(pid=115113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:51:42.703138 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-4dcae8c7-5418-439a-8c0f-f292671f72d8 None None] Attempting to bind port a025dc00-bbc7-4776-8f67-6cf16f293c7a on host dv-cinder-839793-11-iscsi for vnic_type normal with profile {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 15:51:42.703500 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-4dcae8c7-5418-439a-8c0f-f292671f72d8 None None] Attempting to bind port a025dc00-bbc7-4776-8f67-6cf16f293c7a by drivers openvswitch,hyperv on host dv-cinder-839793-11-iscsi at level 0 using segments [{'id': 'fe506043-d64f-420e-bda4-fab290621067', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'}] {{(pid=115113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 15:51:42.703855 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcae8c7-5418-439a-8c0f-f292671f72d8 None None] Attempting to bind port a025dc00-bbc7-4776-8f67-6cf16f293c7a on network ee365c6e-8595-4248-876b-4406c6eeb32a {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:51:42.710403 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe34056-7d1f-488e-b714-e578298b0a7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:42.710749 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe34056-7d1f-488e-b714-e578298b0a7a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:42.711083 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe34056-7d1f-488e-b714-e578298b0a7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:42.711445 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe34056-7d1f-488e-b714-e578298b0a7a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:42.711778 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe34056-7d1f-488e-b714-e578298b0a7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:42.712249 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe34056-7d1f-488e-b714-e578298b0a7a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:42.712430 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe34056-7d1f-488e-b714-e578298b0a7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:42.712750 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe34056-7d1f-488e-b714-e578298b0a7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:42.713081 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe34056-7d1f-488e-b714-e578298b0a7a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:42.713401 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe34056-7d1f-488e-b714-e578298b0a7a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:42.713715 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe34056-7d1f-488e-b714-e578298b0a7a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:42.714045 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe34056-7d1f-488e-b714-e578298b0a7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:42.714387 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe34056-7d1f-488e-b714-e578298b0a7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:42.714701 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe34056-7d1f-488e-b714-e578298b0a7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:42.715011 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe34056-7d1f-488e-b714-e578298b0a7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:51:42.720982 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcae8c7-5418-439a-8c0f-f292671f72d8 None None] Checking agent: {'id': '57d31cd8-17bf-47b9-a2cf-22310545150a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 38, 7), 'started_at': datetime.datetime(2022, 5, 14, 15, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 15, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 15:51:42.721352 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcae8c7-5418-439a-8c0f-f292671f72d8 None None] Checking segment: {'id': 'fe506043-d64f-420e-bda4-fab290621067', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:51:42.721748 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-4dcae8c7-5418-439a-8c0f-f292671f72d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:42.722364 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcae8c7-5418-439a-8c0f-f292671f72d8 None None] Bound using segment: {'id': 'fe506043-d64f-420e-bda4-fab290621067', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'} {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 15:51:42.722600 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-4dcae8c7-5418-439a-8c0f-f292671f72d8 None None] Bound port: a025dc00-bbc7-4776-8f67-6cf16f293c7a, host: dv-cinder-839793-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe506043-d64f-420e-bda4-fab290621067', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'}}] {{(pid=115113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 15:51:42.723074 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-4dcae8c7-5418-439a-8c0f-f292671f72d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (a025dc00-bbc7-4776-8f67-6cf16f293c7a), before_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:42.729983 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-d6aee276-661d-44af-a876-2e60a5ad8821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (4c442d7b-e3a6-4a3d-bcc0-0507f569f20c), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:42.744776 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-944acb05-cef9-4c08-93f8-ec7d7b6254fa req-a31114b5-0fa5-4b7d-91b4-11cec3cc1437 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523710 May 14 15:51:42.773605 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6aee276-661d-44af-a876-2e60a5ad8821 admin admin] Network a888ca18-035c-4252-b410-51cde566f008 is already hosted by enough agents. {{(pid=115110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:51:42.774866 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.db [None req-4dcae8c7-5418-439a-8c0f-f292671f72d8 None None] For port a025dc00-bbc7-4776-8f67-6cf16f293c7a, host dv-cinder-839793-11-iscsi, cleared binding levels {{(pid=115113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 15:51:42.777902 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.db [None req-4dcae8c7-5418-439a-8c0f-f292671f72d8 None None] For port a025dc00-bbc7-4776-8f67-6cf16f293c7a, host dv-cinder-839793-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=a025dc00-bbc7-4776-8f67-6cf16f293c7a,segment=NetworkSegment(fe506043-d64f-420e-bda4-fab290621067),segment_id=fe506043-d64f-420e-bda4-fab290621067)] {{(pid=115113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 15:51:42.778909 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.base_scheduler [None req-d6aee276-661d-44af-a876-2e60a5ad8821 admin admin] Resources bound (agent type, host, resource id): {{(pid=115110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:51:42.785528 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-4dcae8c7-5418-439a-8c0f-f292671f72d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (a025dc00-bbc7-4776-8f67-6cf16f293c7a), after_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:42.786093 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6aee276-661d-44af-a876-2e60a5ad8821 admin admin] Received port after_create {{(pid=115110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:51:42.789384 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aee276-661d-44af-a876-2e60a5ad8821 admin admin] Pushing event updated for resources: {'Port': ['ID=4c442d7b-e3a6-4a3d-bcc0-0507f569f20c,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:51:42.827976 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-d6aee276-661d-44af-a876-2e60a5ad8821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753341'] for router_interface (50bc2a5e-c494-41e8-9dc8-79c4ae347fca), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:42.850753 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe34056-7d1f-488e-b714-e578298b0a7a None None] Pushing event updated for resources: {'Port': ['ID=a025dc00-bbc7-4776-8f67-6cf16f293c7a,revision_number=3']} {{(pid=115113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:51:42.866028 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dcae8c7-5418-439a-8c0f-f292671f72d8 None None] Routers {'50bc2a5e-c494-41e8-9dc8-79c4ae347fca'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:51:42.866686 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-4dcae8c7-5418-439a-8c0f-f292671f72d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:51:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['50bc2a5e-c494-41e8-9dc8-79c4ae347fca'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:51:42.972442 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 1300e86f-748f-4b60-aa2b-b1641192458b up at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:51:42.985024 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-4dcae8c7-5418-439a-8c0f-f292671f72d8 None None] Set router 50bc2a5e-c494-41e8-9dc8-79c4ae347fca gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:51:42.994218 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-d6aee276-661d-44af-a876-2e60a5ad8821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (4c442d7b-e3a6-4a3d-bcc0-0507f569f20c), before_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:43.027274 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Provisioning complete for port 1300e86f-748f-4b60-aa2b-b1641192458b triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:51:43.027810 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (1300e86f-748f-4b60-aa2b-b1641192458b), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:43.085958 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-c81ba131-dfe4-41b8-84cd-68172ae59f11 None None] Provisioning complete for port 4c442d7b-e3a6-4a3d-bcc0-0507f569f20c triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:51:43.086453 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-c81ba131-dfe4-41b8-84cd-68172ae59f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (4c442d7b-e3a6-4a3d-bcc0-0507f569f20c), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:43.149583 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-c81ba131-dfe4-41b8-84cd-68172ae59f11 None None] Port 4c442d7b-e3a6-4a3d-bcc0-0507f569f20c cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 14 15:51:43.150853 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port 1300e86f-748f-4b60-aa2b-b1641192458b is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:51:43.211507 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-d6aee276-661d-44af-a876-2e60a5ad8821 admin admin] Publish callbacks [] for port (4c442d7b-e3a6-4a3d-bcc0-0507f569f20c), precommit_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:43.216436 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-d6aee276-661d-44af-a876-2e60a5ad8821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3204974'] for port (4c442d7b-e3a6-4a3d-bcc0-0507f569f20c), after_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:43.249111 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-4dcae8c7-5418-439a-8c0f-f292671f72d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50bc2a5e-c494-41e8-9dc8-79c4ae347fca', 'name': 'tempest-TestShelveInstance-880512959-router', 'tenant_id': '83d6b6f0aa4f4314811ee80480861958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a025dc00-bbc7-4776-8f67-6cf16f293c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:51:40Z', 'updated_at': '2022-05-14T15:51:41Z', 'revision_number': 3, 'project_id': '83d6b6f0aa4f4314811ee80480861958', 'gw_port': {'id': 'a025dc00-bbc7-4776-8f67-6cf16f293c7a', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50bc2a5e-c494-41e8-9dc8-79c4ae347fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:51:40Z', 'updated_at': '2022-05-14T15:51:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi'}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:51:43.275549 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dcae8c7-5418-439a-8c0f-f292671f72d8 None None] The sync data for ids ['50bc2a5e-c494-41e8-9dc8-79c4ae347fca'] in dv-cinder-839793-11-iscsi is: [{'id': '50bc2a5e-c494-41e8-9dc8-79c4ae347fca', 'name': 'tempest-TestShelveInstance-880512959-router', 'tenant_id': '83d6b6f0aa4f4314811ee80480861958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a025dc00-bbc7-4776-8f67-6cf16f293c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:51:40Z', 'updated_at': '2022-05-14T15:51:41Z', 'revision_number': 3, 'project_id': '83d6b6f0aa4f4314811ee80480861958', 'gw_port': {'id': 'a025dc00-bbc7-4776-8f67-6cf16f293c7a', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50bc2a5e-c494-41e8-9dc8-79c4ae347fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:51:40Z', 'updated_at': '2022-05-14T15:51:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi'}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 15:51:43.288198 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-d6aee276-661d-44af-a876-2e60a5ad8821 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1680718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753783'] for router_interface (50bc2a5e-c494-41e8-9dc8-79c4ae347fca), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:43.290434 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aee276-661d-44af-a876-2e60a5ad8821 admin admin] Pushing event updated for resources: {'Port': ['ID=4c442d7b-e3a6-4a3d-bcc0-0507f569f20c,revision_number=2']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:51:43.384592 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6aee276-661d-44af-a876-2e60a5ad8821 admin admin] Network a888ca18-035c-4252-b410-51cde566f008 is already hosted by enough agents. {{(pid=115110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:51:43.386001 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.base_scheduler [None req-d6aee276-661d-44af-a876-2e60a5ad8821 admin admin] Resources bound (agent type, host, resource id): {{(pid=115110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:51:43.512851 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6aee276-661d-44af-a876-2e60a5ad8821 admin admin] Router 50bc2a5e-c494-41e8-9dc8-79c4ae347fca has already been hosted by L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f {{(pid=115110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 15:51:43.651308 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6aee276-661d-44af-a876-2e60a5ad8821 admin admin] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 15:51:43.662876 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-d6aee276-661d-44af-a876-2e60a5ad8821 admin admin] 10.222.0.61 "PUT /v2.0/routers/50bc2a5e-c494-41e8-9dc8-79c4ae347fca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6989896 May 14 15:51:43.683508 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-863ac49d-0829-45d6-bb7e-6546a08b774a None None] Provisioning complete for port 4c442d7b-e3a6-4a3d-bcc0-0507f569f20c triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:51:43.683873 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-863ac49d-0829-45d6-bb7e-6546a08b774a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (4c442d7b-e3a6-4a3d-bcc0-0507f569f20c), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:43.720322 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-863ac49d-0829-45d6-bb7e-6546a08b774a None None] Port 4c442d7b-e3a6-4a3d-bcc0-0507f569f20c cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 14 15:51:43.879171 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f635dc-02ea-4fe9-8579-db2f1d0b166d req-5a194b1d-c5ab-4bd8-933a-f6776a1f41ae tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:43.886138 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-94f635dc-02ea-4fe9-8579-db2f1d0b166d req-5a194b1d-c5ab-4bd8-933a-f6776a1f41ae tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0613613 May 14 15:51:43.930882 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-94f635dc-02ea-4fe9-8579-db2f1d0b166d req-d5b519c9-d452-4f06-91f5-c69ac0677c6c tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436838 May 14 15:51:44.159232 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 40942) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:51:44.164294 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-7d3bd4c8-ca68-4493-a9cb-7da69593a601 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-787162872-network', 'tenant_id': 'd957ce2b30644c3bb7b43134161a5f69'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:51:44.184078 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3bd4c8-ca68-4493-a9cb-7da69593a601 admin admin] Made reservation on behalf of d957ce2b30644c3bb7b43134161a5f69 for: {'network': 1} {{(pid=115110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:51:44.187055 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-7d3bd4c8-ca68-4493-a9cb-7da69593a601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for network (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:44.195601 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-7d3bd4c8-ca68-4493-a9cb-7da69593a601 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:44.271522 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-7d3bd4c8-ca68-4493-a9cb-7da69593a601 admin admin] Publish callbacks [] for security_group (2a7ea9b9-a704-4408-9985-fff09ad47b16), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:44.275271 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-7d3bd4c8-ca68-4493-a9cb-7da69593a601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (2a7ea9b9-a704-4408-9985-fff09ad47b16), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:44.304092 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d3bd4c8-ca68-4493-a9cb-7da69593a601 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=115110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 15:51:44.314888 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3bd4c8-ca68-4493-a9cb-7da69593a601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7ea9b9-a704-4408-9985-fff09ad47b16,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:51:44.319721 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-7d3bd4c8-ca68-4493-a9cb-7da69593a601 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770741945101', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32906243'] for segment (18febdac-f720-48dc-9b16-7bf645a3ff43), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:44.320136 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.db.segments_db [None req-7d3bd4c8-ca68-4493-a9cb-7da69593a601 admin admin] Added segment 18febdac-f720-48dc-9b16-7bf645a3ff43 of type vlan for network e7757be3-b758-4712-9799-08f3b0272a9b May 14 15:51:44.362576 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-7d3bd4c8-ca68-4493-a9cb-7da69593a601 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770741518219'] for network (e7757be3-b758-4712-9799-08f3b0272a9b), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:44.387453 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-7d3bd4c8-ca68-4493-a9cb-7da69593a601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732'] for network (e7757be3-b758-4712-9799-08f3b0272a9b), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:44.388570 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d3bd4c8-ca68-4493-a9cb-7da69593a601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:44.389709 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-7d3bd4c8-ca68-4493-a9cb-7da69593a601 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for network (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:44.422029 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-7d3bd4c8-ca68-4493-a9cb-7da69593a601 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2616692 May 14 15:51:44.424675 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 40944) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:51:44.429233 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-12d6dc77-c099-47fc-8728-faddcb583964 admin admin] Request body: {'subnet': {'network_id': 'e7757be3-b758-4712-9799-08f3b0272a9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-787162872-subnet', 'tenant_id': 'd957ce2b30644c3bb7b43134161a5f69', 'ip_version': 4}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:51:44.465723 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3bd4c8-ca68-4493-a9cb-7da69593a601 admin admin] Pushing event updated for resources: {'Network': ['ID=e7757be3-b758-4712-9799-08f3b0272a9b,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:51:44.475897 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Network e7757be3-b758-4712-9799-08f3b0272a9b details requested by agent ovs-agent-dv-cinder-839793-11-iscsi with host dv-cinder-839793-11-iscsi {{(pid=115112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 14 15:51:44.484653 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d6dc77-c099-47fc-8728-faddcb583964 admin admin] Made reservation on behalf of d957ce2b30644c3bb7b43134161a5f69 for: {'subnet': 1} {{(pid=115110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:51:44.487418 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-12d6dc77-c099-47fc-8728-faddcb583964 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397864'] for subnet (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:44.661896 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-12d6dc77-c099-47fc-8728-faddcb583964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8397886'] for subnet (62e763e7-d1e6-4f55-99d6-9ee5900ab00b), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:44.722529 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d6dc77-c099-47fc-8728-faddcb583964 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62e763e7-d1e6-4f55-99d6-9ee5900ab00b,revision_number=0']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:51:44.732363 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d6dc77-c099-47fc-8728-faddcb583964 admin admin] Checking segment: {'id': '18febdac-f720-48dc-9b16-7bf645a3ff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e7757be3-b758-4712-9799-08f3b0272a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:51:44.732711 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d6dc77-c099-47fc-8728-faddcb583964 admin admin] Network hostable DHCP agents. Network: e7757be3-b758-4712-9799-08f3b0272a9b, hostable agents: ['fb8f4d26-2508-472b-a3f6-593d1ff7e929'], hosted agents: [] {{(pid=115110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 15:51:44.750895 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d6dc77-c099-47fc-8728-faddcb583964 admin admin] Network e7757be3-b758-4712-9799-08f3b0272a9b is scheduled to be hosted by DHCP agent fb8f4d26-2508-472b-a3f6-593d1ff7e929 with binding_index 1 {{(pid=115110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 15:51:44.759045 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.base_scheduler [None req-12d6dc77-c099-47fc-8728-faddcb583964 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-11-iscsi, e7757be3-b758-4712-9799-08f3b0272a9b) {{(pid=115110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:51:44.763037 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d6dc77-c099-47fc-8728-faddcb583964 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:44.763623 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-12d6dc77-c099-47fc-8728-faddcb583964 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for subnet (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:44.768004 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d2f1da-12ca-440a-a510-8cf9e5277fdb None None] Network e7757be3-b758-4712-9799-08f3b0272a9b requested from dv-cinder-839793-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 15:51:44.780523 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-12d6dc77-c099-47fc-8728-faddcb583964 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3548224 May 14 15:51:44.783430 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 40946) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:51:44.787799 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-6fa3b468-cec5-4c5d-b457-223ca4137874 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-787162872-router', 'tenant_id': 'd957ce2b30644c3bb7b43134161a5f69', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'}}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:51:44.809699 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-6fa3b468-cec5-4c5d-b457-223ca4137874 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1757982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104797'] for router (9aea7a14-99ed-4072-a313-a3c21aa0fc69), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:44.810778 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-6fa3b468-cec5-4c5d-b457-223ca4137874 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1760263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104788'] for router (9aea7a14-99ed-4072-a313-a3c21aa0fc69), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:44.882168 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-6fa3b468-cec5-4c5d-b457-223ca4137874 admin admin] Publish callbacks [] for router_controller (9aea7a14-99ed-4072-a313-a3c21aa0fc69), precommit_add_association {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:44.895870 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48584920-8061-4710-9440-86a49d41c661 None None] Sync routers for ids ['50bc2a5e-c494-41e8-9dc8-79c4ae347fca'] in dv-cinder-839793-11-iscsi {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 15:51:44.899976 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abbc494-7e47-4f37-9918-ec5ff1f0af96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf033a25f-6d82-560f-8aa4-47b981b79ac7-e7757be3-b758-4712-9799-08f3b0272a9b', 'network_id': 'e7757be3-b758-4712-9799-08f3b0272a9b', 'project_id': 'd957ce2b30644c3bb7b43134161a5f69', 'fixed_ips': [{'subnet_id': '62e763e7-d1e6-4f55-99d6-9ee5900ab00b'}]}} from dv-cinder-839793-11-iscsi. {{(pid=115112) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 14 15:51:44.906356 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-5abbc494-7e47-4f37-9918-ec5ff1f0af96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:44.923367 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48584920-8061-4710-9440-86a49d41c661 None None] Routers {'50bc2a5e-c494-41e8-9dc8-79c4ae347fca'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:51:44.923996 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-48584920-8061-4710-9440-86a49d41c661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:51:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['50bc2a5e-c494-41e8-9dc8-79c4ae347fca'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:51:44.974077 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device a025dc00-bbc7-4776-8f67-6cf16f293c7a up at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:51:45.034912 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-6fa3b468-cec5-4c5d-b457-223ca4137874 admin admin] Publish callbacks [] for router_gateway (9aea7a14-99ed-4072-a313-a3c21aa0fc69), precommit_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:45.070539 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d7d24-ca53-4725-ab56-ddf9e0a4e32e req-8d992cf3-f5c6-40ff-bceb-c12f42cdfc30 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:45.072691 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c57d7d24-ca53-4725-ab56-ddf9e0a4e32e req-8d992cf3-f5c6-40ff-bceb-c12f42cdfc30 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0553527 May 14 15:51:45.132440 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c57d7d24-ca53-4725-ab56-ddf9e0a4e32e req-efe23bbc-c7ff-420d-b4f0-06700eb966b2 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521088 May 14 15:51:45.172950 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Provisioning complete for port a025dc00-bbc7-4776-8f67-6cf16f293c7a triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:51:45.173325 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (a025dc00-bbc7-4776-8f67-6cf16f293c7a), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:45.206745 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-48584920-8061-4710-9440-86a49d41c661 None None] Set router 50bc2a5e-c494-41e8-9dc8-79c4ae347fca gateway port host: dv-cinder-839793-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:51:45.221888 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-6fa3b468-cec5-4c5d-b457-223ca4137874 admin admin] Publish callbacks [] for router_gateway (9aea7a14-99ed-4072-a313-a3c21aa0fc69), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:45.245048 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-6fa3b468-cec5-4c5d-b457-223ca4137874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:45.249768 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.db_base_plugin_common [None req-5abbc494-7e47-4f37-9918-ec5ff1f0af96 None None] Allocated IP 172.20.0.2 (e7757be3-b758-4712-9799-08f3b0272a9b/62e763e7-d1e6-4f55-99d6-9ee5900ab00b/5afaadf9-89aa-4b5d-818f-b9c472684e76) {{(pid=115112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:51:45.352578 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.db_base_plugin_common [None req-6fa3b468-cec5-4c5d-b457-223ca4137874 admin admin] Allocated IP 172.27.1.212 (ee365c6e-8595-4248-876b-4406c6eeb32a/3059297f-ebad-4161-8328-a5e88a7ee6dc/0ba77712-3a75-4446-a54d-ecaed5434e6d) {{(pid=115110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:51:45.463425 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-6fa3b468-cec5-4c5d-b457-223ca4137874 admin admin] Publish callbacks [] for port (0ba77712-3a75-4446-a54d-ecaed5434e6d), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:45.499461 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-6fa3b468-cec5-4c5d-b457-223ca4137874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (0ba77712-3a75-4446-a54d-ecaed5434e6d), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:45.538438 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa3b468-cec5-4c5d-b457-223ca4137874 admin admin] Network ee365c6e-8595-4248-876b-4406c6eeb32a is already hosted by enough agents. {{(pid=115110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:51:45.541410 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.base_scheduler [None req-6fa3b468-cec5-4c5d-b457-223ca4137874 admin admin] Resources bound (agent type, host, resource id): {{(pid=115110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:51:45.547852 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa3b468-cec5-4c5d-b457-223ca4137874 admin admin] Received port after_create {{(pid=115110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:51:45.571949 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa3b468-cec5-4c5d-b457-223ca4137874 admin admin] Pushing event updated for resources: {'Port': ['ID=0ba77712-3a75-4446-a54d-ecaed5434e6d,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:51:45.597716 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port a025dc00-bbc7-4776-8f67-6cf16f293c7a is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:51:45.598289 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (a025dc00-bbc7-4776-8f67-6cf16f293c7a), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:45.664116 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] For port a025dc00-bbc7-4776-8f67-6cf16f293c7a, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=a025dc00-bbc7-4776-8f67-6cf16f293c7a,segment=NetworkSegment(fe506043-d64f-420e-bda4-fab290621067),segment_id=fe506043-d64f-420e-bda4-fab290621067)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:51:45.689226 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (a025dc00-bbc7-4776-8f67-6cf16f293c7a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:45.741441 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-48584920-8061-4710-9440-86a49d41c661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50bc2a5e-c494-41e8-9dc8-79c4ae347fca', 'name': 'tempest-TestShelveInstance-880512959-router', 'tenant_id': '83d6b6f0aa4f4314811ee80480861958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a025dc00-bbc7-4776-8f67-6cf16f293c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:51:40Z', 'updated_at': '2022-05-14T15:51:42Z', 'revision_number': 4, 'project_id': '83d6b6f0aa4f4314811ee80480861958', 'gw_port': {'id': 'a025dc00-bbc7-4776-8f67-6cf16f293c7a', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50bc2a5e-c494-41e8-9dc8-79c4ae347fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:51:40Z', 'updated_at': '2022-05-14T15:51:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': '4c442d7b-e3a6-4a3d-bcc0-0507f569f20c', 'name': '', 'network_id': 'a888ca18-035c-4252-b410-51cde566f008', 'tenant_id': '83d6b6f0aa4f4314811ee80480861958', 'mac_address': 'fa:16:3e:8c:89:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50bc2a5e-c494-41e8-9dc8-79c4ae347fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '92ab5aa1-3899-43e1-ab2b-d56c0c5333c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:51:42Z', 'updated_at': '2022-05-14T15:51:43Z', 'revision_number': 2, 'project_id': '83d6b6f0aa4f4314811ee80480861958', 'subnets': [{'id': '92ab5aa1-3899-43e1-ab2b-d56c0c5333c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:51:45.773418 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-5abbc494-7e47-4f37-9918-ec5ff1f0af96 None None] Publish callbacks [] for port (5afaadf9-89aa-4b5d-818f-b9c472684e76), precommit_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:45.780260 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48584920-8061-4710-9440-86a49d41c661 None None] Checking router: 50bc2a5e-c494-41e8-9dc8-79c4ae347fca for host: dv-cinder-839793-11-iscsi {{(pid=115112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 15:51:45.780722 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48584920-8061-4710-9440-86a49d41c661 None None] Updating router 50bc2a5e-c494-41e8-9dc8-79c4ae347fca port 4c442d7b-e3a6-4a3d-bcc0-0507f569f20c binding host dv-cinder-839793-11-iscsi {{(pid=115112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 15:51:45.791190 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-5abbc494-7e47-4f37-9918-ec5ff1f0af96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197'] for port (5afaadf9-89aa-4b5d-818f-b9c472684e76), after_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:45.807191 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-6fa3b468-cec5-4c5d-b457-223ca4137874 admin admin] Publish callbacks [] for router_gateway (9aea7a14-99ed-4072-a313-a3c21aa0fc69), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:45.819434 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Pushing event updated for resources: {'Port': ['ID=a025dc00-bbc7-4776-8f67-6cf16f293c7a,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:51:45.857853 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abbc494-7e47-4f37-9918-ec5ff1f0af96 None None] Network e7757be3-b758-4712-9799-08f3b0272a9b is already hosted by enough agents. {{(pid=115112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:51:45.858854 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-48584920-8061-4710-9440-86a49d41c661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (4c442d7b-e3a6-4a3d-bcc0-0507f569f20c), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:45.863569 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.scheduler.base_scheduler [None req-5abbc494-7e47-4f37-9918-ec5ff1f0af96 None None] Resources bound (agent type, host, resource id): {{(pid=115112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:51:45.872275 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abbc494-7e47-4f37-9918-ec5ff1f0af96 None None] Received port after_create {{(pid=115112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:51:45.910920 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abbc494-7e47-4f37-9918-ec5ff1f0af96 None None] Pushing event updated for resources: {'Port': ['ID=5afaadf9-89aa-4b5d-818f-b9c472684e76,revision_number=1']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:51:45.990530 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-5abbc494-7e47-4f37-9918-ec5ff1f0af96 None None] Attempting to bind port 5afaadf9-89aa-4b5d-818f-b9c472684e76 on host dv-cinder-839793-11-iscsi for vnic_type normal with profile {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 15:51:45.990897 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-5abbc494-7e47-4f37-9918-ec5ff1f0af96 None None] Attempting to bind port 5afaadf9-89aa-4b5d-818f-b9c472684e76 by drivers openvswitch,hyperv on host dv-cinder-839793-11-iscsi at level 0 using segments [{'id': '18febdac-f720-48dc-9b16-7bf645a3ff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e7757be3-b758-4712-9799-08f3b0272a9b'}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 15:51:45.991252 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abbc494-7e47-4f37-9918-ec5ff1f0af96 None None] Attempting to bind port 5afaadf9-89aa-4b5d-818f-b9c472684e76 on network e7757be3-b758-4712-9799-08f3b0272a9b {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:51:46.005864 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abbc494-7e47-4f37-9918-ec5ff1f0af96 None None] Checking agent: {'id': '57d31cd8-17bf-47b9-a2cf-22310545150a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 38, 7), 'started_at': datetime.datetime(2022, 5, 14, 15, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 15, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 15:51:46.006230 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abbc494-7e47-4f37-9918-ec5ff1f0af96 None None] Checking segment: {'id': '18febdac-f720-48dc-9b16-7bf645a3ff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e7757be3-b758-4712-9799-08f3b0272a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:51:46.006645 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-5abbc494-7e47-4f37-9918-ec5ff1f0af96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:46.007026 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abbc494-7e47-4f37-9918-ec5ff1f0af96 None None] Bound using segment: {'id': '18febdac-f720-48dc-9b16-7bf645a3ff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e7757be3-b758-4712-9799-08f3b0272a9b'} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 15:51:46.007478 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-5abbc494-7e47-4f37-9918-ec5ff1f0af96 None None] Bound port: 5afaadf9-89aa-4b5d-818f-b9c472684e76, host: dv-cinder-839793-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18febdac-f720-48dc-9b16-7bf645a3ff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e7757be3-b758-4712-9799-08f3b0272a9b'}}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 15:51:46.007847 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-5abbc494-7e47-4f37-9918-ec5ff1f0af96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (5afaadf9-89aa-4b5d-818f-b9c472684e76), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:46.010301 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-6fa3b468-cec5-4c5d-b457-223ca4137874 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1760464'] for router (9aea7a14-99ed-4072-a313-a3c21aa0fc69), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:46.189672 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-5abbc494-7e47-4f37-9918-ec5ff1f0af96 None None] For port 5afaadf9-89aa-4b5d-818f-b9c472684e76, host dv-cinder-839793-11-iscsi, cleared binding levels {{(pid=115112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 15:51:46.206513 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-5abbc494-7e47-4f37-9918-ec5ff1f0af96 None None] For port 5afaadf9-89aa-4b5d-818f-b9c472684e76, host dv-cinder-839793-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=5afaadf9-89aa-4b5d-818f-b9c472684e76,segment=NetworkSegment(18febdac-f720-48dc-9b16-7bf645a3ff43),segment_id=18febdac-f720-48dc-9b16-7bf645a3ff43)] {{(pid=115112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 15:51:46.221749 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-5abbc494-7e47-4f37-9918-ec5ff1f0af96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (5afaadf9-89aa-4b5d-818f-b9c472684e76), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:46.286342 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6490f66-c471-40a1-9cc3-4529642177e1 req-6fc2bf8c-5cbf-47d0-a57f-1613b4f20585 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:46.294686 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d6490f66-c471-40a1-9cc3-4529642177e1 req-6fc2bf8c-5cbf-47d0-a57f-1613b4f20585 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0788805 May 14 15:51:46.312708 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abbc494-7e47-4f37-9918-ec5ff1f0af96 None None] Pushing event updated for resources: {'Port': ['ID=5afaadf9-89aa-4b5d-818f-b9c472684e76,revision_number=2']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:51:46.356903 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-48584920-8061-4710-9440-86a49d41c661 None None] Publish callbacks [] for port (4c442d7b-e3a6-4a3d-bcc0-0507f569f20c), precommit_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:46.360480 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d6490f66-c471-40a1-9cc3-4529642177e1 req-ffc3ef41-0c26-4124-aae4-74ba10731035 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608363 May 14 15:51:46.365595 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-48584920-8061-4710-9440-86a49d41c661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (4c442d7b-e3a6-4a3d-bcc0-0507f569f20c), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:46.419959 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa3b468-cec5-4c5d-b457-223ca4137874 admin admin] Router 9aea7a14-99ed-4072-a313-a3c21aa0fc69 is scheduled to L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f with binding_index 1 {{(pid=115110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 14 15:51:46.426941 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea11d55-3451-454b-b647-3869a6f41124 None None] Pushing event updated for resources: {'Port': ['ID=4c442d7b-e3a6-4a3d-bcc0-0507f569f20c,revision_number=3']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:51:46.480414 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-48584920-8061-4710-9440-86a49d41c661 None None] Attempting to bind port 4c442d7b-e3a6-4a3d-bcc0-0507f569f20c on host dv-cinder-839793-11-iscsi for vnic_type normal with profile {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 15:51:46.480790 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-48584920-8061-4710-9440-86a49d41c661 None None] Attempting to bind port 4c442d7b-e3a6-4a3d-bcc0-0507f569f20c by drivers openvswitch,hyperv on host dv-cinder-839793-11-iscsi at level 0 using segments [{'id': 'bbf8d973-9037-4af7-ad30-be5c3a916a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a888ca18-035c-4252-b410-51cde566f008'}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 15:51:46.481156 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48584920-8061-4710-9440-86a49d41c661 None None] Attempting to bind port 4c442d7b-e3a6-4a3d-bcc0-0507f569f20c on network a888ca18-035c-4252-b410-51cde566f008 {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:51:46.489593 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48584920-8061-4710-9440-86a49d41c661 None None] Checking agent: {'id': '57d31cd8-17bf-47b9-a2cf-22310545150a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 38, 7), 'started_at': datetime.datetime(2022, 5, 14, 15, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 15, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 15:51:46.490017 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48584920-8061-4710-9440-86a49d41c661 None None] Checking segment: {'id': 'bbf8d973-9037-4af7-ad30-be5c3a916a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a888ca18-035c-4252-b410-51cde566f008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:51:46.490614 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-48584920-8061-4710-9440-86a49d41c661 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:46.491012 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48584920-8061-4710-9440-86a49d41c661 None None] Bound using segment: {'id': 'bbf8d973-9037-4af7-ad30-be5c3a916a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a888ca18-035c-4252-b410-51cde566f008'} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 15:51:46.492002 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-48584920-8061-4710-9440-86a49d41c661 None None] Bound port: 4c442d7b-e3a6-4a3d-bcc0-0507f569f20c, host: dv-cinder-839793-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbf8d973-9037-4af7-ad30-be5c3a916a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a888ca18-035c-4252-b410-51cde566f008'}}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 15:51:46.492002 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-48584920-8061-4710-9440-86a49d41c661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (4c442d7b-e3a6-4a3d-bcc0-0507f569f20c), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:46.575229 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa3b468-cec5-4c5d-b457-223ca4137874 admin admin] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 15:51:46.583092 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-48584920-8061-4710-9440-86a49d41c661 None None] For port 4c442d7b-e3a6-4a3d-bcc0-0507f569f20c, host dv-cinder-839793-11-iscsi, cleared binding levels {{(pid=115112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 15:51:46.587888 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53489cfa-c64b-46bb-b628-ca2061f8e787 None None] Sync routers for ids ['9aea7a14-99ed-4072-a313-a3c21aa0fc69'] in dv-cinder-839793-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 15:51:46.595884 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-48584920-8061-4710-9440-86a49d41c661 None None] For port 4c442d7b-e3a6-4a3d-bcc0-0507f569f20c, host dv-cinder-839793-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=4c442d7b-e3a6-4a3d-bcc0-0507f569f20c,segment=NetworkSegment(bbf8d973-9037-4af7-ad30-be5c3a916a1b),segment_id=bbf8d973-9037-4af7-ad30-be5c3a916a1b)] {{(pid=115112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 15:51:46.596763 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-6fa3b468-cec5-4c5d-b457-223ca4137874 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:46.601324 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-6fa3b468-cec5-4c5d-b457-223ca4137874 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8139420 May 14 15:51:46.601625 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 40954) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:51:46.605469 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-48584920-8061-4710-9440-86a49d41c661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (4c442d7b-e3a6-4a3d-bcc0-0507f569f20c), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:46.609266 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53489cfa-c64b-46bb-b628-ca2061f8e787 None None] Routers {'9aea7a14-99ed-4072-a313-a3c21aa0fc69'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:51:46.609806 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-53489cfa-c64b-46bb-b628-ca2061f8e787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:51:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['9aea7a14-99ed-4072-a313-a3c21aa0fc69'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:51:46.675778 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48584920-8061-4710-9440-86a49d41c661 None None] Routers {'50bc2a5e-c494-41e8-9dc8-79c4ae347fca'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:51:46.676547 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-48584920-8061-4710-9440-86a49d41c661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:51:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['50bc2a5e-c494-41e8-9dc8-79c4ae347fca'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:51:46.767048 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-53489cfa-c64b-46bb-b628-ca2061f8e787 None None] Set router 9aea7a14-99ed-4072-a313-a3c21aa0fc69 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:51:46.847712 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-48584920-8061-4710-9440-86a49d41c661 None None] Set router 50bc2a5e-c494-41e8-9dc8-79c4ae347fca gateway port host: dv-cinder-839793-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:51:46.925895 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-0817755b-37a8-48ce-84b1-613a0f6c5f1a None None] Provisioning complete for port 4c442d7b-e3a6-4a3d-bcc0-0507f569f20c triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:51:46.926329 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-0817755b-37a8-48ce-84b1-613a0f6c5f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (4c442d7b-e3a6-4a3d-bcc0-0507f569f20c), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:46.962826 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea11d55-3451-454b-b647-3869a6f41124 None None] Pushing event updated for resources: {'Port': ['ID=4c442d7b-e3a6-4a3d-bcc0-0507f569f20c,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:51:47.038863 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-53489cfa-c64b-46bb-b628-ca2061f8e787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aea7a14-99ed-4072-a313-a3c21aa0fc69', 'name': 'tempest-TestShelveInstance-787162872-router', 'tenant_id': 'd957ce2b30644c3bb7b43134161a5f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '0ba77712-3a75-4446-a54d-ecaed5434e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:51:44Z', 'updated_at': '2022-05-14T15:51:45Z', 'revision_number': 3, 'project_id': 'd957ce2b30644c3bb7b43134161a5f69', 'gw_port': {'id': '0ba77712-3a75-4446-a54d-ecaed5434e6d', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aea7a14-99ed-4072-a313-a3c21aa0fc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:51:45Z', 'updated_at': '2022-05-14T15:51:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi'}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:51:47.086508 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53489cfa-c64b-46bb-b628-ca2061f8e787 None None] Checking router: 9aea7a14-99ed-4072-a313-a3c21aa0fc69 for host: dv-cinder-839793-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 15:51:47.087085 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53489cfa-c64b-46bb-b628-ca2061f8e787 None None] Updating router 9aea7a14-99ed-4072-a313-a3c21aa0fc69 port 0ba77712-3a75-4446-a54d-ecaed5434e6d binding host dv-cinder-839793-11-iscsi {{(pid=115113) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 15:51:47.123196 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-53489cfa-c64b-46bb-b628-ca2061f8e787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (0ba77712-3a75-4446-a54d-ecaed5434e6d), before_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:47.133706 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device a025dc00-bbc7-4776-8f67-6cf16f293c7a up at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:51:47.202737 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-0817755b-37a8-48ce-84b1-613a0f6c5f1a None None] Current status of the port 4c442d7b-e3a6-4a3d-bcc0-0507f569f20c is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:51:47.203139 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-0817755b-37a8-48ce-84b1-613a0f6c5f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (4c442d7b-e3a6-4a3d-bcc0-0507f569f20c), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:47.211663 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-9c7f2dd7-b615-41e6-818d-d89e8f919bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:47.290078 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-48584920-8061-4710-9440-86a49d41c661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50bc2a5e-c494-41e8-9dc8-79c4ae347fca', 'name': 'tempest-TestShelveInstance-880512959-router', 'tenant_id': '83d6b6f0aa4f4314811ee80480861958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a025dc00-bbc7-4776-8f67-6cf16f293c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:51:40Z', 'updated_at': '2022-05-14T15:51:42Z', 'revision_number': 4, 'project_id': '83d6b6f0aa4f4314811ee80480861958', 'gw_port': {'id': 'a025dc00-bbc7-4776-8f67-6cf16f293c7a', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bc2a5e-c494-41e8-9dc8-79c4ae347fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:51:40Z', 'updated_at': '2022-05-14T15:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': '4c442d7b-e3a6-4a3d-bcc0-0507f569f20c', 'name': '', 'network_id': 'a888ca18-035c-4252-b410-51cde566f008', 'tenant_id': '83d6b6f0aa4f4314811ee80480861958', 'mac_address': 'fa:16:3e:8c:89:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50bc2a5e-c494-41e8-9dc8-79c4ae347fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '92ab5aa1-3899-43e1-ab2b-d56c0c5333c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:51:42Z', 'updated_at': '2022-05-14T15:51:46Z', 'revision_number': 4, 'project_id': '83d6b6f0aa4f4314811ee80480861958', 'subnets': [{'id': '92ab5aa1-3899-43e1-ab2b-d56c0c5333c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:51:47.331161 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Provisioning complete for port a025dc00-bbc7-4776-8f67-6cf16f293c7a triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:51:47.331540 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (a025dc00-bbc7-4776-8f67-6cf16f293c7a), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:47.334332 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-0817755b-37a8-48ce-84b1-613a0f6c5f1a None None] For port 4c442d7b-e3a6-4a3d-bcc0-0507f569f20c, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=4c442d7b-e3a6-4a3d-bcc0-0507f569f20c,segment=NetworkSegment(bbf8d973-9037-4af7-ad30-be5c3a916a1b),segment_id=bbf8d973-9037-4af7-ad30-be5c3a916a1b)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:51:47.337048 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48584920-8061-4710-9440-86a49d41c661 None None] The sync data for ids ['50bc2a5e-c494-41e8-9dc8-79c4ae347fca'] in dv-cinder-839793-11-iscsi is: [{'id': '50bc2a5e-c494-41e8-9dc8-79c4ae347fca', 'name': 'tempest-TestShelveInstance-880512959-router', 'tenant_id': '83d6b6f0aa4f4314811ee80480861958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a025dc00-bbc7-4776-8f67-6cf16f293c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:51:40Z', 'updated_at': '2022-05-14T15:51:42Z', 'revision_number': 4, 'project_id': '83d6b6f0aa4f4314811ee80480861958', 'gw_port': {'id': 'a025dc00-bbc7-4776-8f67-6cf16f293c7a', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bc2a5e-c494-41e8-9dc8-79c4ae347fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:51:40Z', 'updated_at': '2022-05-14T15:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': '4c442d7b-e3a6-4a3d-bcc0-0507f569f20c', 'name': '', 'network_id': 'a888ca18-035c-4252-b410-51cde566f008', 'tenant_id': '83d6b6f0aa4f4314811ee80480861958', 'mac_address': 'fa:16:3e:8c:89:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50bc2a5e-c494-41e8-9dc8-79c4ae347fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '92ab5aa1-3899-43e1-ab2b-d56c0c5333c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:51:42Z', 'updated_at': '2022-05-14T15:51:46Z', 'revision_number': 4, 'project_id': '83d6b6f0aa4f4314811ee80480861958', 'subnets': [{'id': '92ab5aa1-3899-43e1-ab2b-d56c0c5333c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 15:51:47.364229 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-0817755b-37a8-48ce-84b1-613a0f6c5f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (4c442d7b-e3a6-4a3d-bcc0-0507f569f20c), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:47.511041 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.db_base_plugin_common [None req-9c7f2dd7-b615-41e6-818d-d89e8f919bfb admin admin] Allocated IP 172.20.0.1 (e7757be3-b758-4712-9799-08f3b0272a9b/62e763e7-d1e6-4f55-99d6-9ee5900ab00b/3c421d28-6e89-4a76-b953-ee1786526496) {{(pid=115110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:51:47.550481 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-00dac9ae-1f55-4388-bb1d-d6780fa59877 None None] Provisioning complete for port 4c442d7b-e3a6-4a3d-bcc0-0507f569f20c triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:51:47.550930 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-00dac9ae-1f55-4388-bb1d-d6780fa59877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (4c442d7b-e3a6-4a3d-bcc0-0507f569f20c), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:47.552706 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0817755b-37a8-48ce-84b1-613a0f6c5f1a None None] Pushing event updated for resources: {'Port': ['ID=4c442d7b-e3a6-4a3d-bcc0-0507f569f20c,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:51:47.558763 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-53489cfa-c64b-46bb-b628-ca2061f8e787 None None] Publish callbacks [] for port (0ba77712-3a75-4446-a54d-ecaed5434e6d), precommit_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:47.569704 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-53489cfa-c64b-46bb-b628-ca2061f8e787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (0ba77712-3a75-4446-a54d-ecaed5434e6d), after_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:47.572794 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d7409-2cca-4135-81e1-42e361bc76b9 req-9c91149a-8f8e-4701-99b7-ddc8286d6ad9 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:47.575421 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-2c3d7409-2cca-4135-81e1-42e361bc76b9 req-9c91149a-8f8e-4701-99b7-ddc8286d6ad9 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0752418 May 14 15:51:47.659493 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-2c3d7409-2cca-4135-81e1-42e361bc76b9 req-23aabc98-6c82-48fb-9642-3756dd45f3ec tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740645 May 14 15:51:47.671933 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08400469-3fde-4bee-a972-8f1ae3e48416 None None] Pushing event updated for resources: {'Port': ['ID=0ba77712-3a75-4446-a54d-ecaed5434e6d,revision_number=2']} {{(pid=115113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:51:47.700840 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port a025dc00-bbc7-4776-8f67-6cf16f293c7a is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:51:47.702090 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 5afaadf9-89aa-4b5d-818f-b9c472684e76 up at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:51:47.706927 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad81af00-5e9b-4036-a84a-02897d5e553e None None] Network e7757be3-b758-4712-9799-08f3b0272a9b requested from dv-cinder-839793-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 15:51:47.712251 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-9c7f2dd7-b615-41e6-818d-d89e8f919bfb admin admin] Publish callbacks [] for port (3c421d28-6e89-4a76-b953-ee1786526496), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:47.716113 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-53489cfa-c64b-46bb-b628-ca2061f8e787 None None] Attempting to bind port 0ba77712-3a75-4446-a54d-ecaed5434e6d on host dv-cinder-839793-11-iscsi for vnic_type normal with profile {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 15:51:47.716611 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-53489cfa-c64b-46bb-b628-ca2061f8e787 None None] Attempting to bind port 0ba77712-3a75-4446-a54d-ecaed5434e6d by drivers openvswitch,hyperv on host dv-cinder-839793-11-iscsi at level 0 using segments [{'id': 'fe506043-d64f-420e-bda4-fab290621067', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'}] {{(pid=115113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 15:51:47.717033 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53489cfa-c64b-46bb-b628-ca2061f8e787 None None] Attempting to bind port 0ba77712-3a75-4446-a54d-ecaed5434e6d on network ee365c6e-8595-4248-876b-4406c6eeb32a {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:51:47.726925 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53489cfa-c64b-46bb-b628-ca2061f8e787 None None] Checking agent: {'id': '57d31cd8-17bf-47b9-a2cf-22310545150a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 38, 7), 'started_at': datetime.datetime(2022, 5, 14, 15, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 15, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 15:51:47.727402 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53489cfa-c64b-46bb-b628-ca2061f8e787 None None] Checking segment: {'id': 'fe506043-d64f-420e-bda4-fab290621067', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:51:47.727863 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-53489cfa-c64b-46bb-b628-ca2061f8e787 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:47.728897 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53489cfa-c64b-46bb-b628-ca2061f8e787 None None] Bound using segment: {'id': 'fe506043-d64f-420e-bda4-fab290621067', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'} {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 15:51:47.729429 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-53489cfa-c64b-46bb-b628-ca2061f8e787 None None] Bound port: 0ba77712-3a75-4446-a54d-ecaed5434e6d, host: dv-cinder-839793-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe506043-d64f-420e-bda4-fab290621067', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'}}] {{(pid=115113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 15:51:47.729973 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-53489cfa-c64b-46bb-b628-ca2061f8e787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (0ba77712-3a75-4446-a54d-ecaed5434e6d), before_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:47.761829 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-9c7f2dd7-b615-41e6-818d-d89e8f919bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (3c421d28-6e89-4a76-b953-ee1786526496), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:47.793049 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.db [None req-53489cfa-c64b-46bb-b628-ca2061f8e787 None None] For port 0ba77712-3a75-4446-a54d-ecaed5434e6d, host dv-cinder-839793-11-iscsi, cleared binding levels {{(pid=115113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 15:51:47.797601 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.db [None req-53489cfa-c64b-46bb-b628-ca2061f8e787 None None] For port 0ba77712-3a75-4446-a54d-ecaed5434e6d, host dv-cinder-839793-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=0ba77712-3a75-4446-a54d-ecaed5434e6d,segment=NetworkSegment(fe506043-d64f-420e-bda4-fab290621067),segment_id=fe506043-d64f-420e-bda4-fab290621067)] {{(pid=115113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 15:51:47.802692 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-cd1eea98-3021-4588-9590-5969087dafc2 None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 15:51:47.805435 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-53489cfa-c64b-46bb-b628-ca2061f8e787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (0ba77712-3a75-4446-a54d-ecaed5434e6d), after_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:47.812582 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7f2dd7-b615-41e6-818d-d89e8f919bfb admin admin] Network e7757be3-b758-4712-9799-08f3b0272a9b is already hosted by enough agents. {{(pid=115110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:51:47.817774 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.base_scheduler [None req-9c7f2dd7-b615-41e6-818d-d89e8f919bfb admin admin] Resources bound (agent type, host, resource id): {{(pid=115110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:51:47.824911 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7f2dd7-b615-41e6-818d-d89e8f919bfb admin admin] Received port after_create {{(pid=115110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:51:47.855602 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f2dd7-b615-41e6-818d-d89e8f919bfb admin admin] Pushing event updated for resources: {'Port': ['ID=3c421d28-6e89-4a76-b953-ee1786526496,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:51:47.894654 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-9c7f2dd7-b615-41e6-818d-d89e8f919bfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753341'] for router_interface (9aea7a14-99ed-4072-a313-a3c21aa0fc69), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:47.912059 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08400469-3fde-4bee-a972-8f1ae3e48416 None None] Pushing event updated for resources: {'Port': ['ID=0ba77712-3a75-4446-a54d-ecaed5434e6d,revision_number=3']} {{(pid=115113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:51:47.914956 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53489cfa-c64b-46bb-b628-ca2061f8e787 None None] Routers {'9aea7a14-99ed-4072-a313-a3c21aa0fc69'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:51:47.915585 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-53489cfa-c64b-46bb-b628-ca2061f8e787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:51:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['9aea7a14-99ed-4072-a313-a3c21aa0fc69'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:51:48.029252 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Provisioning complete for port 5afaadf9-89aa-4b5d-818f-b9c472684e76 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:51:48.029252 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (5afaadf9-89aa-4b5d-818f-b9c472684e76), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:48.041828 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-53489cfa-c64b-46bb-b628-ca2061f8e787 None None] Set router 9aea7a14-99ed-4072-a313-a3c21aa0fc69 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:51:48.061788 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-9c7f2dd7-b615-41e6-818d-d89e8f919bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (3c421d28-6e89-4a76-b953-ee1786526496), before_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:48.103795 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-00dac9ae-1f55-4388-bb1d-d6780fa59877 None None] Current status of the port 4c442d7b-e3a6-4a3d-bcc0-0507f569f20c is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:51:48.175937 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port 5afaadf9-89aa-4b5d-818f-b9c472684e76 is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:51:48.178885 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (5afaadf9-89aa-4b5d-818f-b9c472684e76), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:48.236809 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-4c119278-9bb6-4a42-8220-8fd96ea3245c None None] Provisioning complete for port 5afaadf9-89aa-4b5d-818f-b9c472684e76 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:51:48.237178 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-4c119278-9bb6-4a42-8220-8fd96ea3245c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (5afaadf9-89aa-4b5d-818f-b9c472684e76), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:48.270760 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] For port 5afaadf9-89aa-4b5d-818f-b9c472684e76, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=5afaadf9-89aa-4b5d-818f-b9c472684e76,segment=NetworkSegment(18febdac-f720-48dc-9b16-7bf645a3ff43),segment_id=18febdac-f720-48dc-9b16-7bf645a3ff43)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:51:48.285300 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-53489cfa-c64b-46bb-b628-ca2061f8e787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aea7a14-99ed-4072-a313-a3c21aa0fc69', 'name': 'tempest-TestShelveInstance-787162872-router', 'tenant_id': 'd957ce2b30644c3bb7b43134161a5f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '0ba77712-3a75-4446-a54d-ecaed5434e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:51:44Z', 'updated_at': '2022-05-14T15:51:45Z', 'revision_number': 3, 'project_id': 'd957ce2b30644c3bb7b43134161a5f69', 'gw_port': {'id': '0ba77712-3a75-4446-a54d-ecaed5434e6d', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aea7a14-99ed-4072-a313-a3c21aa0fc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:51:45Z', 'updated_at': '2022-05-14T15:51:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi'}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:51:48.285732 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (5afaadf9-89aa-4b5d-818f-b9c472684e76), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:48.319298 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53489cfa-c64b-46bb-b628-ca2061f8e787 None None] The sync data for ids ['9aea7a14-99ed-4072-a313-a3c21aa0fc69'] in dv-cinder-839793-11-iscsi is: [{'id': '9aea7a14-99ed-4072-a313-a3c21aa0fc69', 'name': 'tempest-TestShelveInstance-787162872-router', 'tenant_id': 'd957ce2b30644c3bb7b43134161a5f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '0ba77712-3a75-4446-a54d-ecaed5434e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:51:44Z', 'updated_at': '2022-05-14T15:51:45Z', 'revision_number': 3, 'project_id': 'd957ce2b30644c3bb7b43134161a5f69', 'gw_port': {'id': '0ba77712-3a75-4446-a54d-ecaed5434e6d', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aea7a14-99ed-4072-a313-a3c21aa0fc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:51:45Z', 'updated_at': '2022-05-14T15:51:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi'}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 15:51:48.381411 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-9c7f2dd7-b615-41e6-818d-d89e8f919bfb admin admin] Publish callbacks [] for port (3c421d28-6e89-4a76-b953-ee1786526496), precommit_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:48.387616 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-9c7f2dd7-b615-41e6-818d-d89e8f919bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3204974'] for port (3c421d28-6e89-4a76-b953-ee1786526496), after_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:48.401233 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Pushing event updated for resources: {'Port': ['ID=5afaadf9-89aa-4b5d-818f-b9c472684e76,revision_number=3']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:51:48.458512 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-4c119278-9bb6-4a42-8220-8fd96ea3245c None None] Current status of the port 5afaadf9-89aa-4b5d-818f-b9c472684e76 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:51:48.472096 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f2dd7-b615-41e6-818d-d89e8f919bfb admin admin] Pushing event updated for resources: {'Port': ['ID=3c421d28-6e89-4a76-b953-ee1786526496,revision_number=2']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:51:48.475517 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-9c7f2dd7-b615-41e6-818d-d89e8f919bfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1680718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753783'] for router_interface (9aea7a14-99ed-4072-a313-a3c21aa0fc69), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:48.582294 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-f83fc152-29af-4b02-ad3c-83de1e375f3f None None] Provisioning complete for port 3c421d28-6e89-4a76-b953-ee1786526496 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:51:48.583141 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-f83fc152-29af-4b02-ad3c-83de1e375f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (3c421d28-6e89-4a76-b953-ee1786526496), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:48.597533 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7f2dd7-b615-41e6-818d-d89e8f919bfb admin admin] Network e7757be3-b758-4712-9799-08f3b0272a9b is already hosted by enough agents. {{(pid=115110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:51:48.602839 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.base_scheduler [None req-9c7f2dd7-b615-41e6-818d-d89e8f919bfb admin admin] Resources bound (agent type, host, resource id): {{(pid=115110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:51:48.632618 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-f83fc152-29af-4b02-ad3c-83de1e375f3f None None] Port 3c421d28-6e89-4a76-b953-ee1786526496 cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 14 15:51:48.644105 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-f83fc152-29af-4b02-ad3c-83de1e375f3f None None] Provisioning complete for port 5afaadf9-89aa-4b5d-818f-b9c472684e76 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:51:48.644603 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-f83fc152-29af-4b02-ad3c-83de1e375f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (5afaadf9-89aa-4b5d-818f-b9c472684e76), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:48.807558 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-f83fc152-29af-4b02-ad3c-83de1e375f3f None None] Current status of the port 5afaadf9-89aa-4b5d-818f-b9c472684e76 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:51:48.812325 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c7f2dd7-b615-41e6-818d-d89e8f919bfb admin admin] Router 9aea7a14-99ed-4072-a313-a3c21aa0fc69 has already been hosted by L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f {{(pid=115110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 15:51:48.892730 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3e045-a424-4da2-8c5c-26c4f1978c46 req-f8113a21-4636-4445-87d6-1e11c2aebf0a tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:48.907430 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-53d3e045-a424-4da2-8c5c-26c4f1978c46 req-f8113a21-4636-4445-87d6-1e11c2aebf0a tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.1144326 May 14 15:51:48.931696 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-60d39bd7-5ea9-4b43-b65d-e587110ef0b1 None None] Provisioning complete for port 3c421d28-6e89-4a76-b953-ee1786526496 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:51:48.932105 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-60d39bd7-5ea9-4b43-b65d-e587110ef0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (3c421d28-6e89-4a76-b953-ee1786526496), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:48.973168 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-53d3e045-a424-4da2-8c5c-26c4f1978c46 req-829e7a22-7d7f-47a4-a06d-9aae31a8619e tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647814 May 14 15:51:49.013315 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-60d39bd7-5ea9-4b43-b65d-e587110ef0b1 None None] Port 3c421d28-6e89-4a76-b953-ee1786526496 cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 14 15:51:49.065678 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7f2dd7-b615-41e6-818d-d89e8f919bfb admin admin] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 15:51:49.077448 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-9c7f2dd7-b615-41e6-818d-d89e8f919bfb admin admin] 10.222.0.61 "PUT /v2.0/routers/9aea7a14-99ed-4072-a313-a3c21aa0fc69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4677684 May 14 15:51:49.141426 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 4c442d7b-e3a6-4a3d-bcc0-0507f569f20c up at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:51:49.143685 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-d5b7cb4e-7f72-4b4e-8d7c-2d51ed90fe1f None None] Provisioning complete for port 3c421d28-6e89-4a76-b953-ee1786526496 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:51:49.144054 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-d5b7cb4e-7f72-4b4e-8d7c-2d51ed90fe1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (3c421d28-6e89-4a76-b953-ee1786526496), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:49.205452 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7cb4e-7f72-4b4e-8d7c-2d51ed90fe1f None None] Port 3c421d28-6e89-4a76-b953-ee1786526496 cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 14 15:51:49.230898 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Provisioning complete for port 4c442d7b-e3a6-4a3d-bcc0-0507f569f20c triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:51:49.231272 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (4c442d7b-e3a6-4a3d-bcc0-0507f569f20c), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:49.315471 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port 4c442d7b-e3a6-4a3d-bcc0-0507f569f20c is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:51:49.316545 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 5afaadf9-89aa-4b5d-818f-b9c472684e76 up at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:51:49.362831 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Provisioning complete for port 5afaadf9-89aa-4b5d-818f-b9c472684e76 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:51:49.363196 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (5afaadf9-89aa-4b5d-818f-b9c472684e76), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:49.452953 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port 5afaadf9-89aa-4b5d-818f-b9c472684e76 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:51:49.452953 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 0ba77712-3a75-4446-a54d-ecaed5434e6d up at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:51:49.453387 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 40970) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:51:49.457498 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-658c3b9a-5540-4d24-b8a2-bb66c41739ff tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-766823900', 'description': 'tempest-secgroup-smoke-766823900 description', 'project_id': '83d6b6f0aa4f4314811ee80480861958'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:51:49.479978 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-658c3b9a-5540-4d24-b8a2-bb66c41739ff tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:49.501632 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Provisioning complete for port 0ba77712-3a75-4446-a54d-ecaed5434e6d triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:51:49.502164 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (0ba77712-3a75-4446-a54d-ecaed5434e6d), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:49.560803 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-658c3b9a-5540-4d24-b8a2-bb66c41739ff tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks [] for security_group (319ed016-eeb9-4108-be29-6a54e449fca0), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:49.565257 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-658c3b9a-5540-4d24-b8a2-bb66c41739ff tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (319ed016-eeb9-4108-be29-6a54e449fca0), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:49.582133 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port 0ba77712-3a75-4446-a54d-ecaed5434e6d is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:51:49.582828 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (0ba77712-3a75-4446-a54d-ecaed5434e6d), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:49.595270 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-658c3b9a-5540-4d24-b8a2-bb66c41739ff tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:49.596496 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-658c3b9a-5540-4d24-b8a2-bb66c41739ff tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1425195 May 14 15:51:49.600038 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 40972) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:51:49.600614 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c3b9a-5540-4d24-b8a2-bb66c41739ff tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=319ed016-eeb9-4108-be29-6a54e449fca0,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:51:49.605639 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-d08f2490-3d2c-4b23-a95a-3b028b9856f1 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Request body: {'security_group_rule': {'security_group_id': '319ed016-eeb9-4108-be29-6a54e449fca0', 'project_id': '83d6b6f0aa4f4314811ee80480861958', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:51:49.607681 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] For port 0ba77712-3a75-4446-a54d-ecaed5434e6d, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=0ba77712-3a75-4446-a54d-ecaed5434e6d,segment=NetworkSegment(fe506043-d64f-420e-bda4-fab290621067),segment_id=fe506043-d64f-420e-bda4-fab290621067)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:51:49.612348 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (0ba77712-3a75-4446-a54d-ecaed5434e6d), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:49.646556 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-d08f2490-3d2c-4b23-a95a-3b028b9856f1 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks [] for security_group_rule (2e41b50a-aa32-4930-b97b-f238fa8f2eee), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:49.663877 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Pushing event updated for resources: {'Port': ['ID=0ba77712-3a75-4446-a54d-ecaed5434e6d,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:51:49.705758 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-d08f2490-3d2c-4b23-a95a-3b028b9856f1 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks [] for security_group_rule (2e41b50a-aa32-4930-b97b-f238fa8f2eee), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:49.709463 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-d08f2490-3d2c-4b23-a95a-3b028b9856f1 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639472'] for security_group_rule (2e41b50a-aa32-4930-b97b-f238fa8f2eee), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:49.727111 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08f2490-3d2c-4b23-a95a-3b028b9856f1 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e41b50a-aa32-4930-b97b-f238fa8f2eee,revision_number=0']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:51:49.734953 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-d08f2490-3d2c-4b23-a95a-3b028b9856f1 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:49.736157 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-d08f2490-3d2c-4b23-a95a-3b028b9856f1 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1341481 May 14 15:51:49.739056 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 40974) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:51:49.743214 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-9de07c5a-2170-4edf-9eec-c89d8ae0364f tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Request body: {'security_group_rule': {'security_group_id': '319ed016-eeb9-4108-be29-6a54e449fca0', 'project_id': '83d6b6f0aa4f4314811ee80480861958', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:51:49.769664 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-9de07c5a-2170-4edf-9eec-c89d8ae0364f tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks [] for security_group_rule (e4d24c6e-a841-4350-b2df-32d474c04088), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:49.826002 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-9de07c5a-2170-4edf-9eec-c89d8ae0364f tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks [] for security_group_rule (e4d24c6e-a841-4350-b2df-32d474c04088), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:49.830781 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-9de07c5a-2170-4edf-9eec-c89d8ae0364f tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639472'] for security_group_rule (e4d24c6e-a841-4350-b2df-32d474c04088), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:49.852422 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de07c5a-2170-4edf-9eec-c89d8ae0364f tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4d24c6e-a841-4350-b2df-32d474c04088,revision_number=0']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:51:49.856643 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-9de07c5a-2170-4edf-9eec-c89d8ae0364f tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:49.858724 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-9de07c5a-2170-4edf-9eec-c89d8ae0364f tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1178417 May 14 15:51:49.861188 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 40976) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:51:49.865699 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-69b4b866-a94f-40bf-9514-b28764d8d091 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Request body: {'security_group_rule': {'security_group_id': '319ed016-eeb9-4108-be29-6a54e449fca0', 'project_id': '83d6b6f0aa4f4314811ee80480861958', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:51:49.893513 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-69b4b866-a94f-40bf-9514-b28764d8d091 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks [] for security_group_rule (0db4cb15-b2d1-419a-8c89-839ca6ac20ae), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:49.950184 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-69b4b866-a94f-40bf-9514-b28764d8d091 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks [] for security_group_rule (0db4cb15-b2d1-419a-8c89-839ca6ac20ae), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:49.953878 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-69b4b866-a94f-40bf-9514-b28764d8d091 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639472'] for security_group_rule (0db4cb15-b2d1-419a-8c89-839ca6ac20ae), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:49.971472 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b4b866-a94f-40bf-9514-b28764d8d091 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0db4cb15-b2d1-419a-8c89-839ca6ac20ae,revision_number=0']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:51:49.978599 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-69b4b866-a94f-40bf-9514-b28764d8d091 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:49.979764 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-69b4b866-a94f-40bf-9514-b28764d8d091 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1176305 May 14 15:51:49.982570 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 40978) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:51:49.987775 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-34234b3c-29c2-474a-bdd2-c03b9e2da61a tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Request body: {'security_group_rule': {'security_group_id': '319ed016-eeb9-4108-be29-6a54e449fca0', 'project_id': '83d6b6f0aa4f4314811ee80480861958', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:51:50.015393 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-34234b3c-29c2-474a-bdd2-c03b9e2da61a tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks [] for security_group_rule (c7351d7c-b101-4030-b069-cc658d5dfea0), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:50.065015 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-34234b3c-29c2-474a-bdd2-c03b9e2da61a tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks [] for security_group_rule (c7351d7c-b101-4030-b069-cc658d5dfea0), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:50.068746 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-34234b3c-29c2-474a-bdd2-c03b9e2da61a tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639472'] for security_group_rule (c7351d7c-b101-4030-b069-cc658d5dfea0), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:50.084638 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34234b3c-29c2-474a-bdd2-c03b9e2da61a tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7351d7c-b101-4030-b069-cc658d5dfea0,revision_number=0']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:51:50.090571 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a6ed1-cd29-489f-a9f4-85551df190ae req-d986148d-06ff-441e-a369-1847605364c3 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:50.092665 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-873a6ed1-cd29-489f-a9f4-85551df190ae req-d986148d-06ff-441e-a369-1847605364c3 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0486648 May 14 15:51:50.096663 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-34234b3c-29c2-474a-bdd2-c03b9e2da61a tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:50.097863 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-34234b3c-29c2-474a-bdd2-c03b9e2da61a tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1137176 May 14 15:51:50.100765 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 40982) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:51:50.105153 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-746bb12b-90d0-4c7d-868d-dee54c864f47 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Request body: {'security_group_rule': {'security_group_id': '319ed016-eeb9-4108-be29-6a54e449fca0', 'project_id': '83d6b6f0aa4f4314811ee80480861958', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:51:50.126396 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.db.securitygroups_db [None req-746bb12b-90d0-4c7d-868d-dee54c864f47 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Project 83d6b6f0aa4f4314811ee80480861958 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 14 15:51:50.132328 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-746bb12b-90d0-4c7d-868d-dee54c864f47 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks [] for security_group_rule (c869d476-d42a-459d-bfdf-af9c836fa578), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:50.144144 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-873a6ed1-cd29-489f-a9f4-85551df190ae req-80b0d6ee-2e99-4b34-8132-983aeaf98d68 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452125 May 14 15:51:50.193199 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-746bb12b-90d0-4c7d-868d-dee54c864f47 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks [] for security_group_rule (c869d476-d42a-459d-bfdf-af9c836fa578), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:50.196766 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-746bb12b-90d0-4c7d-868d-dee54c864f47 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639472'] for security_group_rule (c869d476-d42a-459d-bfdf-af9c836fa578), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:50.214792 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746bb12b-90d0-4c7d-868d-dee54c864f47 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c869d476-d42a-459d-bfdf-af9c836fa578,revision_number=0']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:51:50.221671 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-746bb12b-90d0-4c7d-868d-dee54c864f47 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:50.222897 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-746bb12b-90d0-4c7d-868d-dee54c864f47 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1212211 May 14 15:51:50.225469 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 40984) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:51:50.229632 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-337a59f7-8609-41ea-876d-c9d9f827df13 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Request body: {'security_group_rule': {'security_group_id': '319ed016-eeb9-4108-be29-6a54e449fca0', 'project_id': '83d6b6f0aa4f4314811ee80480861958', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:51:50.251682 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.db.securitygroups_db [None req-337a59f7-8609-41ea-876d-c9d9f827df13 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Project 83d6b6f0aa4f4314811ee80480861958 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 14 15:51:50.256995 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-337a59f7-8609-41ea-876d-c9d9f827df13 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks [] for security_group_rule (bbbb5018-4e4d-4b76-92d7-4236de57c6aa), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:50.317833 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-337a59f7-8609-41ea-876d-c9d9f827df13 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks [] for security_group_rule (bbbb5018-4e4d-4b76-92d7-4236de57c6aa), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:50.321907 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-337a59f7-8609-41ea-876d-c9d9f827df13 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639472'] for security_group_rule (bbbb5018-4e4d-4b76-92d7-4236de57c6aa), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:50.343284 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a59f7-8609-41ea-876d-c9d9f827df13 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbbb5018-4e4d-4b76-92d7-4236de57c6aa,revision_number=0']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:51:50.348268 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-337a59f7-8609-41ea-876d-c9d9f827df13 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:50.349425 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-337a59f7-8609-41ea-876d-c9d9f827df13 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1230671 May 14 15:51:50.803091 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda19cfb-e3e8-46fb-8469-b7351d289e69 None None] Sync routers for ids ['9aea7a14-99ed-4072-a313-a3c21aa0fc69'] in dv-cinder-839793-11-iscsi {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 15:51:50.815499 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda19cfb-e3e8-46fb-8469-b7351d289e69 None None] Routers {'9aea7a14-99ed-4072-a313-a3c21aa0fc69'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:51:50.816203 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-eda19cfb-e3e8-46fb-8469-b7351d289e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:51:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['9aea7a14-99ed-4072-a313-a3c21aa0fc69'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:51:50.930071 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 0ba77712-3a75-4446-a54d-ecaed5434e6d up at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:51:50.982476 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-eda19cfb-e3e8-46fb-8469-b7351d289e69 None None] Set router 9aea7a14-99ed-4072-a313-a3c21aa0fc69 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:51:51.032810 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Provisioning complete for port 0ba77712-3a75-4446-a54d-ecaed5434e6d triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:51:51.033173 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (0ba77712-3a75-4446-a54d-ecaed5434e6d), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:51.224645 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port 0ba77712-3a75-4446-a54d-ecaed5434e6d is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:51:51.243510 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-eda19cfb-e3e8-46fb-8469-b7351d289e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aea7a14-99ed-4072-a313-a3c21aa0fc69', 'name': 'tempest-TestShelveInstance-787162872-router', 'tenant_id': 'd957ce2b30644c3bb7b43134161a5f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '0ba77712-3a75-4446-a54d-ecaed5434e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:51:44Z', 'updated_at': '2022-05-14T15:51:48Z', 'revision_number': 4, 'project_id': 'd957ce2b30644c3bb7b43134161a5f69', 'gw_port': {'id': '0ba77712-3a75-4446-a54d-ecaed5434e6d', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aea7a14-99ed-4072-a313-a3c21aa0fc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:51:45Z', 'updated_at': '2022-05-14T15:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': '3c421d28-6e89-4a76-b953-ee1786526496', 'name': '', 'network_id': 'e7757be3-b758-4712-9799-08f3b0272a9b', 'tenant_id': 'd957ce2b30644c3bb7b43134161a5f69', 'mac_address': 'fa:16:3e:e8:f0:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aea7a14-99ed-4072-a313-a3c21aa0fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '62e763e7-d1e6-4f55-99d6-9ee5900ab00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:51:47Z', 'updated_at': '2022-05-14T15:51:48Z', 'revision_number': 2, 'project_id': 'd957ce2b30644c3bb7b43134161a5f69', 'subnets': [{'id': '62e763e7-d1e6-4f55-99d6-9ee5900ab00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:51:51.273042 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7980448-040e-4781-81f4-d66ba88cca5d req-fd077911-8d40-4375-9cad-ef0a2f9a36f1 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:51.274827 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d7980448-040e-4781-81f4-d66ba88cca5d req-fd077911-8d40-4375-9cad-ef0a2f9a36f1 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0576835 May 14 15:51:51.275621 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda19cfb-e3e8-46fb-8469-b7351d289e69 None None] Checking router: 9aea7a14-99ed-4072-a313-a3c21aa0fc69 for host: dv-cinder-839793-11-iscsi {{(pid=115112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 15:51:51.275975 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda19cfb-e3e8-46fb-8469-b7351d289e69 None None] Updating router 9aea7a14-99ed-4072-a313-a3c21aa0fc69 port 3c421d28-6e89-4a76-b953-ee1786526496 binding host dv-cinder-839793-11-iscsi {{(pid=115112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 15:51:51.303670 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-eda19cfb-e3e8-46fb-8469-b7351d289e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (3c421d28-6e89-4a76-b953-ee1786526496), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:51.329716 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d7980448-040e-4781-81f4-d66ba88cca5d req-23b1128f-9a4d-4276-859f-25b5c8e188aa tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481093 May 14 15:51:51.608423 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-eda19cfb-e3e8-46fb-8469-b7351d289e69 None None] Publish callbacks [] for port (3c421d28-6e89-4a76-b953-ee1786526496), precommit_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:51.613511 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-eda19cfb-e3e8-46fb-8469-b7351d289e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (3c421d28-6e89-4a76-b953-ee1786526496), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:51.664124 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f28efe-0630-42b8-b40c-72f4d17ab937 None None] Pushing event updated for resources: {'Port': ['ID=3c421d28-6e89-4a76-b953-ee1786526496,revision_number=3']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:51:51.719419 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-eda19cfb-e3e8-46fb-8469-b7351d289e69 None None] Attempting to bind port 3c421d28-6e89-4a76-b953-ee1786526496 on host dv-cinder-839793-11-iscsi for vnic_type normal with profile {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 15:51:51.719792 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-eda19cfb-e3e8-46fb-8469-b7351d289e69 None None] Attempting to bind port 3c421d28-6e89-4a76-b953-ee1786526496 by drivers openvswitch,hyperv on host dv-cinder-839793-11-iscsi at level 0 using segments [{'id': '18febdac-f720-48dc-9b16-7bf645a3ff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e7757be3-b758-4712-9799-08f3b0272a9b'}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 15:51:51.720151 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda19cfb-e3e8-46fb-8469-b7351d289e69 None None] Attempting to bind port 3c421d28-6e89-4a76-b953-ee1786526496 on network e7757be3-b758-4712-9799-08f3b0272a9b {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:51:51.726219 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda19cfb-e3e8-46fb-8469-b7351d289e69 None None] Checking agent: {'id': '57d31cd8-17bf-47b9-a2cf-22310545150a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 38, 7), 'started_at': datetime.datetime(2022, 5, 14, 15, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 15, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 15:51:51.726835 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda19cfb-e3e8-46fb-8469-b7351d289e69 None None] Checking segment: {'id': '18febdac-f720-48dc-9b16-7bf645a3ff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e7757be3-b758-4712-9799-08f3b0272a9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:51:51.727244 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-eda19cfb-e3e8-46fb-8469-b7351d289e69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:51.727632 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda19cfb-e3e8-46fb-8469-b7351d289e69 None None] Bound using segment: {'id': '18febdac-f720-48dc-9b16-7bf645a3ff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e7757be3-b758-4712-9799-08f3b0272a9b'} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 15:51:51.728094 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-eda19cfb-e3e8-46fb-8469-b7351d289e69 None None] Bound port: 3c421d28-6e89-4a76-b953-ee1786526496, host: dv-cinder-839793-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18febdac-f720-48dc-9b16-7bf645a3ff43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e7757be3-b758-4712-9799-08f3b0272a9b'}}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 15:51:51.728474 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-eda19cfb-e3e8-46fb-8469-b7351d289e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (3c421d28-6e89-4a76-b953-ee1786526496), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:51.793888 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-eda19cfb-e3e8-46fb-8469-b7351d289e69 None None] For port 3c421d28-6e89-4a76-b953-ee1786526496, host dv-cinder-839793-11-iscsi, cleared binding levels {{(pid=115112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 15:51:51.797263 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-eda19cfb-e3e8-46fb-8469-b7351d289e69 None None] For port 3c421d28-6e89-4a76-b953-ee1786526496, host dv-cinder-839793-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=3c421d28-6e89-4a76-b953-ee1786526496,segment=NetworkSegment(18febdac-f720-48dc-9b16-7bf645a3ff43),segment_id=18febdac-f720-48dc-9b16-7bf645a3ff43)] {{(pid=115112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 15:51:51.803110 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-eda19cfb-e3e8-46fb-8469-b7351d289e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (3c421d28-6e89-4a76-b953-ee1786526496), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:51.855476 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-ce79610a-e441-4d88-aa9f-d3136d5c8b3c None None] Provisioning complete for port 3c421d28-6e89-4a76-b953-ee1786526496 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:51:51.855973 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-ce79610a-e441-4d88-aa9f-d3136d5c8b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (3c421d28-6e89-4a76-b953-ee1786526496), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:51.898592 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f28efe-0630-42b8-b40c-72f4d17ab937 None None] Pushing event updated for resources: {'Port': ['ID=3c421d28-6e89-4a76-b953-ee1786526496,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:51:51.903255 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda19cfb-e3e8-46fb-8469-b7351d289e69 None None] Routers {'9aea7a14-99ed-4072-a313-a3c21aa0fc69'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:51:51.903871 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-eda19cfb-e3e8-46fb-8469-b7351d289e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:51:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['9aea7a14-99ed-4072-a313-a3c21aa0fc69'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:51:51.973088 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device 759be0ca-daaf-4eba-97b6-a252b70cbb3b details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=115112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 14 15:51:52.218808 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-eda19cfb-e3e8-46fb-8469-b7351d289e69 None None] Set router 9aea7a14-99ed-4072-a313-a3c21aa0fc69 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:51:52.220504 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-ce79610a-e441-4d88-aa9f-d3136d5c8b3c None None] Current status of the port 3c421d28-6e89-4a76-b953-ee1786526496 is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:51:52.220890 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-ce79610a-e441-4d88-aa9f-d3136d5c8b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (3c421d28-6e89-4a76-b953-ee1786526496), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:52.388059 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-ce79610a-e441-4d88-aa9f-d3136d5c8b3c None None] For port 3c421d28-6e89-4a76-b953-ee1786526496, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=3c421d28-6e89-4a76-b953-ee1786526496,segment=NetworkSegment(18febdac-f720-48dc-9b16-7bf645a3ff43),segment_id=18febdac-f720-48dc-9b16-7bf645a3ff43)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:51:52.392012 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port 759be0ca-daaf-4eba-97b6-a252b70cbb3b, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=759be0ca-daaf-4eba-97b6-a252b70cbb3b,segment=NetworkSegment(4b29d80c-5a53-4124-96cc-b568754899ad),segment_id=4b29d80c-5a53-4124-96cc-b568754899ad)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:51:52.401632 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-ce79610a-e441-4d88-aa9f-d3136d5c8b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (3c421d28-6e89-4a76-b953-ee1786526496), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:52.442705 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Returning: {'device': '759be0ca-daaf-4eba-97b6-a252b70cbb3b', 'network_id': 'd4128056-aa2b-474b-a7d3-2646c1ffdbcf', 'port_id': '759be0ca-daaf-4eba-97b6-a252b70cbb3b', 'mac_address': 'fa:16:3e:61:13:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d228e71-c8a7-4ea8-bb77-1fa96d4cb770', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 14 15:51:52.456625 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dcffe5-bd5e-4e98-9784-9b6061178c91 req-422f7785-3997-42dc-81a0-c9b2d205a9d8 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:52.458179 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b9dcffe5-bd5e-4e98-9784-9b6061178c91 req-422f7785-3997-42dc-81a0-c9b2d205a9d8 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 944 time: 0.0487773 May 14 15:51:52.506433 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b9dcffe5-bd5e-4e98-9784-9b6061178c91 req-d547c61a-bb15-4a25-bc3c-c99e269ed8b1 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425599 May 14 15:51:52.570965 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce79610a-e441-4d88-aa9f-d3136d5c8b3c None None] Pushing event updated for resources: {'Port': ['ID=3c421d28-6e89-4a76-b953-ee1786526496,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:51:52.576887 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7bc635d7-4813-4d36-952a-ed745d2a52ce None None] Provisioning complete for port 3c421d28-6e89-4a76-b953-ee1786526496 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:51:52.577258 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7bc635d7-4813-4d36-952a-ed745d2a52ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (3c421d28-6e89-4a76-b953-ee1786526496), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:52.583285 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port 759be0ca-daaf-4eba-97b6-a252b70cbb3b is: DOWN; New status is: BUILD {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:51:52.583667 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (759be0ca-daaf-4eba-97b6-a252b70cbb3b), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:52.641742 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-eda19cfb-e3e8-46fb-8469-b7351d289e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aea7a14-99ed-4072-a313-a3c21aa0fc69', 'name': 'tempest-TestShelveInstance-787162872-router', 'tenant_id': 'd957ce2b30644c3bb7b43134161a5f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '0ba77712-3a75-4446-a54d-ecaed5434e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:51:44Z', 'updated_at': '2022-05-14T15:51:48Z', 'revision_number': 4, 'project_id': 'd957ce2b30644c3bb7b43134161a5f69', 'gw_port': {'id': '0ba77712-3a75-4446-a54d-ecaed5434e6d', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aea7a14-99ed-4072-a313-a3c21aa0fc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:51:45Z', 'updated_at': '2022-05-14T15:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': '3c421d28-6e89-4a76-b953-ee1786526496', 'name': '', 'network_id': 'e7757be3-b758-4712-9799-08f3b0272a9b', 'tenant_id': 'd957ce2b30644c3bb7b43134161a5f69', 'mac_address': 'fa:16:3e:e8:f0:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aea7a14-99ed-4072-a313-a3c21aa0fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '62e763e7-d1e6-4f55-99d6-9ee5900ab00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:51:47Z', 'updated_at': '2022-05-14T15:51:51Z', 'revision_number': 4, 'project_id': 'd957ce2b30644c3bb7b43134161a5f69', 'subnets': [{'id': '62e763e7-d1e6-4f55-99d6-9ee5900ab00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:51:52.644284 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 759be0ca-daaf-4eba-97b6-a252b70cbb3b {{(pid=115112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 15:51:52.694993 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda19cfb-e3e8-46fb-8469-b7351d289e69 None None] The sync data for ids ['9aea7a14-99ed-4072-a313-a3c21aa0fc69'] in dv-cinder-839793-11-iscsi is: [{'id': '9aea7a14-99ed-4072-a313-a3c21aa0fc69', 'name': 'tempest-TestShelveInstance-787162872-router', 'tenant_id': 'd957ce2b30644c3bb7b43134161a5f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '0ba77712-3a75-4446-a54d-ecaed5434e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:51:44Z', 'updated_at': '2022-05-14T15:51:48Z', 'revision_number': 4, 'project_id': 'd957ce2b30644c3bb7b43134161a5f69', 'gw_port': {'id': '0ba77712-3a75-4446-a54d-ecaed5434e6d', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aea7a14-99ed-4072-a313-a3c21aa0fc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:51:45Z', 'updated_at': '2022-05-14T15:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': '3c421d28-6e89-4a76-b953-ee1786526496', 'name': '', 'network_id': 'e7757be3-b758-4712-9799-08f3b0272a9b', 'tenant_id': 'd957ce2b30644c3bb7b43134161a5f69', 'mac_address': 'fa:16:3e:e8:f0:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aea7a14-99ed-4072-a313-a3c21aa0fc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '62e763e7-d1e6-4f55-99d6-9ee5900ab00b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:51:47Z', 'updated_at': '2022-05-14T15:51:51Z', 'revision_number': 4, 'project_id': 'd957ce2b30644c3bb7b43134161a5f69', 'subnets': [{'id': '62e763e7-d1e6-4f55-99d6-9ee5900ab00b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 15:51:52.710901 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port 759be0ca-daaf-4eba-97b6-a252b70cbb3b, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=759be0ca-daaf-4eba-97b6-a252b70cbb3b,segment=NetworkSegment(4b29d80c-5a53-4124-96cc-b568754899ad),segment_id=4b29d80c-5a53-4124-96cc-b568754899ad)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:51:52.716928 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (759be0ca-daaf-4eba-97b6-a252b70cbb3b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:52.800048 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7bc635d7-4813-4d36-952a-ed745d2a52ce None None] Current status of the port 3c421d28-6e89-4a76-b953-ee1786526496 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:51:52.808294 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=759be0ca-daaf-4eba-97b6-a252b70cbb3b,revision_number=9']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:51:52.943066 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 3c421d28-6e89-4a76-b953-ee1786526496 up at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:51:52.993799 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Provisioning complete for port 3c421d28-6e89-4a76-b953-ee1786526496 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:51:52.994239 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (3c421d28-6e89-4a76-b953-ee1786526496), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:53.078595 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port 3c421d28-6e89-4a76-b953-ee1786526496 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:51:53.277967 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] get_ports_and_sgs() called for port_ids ['759be0ca-daaf-4eba-97b6-a252b70cbb3b'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 15:51:53.629776 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4942928-5c5a-4020-bdcf-7d6fa1e37fdb req-e4430219-4296-4ee9-a4ff-176d24cedf0f tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:53.631226 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d4942928-5c5a-4020-bdcf-7d6fa1e37fdb req-e4430219-4296-4ee9-a4ff-176d24cedf0f tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 945 time: 0.0462587 May 14 15:51:53.680454 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d4942928-5c5a-4020-bdcf-7d6fa1e37fdb req-e979ceed-7c63-495d-b699-aac94137c340 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437999 May 14 15:51:54.586855 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device 759be0ca-daaf-4eba-97b6-a252b70cbb3b up at agent hyperv_hv-cinder-83979 {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:51:54.637477 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Provisioning complete for port 759be0ca-daaf-4eba-97b6-a252b70cbb3b triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:51:54.637953 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (759be0ca-daaf-4eba-97b6-a252b70cbb3b), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:54.727198 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port 759be0ca-daaf-4eba-97b6-a252b70cbb3b is: BUILD; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:51:54.727591 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (759be0ca-daaf-4eba-97b6-a252b70cbb3b), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:54.752661 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e33e9970-bfb7-46f3-8d40-782dbfa3d21c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759be0ca-daaf-4eba-97b6-a252b70cbb3b'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:51:54.754931 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bb685cd0d0d5598b2dce4f6f2400b8bab1844baadda65bc385176a7d6dc4011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1aa423-cfed-430e-8e7a-3b58f92049f0" -d '{"events": [{"server_uuid": "e33e9970-bfb7-46f3-8d40-782dbfa3d21c", "name": "network-vif-plugged", "status": "completed", "tag": "759be0ca-daaf-4eba-97b6-a252b70cbb3b"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:51:54.767894 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port 759be0ca-daaf-4eba-97b6-a252b70cbb3b, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=759be0ca-daaf-4eba-97b6-a252b70cbb3b,segment=NetworkSegment(4b29d80c-5a53-4124-96cc-b568754899ad),segment_id=4b29d80c-5a53-4124-96cc-b568754899ad)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:51:54.771977 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (759be0ca-daaf-4eba-97b6-a252b70cbb3b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:51:54.795827 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 15:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11f4f127-7c32-4259-9fa3-0a8a3be511fd x-openstack-request-id: req-11f4f127-7c32-4259-9fa3-0a8a3be511fd {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:51:54.796117 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e33e9970-bfb7-46f3-8d40-782dbfa3d21c", "name": "network-vif-plugged", "status": "completed", "tag": "759be0ca-daaf-4eba-97b6-a252b70cbb3b", "code": 200}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:51:54.796442 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-11f4f127-7c32-4259-9fa3-0a8a3be511fd {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:51:54.796841 dv-cinder-839793-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11f4f127-7c32-4259-9fa3-0a8a3be511fd'] response: {'server_uuid': 'e33e9970-bfb7-46f3-8d40-782dbfa3d21c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '759be0ca-daaf-4eba-97b6-a252b70cbb3b', 'code': 200} May 14 15:51:54.814883 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b480f-fd5c-4455-8e4b-78c1e4963ed6 req-2b0e6c0f-c7ff-44f3-bd8a-657537a130ef tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:54.817058 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-678b480f-fd5c-4455-8e4b-78c1e4963ed6 req-2b0e6c0f-c7ff-44f3-bd8a-657537a130ef tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 947 time: 0.0590646 May 14 15:51:54.822227 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=759be0ca-daaf-4eba-97b6-a252b70cbb3b,revision_number=10']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:51:54.877929 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-678b480f-fd5c-4455-8e4b-78c1e4963ed6 req-9fe34325-52d9-4e29-a408-378915c29b9f tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542381 May 14 15:51:55.428359 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8db790-ee4b-4e82-b203-dac55f7ad8a0 req-f0cc13e8-5235-4a88-9fb6-3c1549289b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:55.429831 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-8d8db790-ee4b-4e82-b203-dac55f7ad8a0 req-f0cc13e8-5235-4a88-9fb6-3c1549289b67 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 1131 time: 0.0374489 May 14 15:51:55.475520 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-8d8db790-ee4b-4e82-b203-dac55f7ad8a0 req-bc23c310-590b-4cbe-973a-ae03b12c9540 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371211 May 14 15:51:55.999080 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40661284-84a6-4755-a3f8-441ed304c0f3 req-5b338292-c3d5-4e49-8293-e1cc6e793ae0 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:56.000665 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-40661284-84a6-4755-a3f8-441ed304c0f3 req-5b338292-c3d5-4e49-8293-e1cc6e793ae0 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 947 time: 0.0479112 May 14 15:51:56.054717 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-40661284-84a6-4755-a3f8-441ed304c0f3 req-ead3c423-be31-4e67-b418-ff5e4d660ab9 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485299 May 14 15:51:57.178445 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ac759-6f9e-4c7c-b1ec-cbafa3cd8e4d req-e914ade5-361c-4f05-ae66-076304390dc3 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:57.179985 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-154ac759-6f9e-4c7c-b1ec-cbafa3cd8e4d req-e914ade5-361c-4f05-ae66-076304390dc3 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 947 time: 0.0500374 May 14 15:51:57.227168 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-154ac759-6f9e-4c7c-b1ec-cbafa3cd8e4d req-94992f63-89e5-4b21-b182-a24008b8eb94 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416853 May 14 15:51:58.349103 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170941af-12fa-48b1-b484-0cb5b130987c req-d222811a-0ca6-4356-bed8-157f64553719 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:58.350589 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-170941af-12fa-48b1-b484-0cb5b130987c req-d222811a-0ca6-4356-bed8-157f64553719 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 947 time: 0.0480943 May 14 15:51:58.398814 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-170941af-12fa-48b1-b484-0cb5b130987c req-8c0c3361-9c0e-4fe1-a43b-a06411cd8dc0 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426311 May 14 15:51:59.520324 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0b2cf1-b9b8-475e-90cf-efed194345ce req-79832523-ec17-480e-8f9f-59f1ed9bf0ba tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:51:59.521777 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3c0b2cf1-b9b8-475e-90cf-efed194345ce req-79832523-ec17-480e-8f9f-59f1ed9bf0ba tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 947 time: 0.0474975 May 14 15:51:59.581212 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3c0b2cf1-b9b8-475e-90cf-efed194345ce req-01cae573-911a-48c9-ae6e-8971fa87f20e tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534613 May 14 15:52:00.712766 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758bc3f-9092-4726-8252-27a2bc802ee3 req-5985ce54-f2fe-4141-817e-ec8186bed49f tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:00.714218 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c758bc3f-9092-4726-8252-27a2bc802ee3 req-5985ce54-f2fe-4141-817e-ec8186bed49f tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 947 time: 0.0533214 May 14 15:52:00.765419 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c758bc3f-9092-4726-8252-27a2bc802ee3 req-f780d969-3d94-4103-aa36-895576502d81 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450025 May 14 15:52:01.015575 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-846865c8-905e-4b18-9895-35e220c893e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:01.923336 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75495bd-9789-4287-86e9-131863bd6ddb req-c70571c9-adcd-40a8-ace2-7631fde22aa5 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:01.924915 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b75495bd-9789-4287-86e9-131863bd6ddb req-c70571c9-adcd-40a8-ace2-7631fde22aa5 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 984 time: 0.0517182 May 14 15:52:01.943687 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758161f-f11d-4b59-bedb-d0b6c1f0746c req-8e57cca7-d6cc-446f-85b2-12557cc9346d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:01.945484 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-c758161f-f11d-4b59-bedb-d0b6c1f0746c req-8e57cca7-d6cc-446f-85b2-12557cc9346d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5fba11e8ade54d388361c4c936a43372&device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 1168 time: 0.0412533 May 14 15:52:02.007779 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b75495bd-9789-4287-86e9-131863bd6ddb req-aa080fbb-c73b-41cc-862c-264417f664f2 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=0696e348-67b8-4f1a-858d-e461527b614c&id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0763447 May 14 15:52:02.045106 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758161f-f11d-4b59-bedb-d0b6c1f0746c req-e547b7b1-4371-4d1a-b5c2-52802ba36354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:02.046891 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-c758161f-f11d-4b59-bedb-d0b6c1f0746c req-e547b7b1-4371-4d1a-b5c2-52802ba36354 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4b5e11b1-b142-4a99-ada9-a011e605383b HTTP/1.1" status: 200 len: 915 time: 0.0942709 May 14 15:52:02.114478 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-c758161f-f11d-4b59-bedb-d0b6c1f0746c req-2eb2815b-cecf-4b93-bd3f-cb62723e7d83 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61226c22-8028-48c9-8e04-0f0c0cf9fa30 HTTP/1.1" status: 200 len: 1001 time: 0.0606267 May 14 15:52:02.162609 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758161f-f11d-4b59-bedb-d0b6c1f0746c req-7666dbe1-9759-4f87-89f2-cf42673c1d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:02.164014 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-c758161f-f11d-4b59-bedb-d0b6c1f0746c req-7666dbe1-9759-4f87-89f2-cf42673c1d96 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ccea14e1-27b6-48d9-a3be-5796f3489377 HTTP/1.1" status: 200 len: 853 time: 0.0430217 May 14 15:52:02.212251 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758161f-f11d-4b59-bedb-d0b6c1f0746c req-67e9d155-657d-4fd9-be70-7cd78adfb02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:02.214024 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-c758161f-f11d-4b59-bedb-d0b6c1f0746c req-67e9d155-657d-4fd9-be70-7cd78adfb02c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4b5e11b1-b142-4a99-ada9-a011e605383b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426548 May 14 15:52:02.306410 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-c758161f-f11d-4b59-bedb-d0b6c1f0746c req-da77c68c-cded-49c1-a980-b470a1eea259 service neutron] 10.222.0.36 "GET /v2.0/networks/4b5e11b1-b142-4a99-ada9-a011e605383b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840547 May 14 15:52:02.394834 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-c758161f-f11d-4b59-bedb-d0b6c1f0746c req-24f35ab5-ccb5-4fc9-89e8-fdc24e6b5c20 service neutron] 10.222.0.36 "GET /v2.0/networks/4b5e11b1-b142-4a99-ada9-a011e605383b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816083 May 14 15:52:03.124342 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac966a-d398-40b1-b333-0ad84fe39309 req-1805bab9-f588-401d-99c6-7851d9034ee4 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:03.125795 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a5ac966a-d398-40b1-b333-0ad84fe39309 req-1805bab9-f588-401d-99c6-7851d9034ee4 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 984 time: 0.0463142 May 14 15:52:03.184043 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a5ac966a-d398-40b1-b333-0ad84fe39309 req-7e918880-98df-4731-8873-99259f354a86 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=0696e348-67b8-4f1a-858d-e461527b614c&id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523989 May 14 15:52:03.274001 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-d4f440f0-7acc-4370-a462-58ee56520270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:03.640116 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (df6c86ae-fc26-40a3-91a1-648a304bf46f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:04.296053 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:04.296811 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0ecf7-0a26-4a45-b626-1328216ae0a3 req-624539e0-95d4-4930-b7ab-be05f3d50da5 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:04.297940 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a8e0ecf7-0a26-4a45-b626-1328216ae0a3 req-624539e0-95d4-4930-b7ab-be05f3d50da5 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 984 time: 0.0474598 May 14 15:52:04.356929 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a8e0ecf7-0a26-4a45-b626-1328216ae0a3 req-5701f193-3598-40cc-8a16-016633cfe573 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=0696e348-67b8-4f1a-858d-e461527b614c&id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532062 May 14 15:52:05.472311 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a53bb-bbaf-476b-b58b-6d9c7d9a3194 req-1c6bc015-e8f9-45c3-8b2b-53da84f0c952 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:05.473762 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9d1a53bb-bbaf-476b-b58b-6d9c7d9a3194 req-1c6bc015-e8f9-45c3-8b2b-53da84f0c952 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 984 time: 0.0499415 May 14 15:52:05.533265 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9d1a53bb-bbaf-476b-b58b-6d9c7d9a3194 req-a83d1006-66a2-4416-98ab-5c39c0c3b3b6 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=0696e348-67b8-4f1a-858d-e461527b614c&id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538924 May 14 15:52:05.865194 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:06.645979 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bbc727-c517-498e-8e8f-61c1fab293a6 req-26c71311-eed5-4a63-8f6f-ae1ae06deead tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:06.647450 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f1bbc727-c517-498e-8e8f-61c1fab293a6 req-26c71311-eed5-4a63-8f6f-ae1ae06deead tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 984 time: 0.0476866 May 14 15:52:06.705094 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f1bbc727-c517-498e-8e8f-61c1fab293a6 req-0556ddd5-1b51-4439-b1c8-b9d889b8784a tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=0696e348-67b8-4f1a-858d-e461527b614c&id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520446 May 14 15:52:07.332208 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:07.817312 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f251f44-3374-4add-a504-ce16dfdc458e req-78e641f0-e47f-44c5-b89d-ca23368e2d27 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:07.818829 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5f251f44-3374-4add-a504-ce16dfdc458e req-78e641f0-e47f-44c5-b89d-ca23368e2d27 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 984 time: 0.0468440 May 14 15:52:07.881558 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5f251f44-3374-4add-a504-ce16dfdc458e req-746fcd83-67e0-42dd-97af-eb03dffc7c3f tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=0696e348-67b8-4f1a-858d-e461527b614c&id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571034 May 14 15:52:08.992762 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bce618-11c7-4b05-a9c8-e68228ee291a req-0cdcc6b3-d477-4fde-b6dc-2afd0ee1db02 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:08.994120 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-31bce618-11c7-4b05-a9c8-e68228ee291a req-0cdcc6b3-d477-4fde-b6dc-2afd0ee1db02 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 984 time: 0.0466719 May 14 15:52:09.051979 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-31bce618-11c7-4b05-a9c8-e68228ee291a req-0a6f6912-a2e1-4df9-ada7-d87bfb6ff1a4 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=0696e348-67b8-4f1a-858d-e461527b614c&id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0515413 May 14 15:52:10.164924 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a12ff0-0697-42ae-8d80-7349b9497602 req-ec960afe-1b9e-4849-a318-360bf07849e4 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:10.166367 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-47a12ff0-0697-42ae-8d80-7349b9497602 req-ec960afe-1b9e-4849-a318-360bf07849e4 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 984 time: 0.0466943 May 14 15:52:10.224696 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-47a12ff0-0697-42ae-8d80-7349b9497602 req-9ab9da4b-6662-477a-a02a-3d0b6209e140 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=0696e348-67b8-4f1a-858d-e461527b614c&id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526829 May 14 15:52:11.339326 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb98be-a897-47b7-8634-3d8701c0d6fb req-536c28ff-4402-4669-a225-603ce847b316 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:11.340736 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b4bb98be-a897-47b7-8634-3d8701c0d6fb req-536c28ff-4402-4669-a225-603ce847b316 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 984 time: 0.0488570 May 14 15:52:11.398851 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b4bb98be-a897-47b7-8634-3d8701c0d6fb req-d818b960-16b0-41bd-a4ea-43f60b05f55b tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=0696e348-67b8-4f1a-858d-e461527b614c&id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519075 May 14 15:52:12.513054 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bb7fc-d364-45a1-adce-94da5cab44b1 req-f2e2d5bb-4a87-4582-bd92-af983a553768 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:12.514845 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-455bb7fc-d364-45a1-adce-94da5cab44b1 req-f2e2d5bb-4a87-4582-bd92-af983a553768 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 984 time: 0.0494816 May 14 15:52:12.580638 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-455bb7fc-d364-45a1-adce-94da5cab44b1 req-23dd3fa1-b5ea-47dc-a087-1ac838dfda00 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=0696e348-67b8-4f1a-858d-e461527b614c&id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0601985 May 14 15:52:13.692527 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee64fb2e-1f5d-4726-a905-6f6f2c71d8e7 req-99b6569b-95ca-434a-be60-ca3f7ec55e1d tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:13.693972 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ee64fb2e-1f5d-4726-a905-6f6f2c71d8e7 req-99b6569b-95ca-434a-be60-ca3f7ec55e1d tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 984 time: 0.0504022 May 14 15:52:13.753989 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ee64fb2e-1f5d-4726-a905-6f6f2c71d8e7 req-c0bd94ac-b5b4-44df-a152-e9c1bff639a3 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=0696e348-67b8-4f1a-858d-e461527b614c&id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542593 May 14 15:52:14.866528 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07683dc-e1d5-4214-b3de-2d649a08d51e req-c7c4d4c8-c47d-4d57-8a0d-4d9f14a57dd5 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:14.867983 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d07683dc-e1d5-4214-b3de-2d649a08d51e req-c7c4d4c8-c47d-4d57-8a0d-4d9f14a57dd5 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 984 time: 0.0480318 May 14 15:52:14.926202 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d07683dc-e1d5-4214-b3de-2d649a08d51e req-c6ce9db5-722e-4c73-a5b7-5910edbf91fe tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=0696e348-67b8-4f1a-858d-e461527b614c&id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524962 May 14 15:52:16.040959 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c32ca-d3ca-4a0d-812c-87cb43281d91 req-16e98bc7-e5b4-447a-8bf2-2a2162e03ab0 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:16.042466 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-2a4c32ca-d3ca-4a0d-812c-87cb43281d91 req-16e98bc7-e5b4-447a-8bf2-2a2162e03ab0 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 984 time: 0.0476546 May 14 15:52:16.112297 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-2a4c32ca-d3ca-4a0d-812c-87cb43281d91 req-a800005a-01fd-4d29-b65a-4d33bf6ecc86 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=0696e348-67b8-4f1a-858d-e461527b614c&id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0633733 May 14 15:52:17.248206 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c4d12-76bf-4d30-ba82-5baa01afd39c req-e97bd1b2-31d0-4292-861a-58d6f2bb7b96 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:17.249704 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-db7c4d12-76bf-4d30-ba82-5baa01afd39c req-e97bd1b2-31d0-4292-861a-58d6f2bb7b96 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 984 time: 0.0712688 May 14 15:52:17.259062 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e577cd2f-242a-455c-bb13-62b02f0d763d req-c721ce18-d05f-4eda-804b-9ee82ddb70fa tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-766823900&fields=id&tenant_id=83d6b6f0aa4f4314811ee80480861958 HTTP/1.1" status: 200 len: 267 time: 0.0824013 May 14 15:52:17.374126 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-db7c4d12-76bf-4d30-ba82-5baa01afd39c req-4e14ccb0-19e9-4e99-8a49-fbeb16fbdb6f tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=0696e348-67b8-4f1a-858d-e461527b614c&id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1184742 May 14 15:52:17.400880 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577cd2f-242a-455c-bb13-62b02f0d763d req-770ef947-ea88-411f-b401-f0a214990aaa tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:17.402342 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e577cd2f-242a-455c-bb13-62b02f0d763d req-770ef947-ea88-411f-b401-f0a214990aaa tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/networks?id=a888ca18-035c-4252-b410-51cde566f008 HTTP/1.1" status: 200 len: 808 time: 0.1307471 May 14 15:52:17.416997 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e577cd2f-242a-455c-bb13-62b02f0d763d req-662d84d6-74d7-4919-969f-d330a320fd72 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/quotas/83d6b6f0aa4f4314811ee80480861958 HTTP/1.1" status: 200 len: 375 time: 0.0086629 May 14 15:52:17.465765 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e577cd2f-242a-455c-bb13-62b02f0d763d req-4c7d257b-31f3-4d71-b1dc-4fc6a28ddab7 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=83d6b6f0aa4f4314811ee80480861958&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433054 May 14 15:52:17.650830 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e577cd2f-242a-455c-bb13-62b02f0d763d req-18c6dc5a-9063-4565-a56b-26e9dd28fc49 service neutron] 10.222.0.61 "GET /v2.0/networks/a888ca18-035c-4252-b410-51cde566f008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704900 May 14 15:52:17.738767 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e577cd2f-242a-455c-bb13-62b02f0d763d req-aab9880b-460f-45b8-bf2f-0a4d575be821 service neutron] 10.222.0.61 "GET /v2.0/networks/a888ca18-035c-4252-b410-51cde566f008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815563 May 14 15:52:18.019727 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1bc8bdd4-52a3-4ea1-8399-7b401ee6cfea req-5b2a1e2a-cdd8-4de1-90c1-2b97f58fa167 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 210 time: 0.0326085 May 14 15:52:18.491088 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22adf0f-1ed3-4b5c-9cf1-3a7c4285c5bf req-d241ba32-6332-489d-89e5-4aab0087dbf5 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:18.492467 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b22adf0f-1ed3-4b5c-9cf1-3a7c4285c5bf req-d241ba32-6332-489d-89e5-4aab0087dbf5 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 984 time: 0.0467892 May 14 15:52:18.551862 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b22adf0f-1ed3-4b5c-9cf1-3a7c4285c5bf req-842b659c-dd54-414d-9b0d-0be2c9dfe511 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=0696e348-67b8-4f1a-858d-e461527b614c&id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536931 May 14 15:52:19.117250 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-898929f4-57da-4abb-a62e-1f7d5736433f req-e7386e40-435f-41ed-969d-445bc1e7e7b6 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 210 time: 0.0303667 May 14 15:52:19.667595 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54a0e1d-9936-47d3-9f61-c3004585f074 req-49637e3a-2534-448c-a1a0-287304606135 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:19.668850 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e54a0e1d-9936-47d3-9f61-c3004585f074 req-49637e3a-2534-448c-a1a0-287304606135 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 984 time: 0.0479105 May 14 15:52:19.737267 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e54a0e1d-9936-47d3-9f61-c3004585f074 req-722c98ce-fe8a-4688-babc-ce08d256a16e tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=0696e348-67b8-4f1a-858d-e461527b614c&id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0617342 May 14 15:52:19.861472 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577cd2f-242a-455c-bb13-62b02f0d763d req-d150dbdd-59e5-46ea-b581-f515bac64312 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:19.863074 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-e577cd2f-242a-455c-bb13-62b02f0d763d req-d150dbdd-59e5-46ea-b581-f515bac64312 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.36 "GET /v2.0/networks?id=a888ca18-035c-4252-b410-51cde566f008 HTTP/1.1" status: 200 len: 808 time: 0.1155391 May 14 15:52:19.935013 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-e577cd2f-242a-455c-bb13-62b02f0d763d req-c7185a9d-80d7-4c75-b6ca-c9073960d058 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83d6b6f0aa4f4314811ee80480861958 HTTP/1.1" status: 200 len: 379 time: 0.0573633 May 14 15:52:19.944869 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [req-e577cd2f-242a-455c-bb13-62b02f0d763d req-6f009312-e792-4c10-b890-4518cba36355 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Request body: {'port': {'device_id': '08195c98-5b1d-426c-a398-c7e914c14661', 'network_id': 'a888ca18-035c-4252-b410-51cde566f008', 'admin_state_up': True, 'tenant_id': '83d6b6f0aa4f4314811ee80480861958', 'security_groups': ['319ed016-eeb9-4108-be29-6a54e449fca0']}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:52:20.055264 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e577cd2f-242a-455c-bb13-62b02f0d763d req-6f009312-e792-4c10-b890-4518cba36355 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Made reservation on behalf of 83d6b6f0aa4f4314811ee80480861958 for: {'port': 1} {{(pid=115110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:52:20.058605 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-e577cd2f-242a-455c-bb13-62b02f0d763d req-6f009312-e792-4c10-b890-4518cba36355 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:20.183385 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.db_base_plugin_common [req-e577cd2f-242a-455c-bb13-62b02f0d763d req-6f009312-e792-4c10-b890-4518cba36355 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Allocated IP 172.20.0.13 (a888ca18-035c-4252-b410-51cde566f008/92ab5aa1-3899-43e1-ab2b-d56c0c5333c4/ff1e7e07-bb51-463a-a362-bc5fcaff458c) {{(pid=115110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:52:20.218924 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-956689ae-4563-4940-9bf9-3de72b448cca req-aa55e825-9529-416a-94c9-8c0d59d18792 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 210 time: 0.0297499 May 14 15:52:20.329933 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-e577cd2f-242a-455c-bb13-62b02f0d763d req-6f009312-e792-4c10-b890-4518cba36355 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks [] for port (ff1e7e07-bb51-463a-a362-bc5fcaff458c), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:20.365683 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-e577cd2f-242a-455c-bb13-62b02f0d763d req-6f009312-e792-4c10-b890-4518cba36355 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (ff1e7e07-bb51-463a-a362-bc5fcaff458c), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:20.411359 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e577cd2f-242a-455c-bb13-62b02f0d763d req-6f009312-e792-4c10-b890-4518cba36355 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Network a888ca18-035c-4252-b410-51cde566f008 is already hosted by enough agents. {{(pid=115110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:52:20.414574 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.base_scheduler [req-e577cd2f-242a-455c-bb13-62b02f0d763d req-6f009312-e792-4c10-b890-4518cba36355 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Resources bound (agent type, host, resource id): {{(pid=115110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:52:20.419116 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.l3_dvrscheduler_db [req-e577cd2f-242a-455c-bb13-62b02f0d763d req-6f009312-e792-4c10-b890-4518cba36355 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Received port after_create {{(pid=115110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:52:20.449783 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f009312-e792-4c10-b890-4518cba36355 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Pushing event updated for resources: {'Port': ['ID=ff1e7e07-bb51-463a-a362-bc5fcaff458c,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:52:20.485002 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577cd2f-242a-455c-bb13-62b02f0d763d req-6f009312-e792-4c10-b890-4518cba36355 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:20.485851 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-e577cd2f-242a-455c-bb13-62b02f0d763d req-6f009312-e792-4c10-b890-4518cba36355 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:20.504017 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-e577cd2f-242a-455c-bb13-62b02f0d763d req-6f009312-e792-4c10-b890-4518cba36355 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5633974 May 14 15:52:20.526826 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [req-e577cd2f-242a-455c-bb13-62b02f0d763d req-177589ad-3e7e-4844-ace1-e9e81f7721cc service neutron] Request body: {'port': {'device_id': '08195c98-5b1d-426c-a398-c7e914c14661', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:52:20.595123 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-e577cd2f-242a-455c-bb13-62b02f0d763d req-177589ad-3e7e-4844-ace1-e9e81f7721cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (ff1e7e07-bb51-463a-a362-bc5fcaff458c), before_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:20.682876 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-c36df088-eebf-4d95-b2dd-6e7cdd5bd08b None None] Provisioning complete for port ff1e7e07-bb51-463a-a362-bc5fcaff458c triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:52:20.683455 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-c36df088-eebf-4d95-b2dd-6e7cdd5bd08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (ff1e7e07-bb51-463a-a362-bc5fcaff458c), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:20.722379 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-c36df088-eebf-4d95-b2dd-6e7cdd5bd08b None None] Port ff1e7e07-bb51-463a-a362-bc5fcaff458c cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 14 15:52:21.148523 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.notifiers.nova [req-e577cd2f-242a-455c-bb13-62b02f0d763d req-177589ad-3e7e-4844-ace1-e9e81f7721cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff1e7e07-bb51-463a-a362-bc5fcaff458c {{(pid=115110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 15:52:21.157858 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-e577cd2f-242a-455c-bb13-62b02f0d763d req-177589ad-3e7e-4844-ace1-e9e81f7721cc service neutron] Publish callbacks [] for port (ff1e7e07-bb51-463a-a362-bc5fcaff458c), precommit_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:21.172296 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.provisioning_blocks [req-e577cd2f-242a-455c-bb13-62b02f0d763d req-177589ad-3e7e-4844-ace1-e9e81f7721cc service neutron] Transition to ACTIVE for port object ff1e7e07-bb51-463a-a362-bc5fcaff458c will not be triggered until provisioned by entity L2. {{(pid=115110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 14 15:52:21.175588 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-e577cd2f-242a-455c-bb13-62b02f0d763d req-177589ad-3e7e-4844-ace1-e9e81f7721cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3204974'] for port (ff1e7e07-bb51-463a-a362-bc5fcaff458c), after_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:21.225674 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177589ad-3e7e-4844-ace1-e9e81f7721cc service neutron] Pushing event updated for resources: {'Port': ['ID=ff1e7e07-bb51-463a-a362-bc5fcaff458c,revision_number=2']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:52:21.303964 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.managers [req-e577cd2f-242a-455c-bb13-62b02f0d763d req-177589ad-3e7e-4844-ace1-e9e81f7721cc service neutron] Attempting to bind port ff1e7e07-bb51-463a-a362-bc5fcaff458c on host hv-cinder-83979 for vnic_type normal with profile {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 15:52:21.304311 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.managers [req-e577cd2f-242a-455c-bb13-62b02f0d763d req-177589ad-3e7e-4844-ace1-e9e81f7721cc service neutron] Attempting to bind port ff1e7e07-bb51-463a-a362-bc5fcaff458c by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'bbf8d973-9037-4af7-ad30-be5c3a916a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a888ca18-035c-4252-b410-51cde566f008'}] {{(pid=115110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 15:52:21.306438 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e577cd2f-242a-455c-bb13-62b02f0d763d req-177589ad-3e7e-4844-ace1-e9e81f7721cc service neutron] Attempting to bind port ff1e7e07-bb51-463a-a362-bc5fcaff458c on network a888ca18-035c-4252-b410-51cde566f008 {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:52:21.312775 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e577cd2f-242a-455c-bb13-62b02f0d763d req-177589ad-3e7e-4844-ace1-e9e81f7721cc service neutron] Port ff1e7e07-bb51-463a-a362-bc5fcaff458c on network a888ca18-035c-4252-b410-51cde566f008 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 14 15:52:21.313114 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e577cd2f-242a-455c-bb13-62b02f0d763d req-177589ad-3e7e-4844-ace1-e9e81f7721cc service neutron] Attempting to bind port ff1e7e07-bb51-463a-a362-bc5fcaff458c on network a888ca18-035c-4252-b410-51cde566f008 {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:52:21.318977 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e577cd2f-242a-455c-bb13-62b02f0d763d req-177589ad-3e7e-4844-ace1-e9e81f7721cc service neutron] Checking agent: {'id': 'df6c86ae-fc26-40a3-91a1-648a304bf46f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 44, 23), 'started_at': datetime.datetime(2022, 5, 14, 15, 44, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 15, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 15:52:21.319401 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e577cd2f-242a-455c-bb13-62b02f0d763d req-177589ad-3e7e-4844-ace1-e9e81f7721cc service neutron] Checking segment: {'id': 'bbf8d973-9037-4af7-ad30-be5c3a916a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a888ca18-035c-4252-b410-51cde566f008'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:52:21.319911 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e577cd2f-242a-455c-bb13-62b02f0d763d req-177589ad-3e7e-4844-ace1-e9e81f7721cc service neutron] Bound using segment: {'id': 'bbf8d973-9037-4af7-ad30-be5c3a916a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a888ca18-035c-4252-b410-51cde566f008'} {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 15:52:21.320409 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.managers [req-e577cd2f-242a-455c-bb13-62b02f0d763d req-177589ad-3e7e-4844-ace1-e9e81f7721cc service neutron] Bound port: ff1e7e07-bb51-463a-a362-bc5fcaff458c, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbf8d973-9037-4af7-ad30-be5c3a916a1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a888ca18-035c-4252-b410-51cde566f008'}}] {{(pid=115110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 15:52:21.320829 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-e577cd2f-242a-455c-bb13-62b02f0d763d req-177589ad-3e7e-4844-ace1-e9e81f7721cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (ff1e7e07-bb51-463a-a362-bc5fcaff458c), before_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:21.343733 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1b31c-b55c-46dc-8598-2a210f146b98 req-61d1fb0a-e2fc-4147-af42-86c1124bd88d tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:21.345333 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b8b1b31c-b55c-46dc-8598-2a210f146b98 req-61d1fb0a-e2fc-4147-af42-86c1124bd88d tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 944 time: 0.0519409 May 14 15:52:21.398023 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b8b1b31c-b55c-46dc-8598-2a210f146b98 req-9a4e4f35-4113-44e4-a541-74c80c4029f9 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465190 May 14 15:52:21.399128 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [req-e577cd2f-242a-455c-bb13-62b02f0d763d req-177589ad-3e7e-4844-ace1-e9e81f7721cc service neutron] For port ff1e7e07-bb51-463a-a362-bc5fcaff458c, host hv-cinder-83979, cleared binding levels {{(pid=115110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 15:52:21.402088 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [req-e577cd2f-242a-455c-bb13-62b02f0d763d req-177589ad-3e7e-4844-ace1-e9e81f7721cc service neutron] For port ff1e7e07-bb51-463a-a362-bc5fcaff458c, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ff1e7e07-bb51-463a-a362-bc5fcaff458c,segment=NetworkSegment(bbf8d973-9037-4af7-ad30-be5c3a916a1b),segment_id=bbf8d973-9037-4af7-ad30-be5c3a916a1b)] {{(pid=115110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 15:52:21.409263 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-e577cd2f-242a-455c-bb13-62b02f0d763d req-177589ad-3e7e-4844-ace1-e9e81f7721cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3204974'] for port (ff1e7e07-bb51-463a-a362-bc5fcaff458c), after_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:21.443872 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577cd2f-242a-455c-bb13-62b02f0d763d req-177589ad-3e7e-4844-ace1-e9e81f7721cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:21.444428 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-e577cd2f-242a-455c-bb13-62b02f0d763d req-177589ad-3e7e-4844-ace1-e9e81f7721cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:21.445801 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-e577cd2f-242a-455c-bb13-62b02f0d763d req-177589ad-3e7e-4844-ace1-e9e81f7721cc service neutron] 10.222.0.36 "PUT /v2.0/ports/ff1e7e07-bb51-463a-a362-bc5fcaff458c HTTP/1.1" status: 200 len: 1094 time: 0.9236667 May 14 15:52:21.446247 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08195c98-5b1d-426c-a398-c7e914c14661', 'tag': 'ff1e7e07-bb51-463a-a362-bc5fcaff458c'}] {{(pid=115110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:52:21.448492 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a270656aa08f71c574e37588e4b5bc67f1398202d03dea947e2a2c931e3df3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7fadeff-ab97-4690-bcd9-a1c87c79dea3" -d '{"events": [{"name": "network-changed", "server_uuid": "08195c98-5b1d-426c-a398-c7e914c14661", "tag": "ff1e7e07-bb51-463a-a362-bc5fcaff458c"}]}' {{(pid=115110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:52:21.478047 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177589ad-3e7e-4844-ace1-e9e81f7721cc service neutron] Pushing event updated for resources: {'Port': ['ID=ff1e7e07-bb51-463a-a362-bc5fcaff458c,revision_number=3']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:52:21.552546 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577cd2f-242a-455c-bb13-62b02f0d763d req-bc9efbea-eeb6-40a8-99db-fe8aa8f87276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:21.554122 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-e577cd2f-242a-455c-bb13-62b02f0d763d req-bc9efbea-eeb6-40a8-99db-fe8aa8f87276 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=83d6b6f0aa4f4314811ee80480861958&device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 1128 time: 0.0520263 May 14 15:52:21.558850 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 15:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c57a2a-13a8-4e08-955c-1f4dd13c5334 x-openstack-request-id: req-a2c57a2a-13a8-4e08-955c-1f4dd13c5334 {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:52:21.559139 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08195c98-5b1d-426c-a398-c7e914c14661", "tag": "ff1e7e07-bb51-463a-a362-bc5fcaff458c", "status": "completed", "code": 200}]} {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:52:21.559393 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a2c57a2a-13a8-4e08-955c-1f4dd13c5334 {{(pid=115110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:52:21.559793 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2c57a2a-13a8-4e08-955c-1f4dd13c5334'] response: {'name': 'network-changed', 'server_uuid': '08195c98-5b1d-426c-a398-c7e914c14661', 'tag': 'ff1e7e07-bb51-463a-a362-bc5fcaff458c', 'status': 'completed', 'code': 200} May 14 15:52:21.616692 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-e577cd2f-242a-455c-bb13-62b02f0d763d req-acc81569-1f46-4cce-836c-ba11da090639 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff1e7e07-bb51-463a-a362-bc5fcaff458c HTTP/1.1" status: 200 len: 217 time: 0.0389488 May 14 15:52:21.669123 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577cd2f-242a-455c-bb13-62b02f0d763d req-05981c48-d4e8-4af6-8b59-48d602f8eac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:21.671331 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-e577cd2f-242a-455c-bb13-62b02f0d763d req-05981c48-d4e8-4af6-8b59-48d602f8eac6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92ab5aa1-3899-43e1-ab2b-d56c0c5333c4 HTTP/1.1" status: 200 len: 847 time: 0.0480635 May 14 15:52:21.718375 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577cd2f-242a-455c-bb13-62b02f0d763d req-ad1dbf43-a491-40ee-869c-e00f8ede1623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:21.720115 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-e577cd2f-242a-455c-bb13-62b02f0d763d req-ad1dbf43-a491-40ee-869c-e00f8ede1623 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a888ca18-035c-4252-b410-51cde566f008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420825 May 14 15:52:21.816407 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-e577cd2f-242a-455c-bb13-62b02f0d763d req-72c6bfc2-0f25-4783-92f2-8d55ea60948c service neutron] 10.222.0.36 "GET /v2.0/networks/a888ca18-035c-4252-b410-51cde566f008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897112 May 14 15:52:21.908765 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-e577cd2f-242a-455c-bb13-62b02f0d763d req-e6e6b16d-6cd6-4f1e-b164-89ece5281178 service neutron] 10.222.0.36 "GET /v2.0/networks/a888ca18-035c-4252-b410-51cde566f008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861468 May 14 15:52:22.515793 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6b506-c212-49c1-b31a-3e858a8affe5 req-1df6ab2f-d2ac-4d04-9131-a2afba56d60d tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:22.517255 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f2c6b506-c212-49c1-b31a-3e858a8affe5 req-1df6ab2f-d2ac-4d04-9131-a2afba56d60d tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 944 time: 0.0506458 May 14 15:52:22.565786 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f2c6b506-c212-49c1-b31a-3e858a8affe5 req-407b8066-ed5d-47a6-9ea2-cf07eb071d53 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428863 May 14 15:52:23.141773 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fadeff-ab97-4690-bcd9-a1c87c79dea3 req-bd6921a5-4161-44fd-8a44-1d3f398e0cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:23.143226 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-a7fadeff-ab97-4690-bcd9-a1c87c79dea3 req-bd6921a5-4161-44fd-8a44-1d3f398e0cfa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=83d6b6f0aa4f4314811ee80480861958&device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 1128 time: 0.0519636 May 14 15:52:23.231103 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fadeff-ab97-4690-bcd9-a1c87c79dea3 req-cef3a83e-5b10-4571-ae62-39258251ca85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:23.233117 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-a7fadeff-ab97-4690-bcd9-a1c87c79dea3 req-cef3a83e-5b10-4571-ae62-39258251ca85 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a888ca18-035c-4252-b410-51cde566f008 HTTP/1.1" status: 200 len: 909 time: 0.0833101 May 14 15:52:23.285431 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-a7fadeff-ab97-4690-bcd9-a1c87c79dea3 req-3f581b26-b82d-447e-b373-2edf5ff2c657 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff1e7e07-bb51-463a-a362-bc5fcaff458c HTTP/1.1" status: 200 len: 217 time: 0.0366435 May 14 15:52:23.333554 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fadeff-ab97-4690-bcd9-a1c87c79dea3 req-43772179-ff54-425f-ab3c-413ec7102d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:23.335044 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-a7fadeff-ab97-4690-bcd9-a1c87c79dea3 req-43772179-ff54-425f-ab3c-413ec7102d04 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92ab5aa1-3899-43e1-ab2b-d56c0c5333c4 HTTP/1.1" status: 200 len: 847 time: 0.0427151 May 14 15:52:23.380006 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fadeff-ab97-4690-bcd9-a1c87c79dea3 req-2544bc27-232c-4557-8f35-f743b83c8fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:23.381734 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-a7fadeff-ab97-4690-bcd9-a1c87c79dea3 req-2544bc27-232c-4557-8f35-f743b83c8fdc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a888ca18-035c-4252-b410-51cde566f008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386431 May 14 15:52:23.472618 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-a7fadeff-ab97-4690-bcd9-a1c87c79dea3 req-8cb5d6f3-50c2-4cd8-86e9-10af1038969a service neutron] 10.222.0.36 "GET /v2.0/networks/a888ca18-035c-4252-b410-51cde566f008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833693 May 14 15:52:23.562666 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-a7fadeff-ab97-4690-bcd9-a1c87c79dea3 req-05c00650-5afa-436f-a757-caca9b770ed1 service neutron] 10.222.0.36 "GET /v2.0/networks/a888ca18-035c-4252-b410-51cde566f008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832195 May 14 15:52:23.682427 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ccd6c6-df5a-4e99-bc42-891d71f82d7f req-5060278a-cfd0-4c5f-847b-dd54b2fb251a tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:23.683942 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f1ccd6c6-df5a-4e99-bc42-891d71f82d7f req-5060278a-cfd0-4c5f-847b-dd54b2fb251a tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 944 time: 0.0483449 May 14 15:52:23.736644 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f1ccd6c6-df5a-4e99-bc42-891d71f82d7f req-f160f843-6409-43ba-9f80-bbc88d349cca tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435138 May 14 15:52:24.652338 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-cd1eea98-3021-4588-9590-5969087dafc2 None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 15:52:24.849773 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3195ed0-8d95-4b97-9d38-753a0869b256 req-5e0557f2-33b7-4127-b22d-7211be8e48bc tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:24.851264 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d3195ed0-8d95-4b97-9d38-753a0869b256 req-5e0557f2-33b7-4127-b22d-7211be8e48bc tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 944 time: 0.0485580 May 14 15:52:24.901996 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d3195ed0-8d95-4b97-9d38-753a0869b256 req-66a58902-71ec-428c-96d1-2ad5c5b9bdcf tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452020 May 14 15:52:26.019902 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9d445-eefc-470d-befd-912b1f484d07 req-298d4bb8-e701-4493-bead-606e96b7e106 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:26.021308 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f8c9d445-eefc-470d-befd-912b1f484d07 req-298d4bb8-e701-4493-bead-606e96b7e106 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 944 time: 0.0492733 May 14 15:52:26.070998 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f8c9d445-eefc-470d-befd-912b1f484d07 req-3fd1c253-f821-4222-97e5-587511411181 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425642 May 14 15:52:26.905442 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-8645b10c-ee74-4d00-9146-31fc38af26e1 req-1b776df3-bec4-4a29-8058-62d9d5fa3506 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9fbb269d-11cd-49ed-81ac-570e721c15cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445755 May 14 15:52:27.033826 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645b10c-ee74-4d00-9146-31fc38af26e1 req-06f1d924-f039-43a6-80bf-3655e66ce256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:27.035568 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-8645b10c-ee74-4d00-9146-31fc38af26e1 req-06f1d924-f039-43a6-80bf-3655e66ce256 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d2517d5440a4d30949f3dd36a46d813&device_id=9fbb269d-11cd-49ed-81ac-570e721c15cd HTTP/1.1" status: 200 len: 1130 time: 0.0550122 May 14 15:52:27.163148 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645b10c-ee74-4d00-9146-31fc38af26e1 req-bd905e15-615f-4d46-9395-ec847f24c595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:27.164610 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-8645b10c-ee74-4d00-9146-31fc38af26e1 req-bd905e15-615f-4d46-9395-ec847f24c595 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3e026b24-9d5e-4f74-ac5a-5d47dc1338b8 HTTP/1.1" status: 200 len: 920 time: 0.1044784 May 14 15:52:27.205149 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80263c7-709d-43d8-a679-4d4f7a48158b req-387229e3-d1e6-4322-93b7-1cb87cb5f713 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:27.210949 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f80263c7-709d-43d8-a679-4d4f7a48158b req-387229e3-d1e6-4322-93b7-1cb87cb5f713 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 944 time: 0.0533521 May 14 15:52:27.214448 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-8645b10c-ee74-4d00-9146-31fc38af26e1 req-c253198e-a214-4b23-b814-c81ef22c83c9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3697c0c4-258d-43cd-a608-dec915d0b3e8 HTTP/1.1" status: 200 len: 217 time: 0.0390675 May 14 15:52:27.269423 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645b10c-ee74-4d00-9146-31fc38af26e1 req-9d810417-9f95-4e05-8c00-05dc17ed2be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:27.269637 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f80263c7-709d-43d8-a679-4d4f7a48158b req-24f55230-150a-45e4-b840-e6d8cce7e69f tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572169 May 14 15:52:27.271070 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-8645b10c-ee74-4d00-9146-31fc38af26e1 req-9d810417-9f95-4e05-8c00-05dc17ed2be8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4761eee7-0a5d-411d-9c6c-5f0c035f2564 HTTP/1.1" status: 200 len: 858 time: 0.0505137 May 14 15:52:27.319589 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645b10c-ee74-4d00-9146-31fc38af26e1 req-f190f0fa-5238-472b-8cc5-2a6dfc2bedbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:27.321100 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-8645b10c-ee74-4d00-9146-31fc38af26e1 req-f190f0fa-5238-472b-8cc5-2a6dfc2bedbd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e026b24-9d5e-4f74-ac5a-5d47dc1338b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420613 May 14 15:52:27.421352 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-8645b10c-ee74-4d00-9146-31fc38af26e1 req-77a5cafc-2ec1-4309-b76e-1bcaec997d62 service neutron] 10.222.0.36 "GET /v2.0/networks/3e026b24-9d5e-4f74-ac5a-5d47dc1338b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887041 May 14 15:52:27.513952 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-8645b10c-ee74-4d00-9146-31fc38af26e1 req-68c06e9d-be2f-4641-af21-1f95bd190cf1 service neutron] 10.222.0.36 "GET /v2.0/networks/3e026b24-9d5e-4f74-ac5a-5d47dc1338b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857494 May 14 15:52:28.393994 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08978269-ebc8-4ef3-8380-6231e494985e req-09d93402-96a5-492d-ab7f-5d20bc8f8fb5 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:28.395631 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-08978269-ebc8-4ef3-8380-6231e494985e req-09d93402-96a5-492d-ab7f-5d20bc8f8fb5 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 944 time: 0.0522401 May 14 15:52:28.446788 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-08978269-ebc8-4ef3-8380-6231e494985e req-22439d85-bb45-4549-a8d3-45c3f872de88 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447204 May 14 15:52:29.567744 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd3852-1416-4671-ac3f-448a5db8c03f req-33fba949-7daf-45bb-87df-4aea2b45e306 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:29.569201 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-60bd3852-1416-4671-ac3f-448a5db8c03f req-33fba949-7daf-45bb-87df-4aea2b45e306 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 944 time: 0.0479872 May 14 15:52:29.621526 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-60bd3852-1416-4671-ac3f-448a5db8c03f req-f28204b6-f20d-4c4f-9262-01ce4873a60e tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459187 May 14 15:52:30.736949 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f866c22e-c56b-400c-986b-2feabd0bf481 req-119c3480-6e09-4851-925b-aa0737893e58 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:30.738275 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f866c22e-c56b-400c-986b-2feabd0bf481 req-119c3480-6e09-4851-925b-aa0737893e58 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 944 time: 0.0465207 May 14 15:52:30.790147 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f866c22e-c56b-400c-986b-2feabd0bf481 req-797058ca-6fe1-41e7-b8b6-27413d602e0d tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460775 May 14 15:52:31.017552 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-39687825-a73f-4801-b116-0cae7e8d2a31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:31.908674 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7101e7c8-2e7f-4132-b561-2121fd5f5240 req-674892c3-6f43-4875-87db-a375310f643e tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:31.910422 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7101e7c8-2e7f-4132-b561-2121fd5f5240 req-674892c3-6f43-4875-87db-a375310f643e tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 944 time: 0.0497005 May 14 15:52:31.961447 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7101e7c8-2e7f-4132-b561-2121fd5f5240 req-dac13efa-cf63-4a69-bfd8-62ff9b598e9f tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455160 May 14 15:52:32.701827 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device ff1e7e07-bb51-463a-a362-bc5fcaff458c details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=115112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 14 15:52:32.824858 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port ff1e7e07-bb51-463a-a362-bc5fcaff458c, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ff1e7e07-bb51-463a-a362-bc5fcaff458c,segment=NetworkSegment(bbf8d973-9037-4af7-ad30-be5c3a916a1b),segment_id=bbf8d973-9037-4af7-ad30-be5c3a916a1b)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:52:32.840113 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Returning: {'device': 'ff1e7e07-bb51-463a-a362-bc5fcaff458c', 'network_id': 'a888ca18-035c-4252-b410-51cde566f008', 'port_id': 'ff1e7e07-bb51-463a-a362-bc5fcaff458c', 'mac_address': 'fa:16:3e:cb:84:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92ab5aa1-3899-43e1-ab2b-d56c0c5333c4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 14 15:52:32.893232 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port ff1e7e07-bb51-463a-a362-bc5fcaff458c is: DOWN; New status is: BUILD {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:52:32.893824 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (ff1e7e07-bb51-463a-a362-bc5fcaff458c), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:32.910149 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff1e7e07-bb51-463a-a362-bc5fcaff458c {{(pid=115112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 15:52:32.936709 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port ff1e7e07-bb51-463a-a362-bc5fcaff458c, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ff1e7e07-bb51-463a-a362-bc5fcaff458c,segment=NetworkSegment(bbf8d973-9037-4af7-ad30-be5c3a916a1b),segment_id=bbf8d973-9037-4af7-ad30-be5c3a916a1b)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:52:32.941416 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (ff1e7e07-bb51-463a-a362-bc5fcaff458c), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:33.007403 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=ff1e7e07-bb51-463a-a362-bc5fcaff458c,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:52:33.085969 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f0f36-19b4-4682-841f-098de243e4d6 req-373acaa7-420f-498c-8905-66711877eb67 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:33.087366 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b87f0f36-19b4-4682-841f-098de243e4d6 req-373acaa7-420f-498c-8905-66711877eb67 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 945 time: 0.0541763 May 14 15:52:33.137439 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b87f0f36-19b4-4682-841f-098de243e4d6 req-af598653-0f36-4cdf-a237-9f072d8ef263 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434012 May 14 15:52:33.284058 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-5aba2483-ba1b-41c6-9ca7-271d8b07d33c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:33.470029 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] get_ports_and_sgs() called for port_ids ['ff1e7e07-bb51-463a-a362-bc5fcaff458c'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 15:52:33.664568 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (df6c86ae-fc26-40a3-91a1-648a304bf46f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:34.255019 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ab8fd-7fe7-4986-8781-11c806f7d55f req-5b014511-7d3a-469a-b6e6-365c11c1c80a tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:34.256462 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-236ab8fd-7fe7-4986-8781-11c806f7d55f req-5b014511-7d3a-469a-b6e6-365c11c1c80a tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 945 time: 0.0511889 May 14 15:52:34.298784 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:34.309230 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-236ab8fd-7fe7-4986-8781-11c806f7d55f req-a649e40e-6ebc-4e60-9bad-e6ad2d70171f tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472329 May 14 15:52:34.916256 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device ff1e7e07-bb51-463a-a362-bc5fcaff458c up at agent hyperv_hv-cinder-83979 {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:52:34.965524 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Provisioning for port ff1e7e07-bb51-463a-a362-bc5fcaff458c completed by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 14 15:52:34.972882 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Provisioning complete for port ff1e7e07-bb51-463a-a362-bc5fcaff458c triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:52:34.973476 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (ff1e7e07-bb51-463a-a362-bc5fcaff458c), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:35.057402 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port ff1e7e07-bb51-463a-a362-bc5fcaff458c is: BUILD; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:52:35.057828 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (ff1e7e07-bb51-463a-a362-bc5fcaff458c), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:35.091068 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08195c98-5b1d-426c-a398-c7e914c14661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1e7e07-bb51-463a-a362-bc5fcaff458c'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:52:35.093609 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bb685cd0d0d5598b2dce4f6f2400b8bab1844baadda65bc385176a7d6dc4011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2405d4b-fc9d-4336-9e98-125b64dbe65d" -d '{"events": [{"server_uuid": "08195c98-5b1d-426c-a398-c7e914c14661", "name": "network-vif-plugged", "status": "completed", "tag": "ff1e7e07-bb51-463a-a362-bc5fcaff458c"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:52:35.110119 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port ff1e7e07-bb51-463a-a362-bc5fcaff458c, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ff1e7e07-bb51-463a-a362-bc5fcaff458c,segment=NetworkSegment(bbf8d973-9037-4af7-ad30-be5c3a916a1b),segment_id=bbf8d973-9037-4af7-ad30-be5c3a916a1b)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:52:35.116163 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (ff1e7e07-bb51-463a-a362-bc5fcaff458c), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:35.173373 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=ff1e7e07-bb51-463a-a362-bc5fcaff458c,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:52:35.199665 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 15:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96db60c-c036-4a36-8c0b-b9d90390a17a x-openstack-request-id: req-a96db60c-c036-4a36-8c0b-b9d90390a17a {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:52:35.199958 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08195c98-5b1d-426c-a398-c7e914c14661", "name": "network-vif-plugged", "status": "completed", "tag": "ff1e7e07-bb51-463a-a362-bc5fcaff458c", "code": 200}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:52:35.200238 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a96db60c-c036-4a36-8c0b-b9d90390a17a {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:52:35.200696 dv-cinder-839793-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a96db60c-c036-4a36-8c0b-b9d90390a17a'] response: {'server_uuid': '08195c98-5b1d-426c-a398-c7e914c14661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1e7e07-bb51-463a-a362-bc5fcaff458c', 'code': 200} May 14 15:52:35.441864 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd966e4a-f6f7-4777-8ef2-417fdf31b68d req-08ab8e75-c306-47b7-8e38-0c09446f7cf5 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:35.443791 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-fd966e4a-f6f7-4777-8ef2-417fdf31b68d req-08ab8e75-c306-47b7-8e38-0c09446f7cf5 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 946 time: 0.0597036 May 14 15:52:35.506874 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-fd966e4a-f6f7-4777-8ef2-417fdf31b68d req-4b8e95ef-9d16-47a1-8c7d-4c97f8809d5d tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577407 May 14 15:52:35.869366 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:36.548101 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc478d14-be60-4813-b994-ac93a9ba29ae req-e6b05278-a94c-4567-b7e9-43b47c6b63b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:36.549793 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-dc478d14-be60-4813-b994-ac93a9ba29ae req-e6b05278-a94c-4567-b7e9-43b47c6b63b4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 1130 time: 0.0427539 May 14 15:52:36.599366 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-dc478d14-be60-4813-b994-ac93a9ba29ae req-ad4e75d0-c422-4ec2-b2c0-b01219533db1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427701 May 14 15:52:36.640809 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a2e02-f1d1-4ede-b6a8-e03b59b70e6f req-bb834884-627c-48a4-986b-070bcdf1bc4e tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:36.642274 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-fa8a2e02-f1d1-4ede-b6a8-e03b59b70e6f req-bb834884-627c-48a4-986b-070bcdf1bc4e tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 946 time: 0.0542724 May 14 15:52:36.692499 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-fa8a2e02-f1d1-4ede-b6a8-e03b59b70e6f req-073becbd-8211-4bd9-9595-9e53e98bfa0f tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444641 May 14 15:52:37.124492 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e5e14-9725-4e3e-9e29-04b6da4f3812 req-384ff813-f6b2-4289-83b6-5d89ec762691 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:37.125972 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-2e0e5e14-9725-4e3e-9e29-04b6da4f3812 req-384ff813-f6b2-4289-83b6-5d89ec762691 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 945 time: 0.0532427 May 14 15:52:37.178106 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-2e0e5e14-9725-4e3e-9e29-04b6da4f3812 req-b3e63173-4044-4b17-9f74-1d838c9a0b56 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec7d9910-0c8c-4405-bc8e-e1d8a8594554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456915 May 14 15:52:37.334462 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:37.783688 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d40ec-83c7-477c-82ba-af131ec587a4 req-376823a9-3e2a-43f6-a1ed-9b27e7d818a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:37.785190 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-810d40ec-83c7-477c-82ba-af131ec587a4 req-376823a9-3e2a-43f6-a1ed-9b27e7d818a8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d2517d5440a4d30949f3dd36a46d813&device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 1129 time: 0.0422208 May 14 15:52:37.816934 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d069548-5183-44c5-ac7e-391debb136f5 req-74835e15-e736-4b23-90e5-b3bf09982d47 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:37.818470 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3d069548-5183-44c5-ac7e-391debb136f5 req-74835e15-e736-4b23-90e5-b3bf09982d47 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 946 time: 0.0507786 May 14 15:52:37.876558 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3d069548-5183-44c5-ac7e-391debb136f5 req-167c6b3c-e320-4253-bf9b-c0512053478d tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524395 May 14 15:52:37.885347 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d40ec-83c7-477c-82ba-af131ec587a4 req-fae4c4e2-1e32-4c7e-87ff-4d5b37d02add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:37.886984 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-810d40ec-83c7-477c-82ba-af131ec587a4 req-fae4c4e2-1e32-4c7e-87ff-4d5b37d02add service neutron] 10.222.0.36 "GET /v2.0/networks?id=3e026b24-9d5e-4f74-ac5a-5d47dc1338b8 HTTP/1.1" status: 200 len: 920 time: 0.0953190 May 14 15:52:37.957195 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-810d40ec-83c7-477c-82ba-af131ec587a4 req-c269ee5b-a073-4a2c-bc7c-b61375ff83fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c35b70b-002b-48c3-9446-1ba3b1605c2b HTTP/1.1" status: 200 len: 1001 time: 0.0618308 May 14 15:52:38.016131 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d40ec-83c7-477c-82ba-af131ec587a4 req-d8aa1099-feec-4182-98c4-cf548ec9572c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:38.017470 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-810d40ec-83c7-477c-82ba-af131ec587a4 req-d8aa1099-feec-4182-98c4-cf548ec9572c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4761eee7-0a5d-411d-9c6c-5f0c035f2564 HTTP/1.1" status: 200 len: 858 time: 0.0526464 May 14 15:52:38.071219 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d40ec-83c7-477c-82ba-af131ec587a4 req-9ed65ddf-6e0c-4ba7-9d63-e4aacb15ba8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:38.073548 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-810d40ec-83c7-477c-82ba-af131ec587a4 req-9ed65ddf-6e0c-4ba7-9d63-e4aacb15ba8b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e026b24-9d5e-4f74-ac5a-5d47dc1338b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0458236 May 14 15:52:38.166409 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-810d40ec-83c7-477c-82ba-af131ec587a4 req-6b2ec648-7de4-49c0-bd98-e6ba841344a0 service neutron] 10.222.0.36 "GET /v2.0/networks/3e026b24-9d5e-4f74-ac5a-5d47dc1338b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846536 May 14 15:52:38.285693 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-810d40ec-83c7-477c-82ba-af131ec587a4 req-6376e8a8-9db6-438a-a2b8-6bd89c6a81e2 service neutron] 10.222.0.36 "GET /v2.0/networks/3e026b24-9d5e-4f74-ac5a-5d47dc1338b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874062 May 14 15:52:38.292451 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987246d-fbf7-4086-9a5f-5fb660f1c5e2 req-951ee8db-39e9-4131-a198-25198f7fb805 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:38.293887 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e987246d-fbf7-4086-9a5f-5fb660f1c5e2 req-951ee8db-39e9-4131-a198-25198f7fb805 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 945 time: 0.0472682 May 14 15:52:38.340797 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e987246d-fbf7-4086-9a5f-5fb660f1c5e2 req-9fd47e18-a13b-4604-9667-7dfdb54d7d53 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec7d9910-0c8c-4405-bc8e-e1d8a8594554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405469 May 14 15:52:38.995286 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81099c09-22d9-46ae-ae23-9b9c81785cc7 req-f49dd00b-4e1a-418a-abfe-67234e15bc55 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:38.997017 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-81099c09-22d9-46ae-ae23-9b9c81785cc7 req-f49dd00b-4e1a-418a-abfe-67234e15bc55 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 946 time: 0.0510285 May 14 15:52:39.048043 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-81099c09-22d9-46ae-ae23-9b9c81785cc7 req-793f3c5d-3825-4064-944f-281b2e8e11d4 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454462 May 14 15:52:39.455564 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c9808-6a18-42e3-9903-14b8691cc8cf req-15694261-d421-46be-9128-0801b28922d2 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:39.456982 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-457c9808-6a18-42e3-9903-14b8691cc8cf req-15694261-d421-46be-9128-0801b28922d2 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 945 time: 0.0490885 May 14 15:52:39.502019 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-457c9808-6a18-42e3-9903-14b8691cc8cf req-c9a11771-0252-4ab0-af09-72a233823c8e tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec7d9910-0c8c-4405-bc8e-e1d8a8594554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396340 May 14 15:52:40.161581 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42724938-b13d-4bd7-9c7d-e36f61d66324 req-9c85f84c-3691-4633-9ca4-7beecb1c345b tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:40.162981 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-42724938-b13d-4bd7-9c7d-e36f61d66324 req-9c85f84c-3691-4633-9ca4-7beecb1c345b tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 946 time: 0.0459738 May 14 15:52:40.210472 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-42724938-b13d-4bd7-9c7d-e36f61d66324 req-a869621c-a7ca-4265-b576-d6ee71ed3cb0 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419500 May 14 15:52:40.322299 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9869d32-00dd-4baf-b148-0f90d24741e7 req-9a728d19-1a5f-4d3e-ac49-a8f92ce6052c tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:40.323781 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b9869d32-00dd-4baf-b148-0f90d24741e7 req-9a728d19-1a5f-4d3e-ac49-a8f92ce6052c tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 946 time: 0.0487549 May 14 15:52:40.376539 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b9869d32-00dd-4baf-b148-0f90d24741e7 req-a6faa05e-6d08-4ba3-8686-52ca1f056319 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471389 May 14 15:52:40.397648 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 41350) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:52:40.478594 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bf69b2-181d-454e-a5af-01042daabacc tempest-TestShelveInstance-1410463133 tempest-TestShelveInstance-1410463133-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:40.480111 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-c3bf69b2-181d-454e-a5af-01042daabacc tempest-TestShelveInstance-1410463133 tempest-TestShelveInstance-1410463133-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 1125 time: 0.0815289 May 14 15:52:40.483616 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 41354) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:52:40.487768 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-f8087f39-e3e4-4a13-b8f5-543fe5ad0409 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Request body: {'floatingip': {'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'port_id': 'ff1e7e07-bb51-463a-a362-bc5fcaff458c', 'tenant_id': '83d6b6f0aa4f4314811ee80480861958', 'fixed_ip_address': '172.20.0.13'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:52:40.509256 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f8087f39-e3e4-4a13-b8f5-543fe5ad0409 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:40.616383 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f8087f39-e3e4-4a13-b8f5-543fe5ad0409 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:40.635242 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd7680-b18b-489c-9c7d-d04b38dd5a36 req-be950e82-64e0-43c0-acb4-8ee7a28bbbfd tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:40.636689 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0acd7680-b18b-489c-9c7d-d04b38dd5a36 req-be950e82-64e0-43c0-acb4-8ee7a28bbbfd tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 945 time: 0.0616059 May 14 15:52:40.736564 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0acd7680-b18b-489c-9c7d-d04b38dd5a36 req-53cb8402-6bdf-4ff3-942c-0697c8958d01 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec7d9910-0c8c-4405-bc8e-e1d8a8594554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735929 May 14 15:52:40.768901 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.db_base_plugin_common [None req-f8087f39-e3e4-4a13-b8f5-543fe5ad0409 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Allocated IP 172.27.1.221 (ee365c6e-8595-4248-876b-4406c6eeb32a/3059297f-ebad-4161-8328-a5e88a7ee6dc/c0e8270a-ce27-41b9-9d77-fc48e5a1f6a0) {{(pid=115111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:52:40.870079 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f8087f39-e3e4-4a13-b8f5-543fe5ad0409 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks [] for port (c0e8270a-ce27-41b9-9d77-fc48e5a1f6a0), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:40.902328 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f8087f39-e3e4-4a13-b8f5-543fe5ad0409 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764499'] for port (c0e8270a-ce27-41b9-9d77-fc48e5a1f6a0), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:40.936764 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8087f39-e3e4-4a13-b8f5-543fe5ad0409 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Network ee365c6e-8595-4248-876b-4406c6eeb32a is already hosted by enough agents. {{(pid=115111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:52:40.939652 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.base_scheduler [None req-f8087f39-e3e4-4a13-b8f5-543fe5ad0409 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Resources bound (agent type, host, resource id): {{(pid=115111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:52:40.942963 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8087f39-e3e4-4a13-b8f5-543fe5ad0409 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Received port after_create {{(pid=115111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:52:41.211692 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8087f39-e3e4-4a13-b8f5-543fe5ad0409 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Pushing event updated for resources: {'Port': ['ID=c0e8270a-ce27-41b9-9d77-fc48e5a1f6a0,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:52:41.224640 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8087f39-e3e4-4a13-b8f5-543fe5ad0409 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:52:41.224984 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8087f39-e3e4-4a13-b8f5-543fe5ad0409 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:52:41.225325 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8087f39-e3e4-4a13-b8f5-543fe5ad0409 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:52:41.225657 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8087f39-e3e4-4a13-b8f5-543fe5ad0409 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:52:41.225985 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8087f39-e3e4-4a13-b8f5-543fe5ad0409 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:52:41.226327 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8087f39-e3e4-4a13-b8f5-543fe5ad0409 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:52:41.226652 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8087f39-e3e4-4a13-b8f5-543fe5ad0409 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:52:41.226971 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8087f39-e3e4-4a13-b8f5-543fe5ad0409 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:52:41.227292 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8087f39-e3e4-4a13-b8f5-543fe5ad0409 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:52:41.227613 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8087f39-e3e4-4a13-b8f5-543fe5ad0409 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:52:41.227934 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8087f39-e3e4-4a13-b8f5-543fe5ad0409 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:52:41.228252 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8087f39-e3e4-4a13-b8f5-543fe5ad0409 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:52:41.228567 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8087f39-e3e4-4a13-b8f5-543fe5ad0409 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:52:41.228880 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8087f39-e3e4-4a13-b8f5-543fe5ad0409 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:52:41.229192 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8087f39-e3e4-4a13-b8f5-543fe5ad0409 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:52:41.555700 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f8087f39-e3e4-4a13-b8f5-543fe5ad0409 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks [] for floatingip (2e62d630-bad9-431f-b5d2-dcd30ca1da94), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:41.624254 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f8087f39-e3e4-4a13-b8f5-543fe5ad0409 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (c0e8270a-ce27-41b9-9d77-fc48e5a1f6a0), before_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:41.802022 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f8087f39-e3e4-4a13-b8f5-543fe5ad0409 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks [] for port (c0e8270a-ce27-41b9-9d77-fc48e5a1f6a0), precommit_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:41.806884 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f8087f39-e3e4-4a13-b8f5-543fe5ad0409 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8764516'] for port (c0e8270a-ce27-41b9-9d77-fc48e5a1f6a0), after_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:41.913683 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd07904e-ec0b-40af-b6f1-3a296cc5b697 req-538e8820-9072-41b8-91ac-1825d9f88db6 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:41.915180 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-fd07904e-ec0b-40af-b6f1-3a296cc5b697 req-538e8820-9072-41b8-91ac-1825d9f88db6 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 945 time: 0.1061423 May 14 15:52:41.920336 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8087f39-e3e4-4a13-b8f5-543fe5ad0409 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Pushing event updated for resources: {'Port': ['ID=c0e8270a-ce27-41b9-9d77-fc48e5a1f6a0,revision_number=2']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:52:41.940593 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f8087f39-e3e4-4a13-b8f5-543fe5ad0409 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1759531'] for floatingip (2e62d630-bad9-431f-b5d2-dcd30ca1da94), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:42.009235 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-fd07904e-ec0b-40af-b6f1-3a296cc5b697 req-bd1a02c2-a4d0-4ba4-aec4-5baa9075bb74 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec7d9910-0c8c-4405-bc8e-e1d8a8594554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863440 May 14 15:52:42.065088 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.db.l3_db [None req-f8087f39-e3e4-4a13-b8f5-543fe5ad0409 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Floating IP 2e62d630-bad9-431f-b5d2-dcd30ca1da94 associated. External IP: 172.27.1.221, port: ff1e7e07-bb51-463a-a362-bc5fcaff458c. May 14 15:52:42.286233 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8087f39-e3e4-4a13-b8f5-543fe5ad0409 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Router 50bc2a5e-c494-41e8-9dc8-79c4ae347fca has already been hosted by L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f {{(pid=115111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 15:52:42.394112 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8087f39-e3e4-4a13-b8f5-543fe5ad0409 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 15:52:42.404304 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c4aa58-f623-433f-8cc8-f386cda2cd3e None None] Sync routers for ids ['50bc2a5e-c494-41e8-9dc8-79c4ae347fca'] in dv-cinder-839793-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 15:52:42.412203 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f8087f39-e3e4-4a13-b8f5-543fe5ad0409 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for floatingip (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:42.415041 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c4aa58-f623-433f-8cc8-f386cda2cd3e None None] Routers {'50bc2a5e-c494-41e8-9dc8-79c4ae347fca'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:52:42.415644 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-92c4aa58-f623-433f-8cc8-f386cda2cd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:52:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['50bc2a5e-c494-41e8-9dc8-79c4ae347fca'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:52:42.442006 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-f8087f39-e3e4-4a13-b8f5-543fe5ad0409 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9573593 May 14 15:52:42.442730 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08195c98-5b1d-426c-a398-c7e914c14661', 'tag': 'ff1e7e07-bb51-463a-a362-bc5fcaff458c'}] {{(pid=115111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:52:42.445125 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d243af113ddc23b9a3ad38dde0a226f09410eb7dd6936b385d295fad3462c172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae36bae-1885-4192-a554-5a6178f3f2b9" -d '{"events": [{"name": "network-changed", "server_uuid": "08195c98-5b1d-426c-a398-c7e914c14661", "tag": "ff1e7e07-bb51-463a-a362-bc5fcaff458c"}]}' {{(pid=115111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:52:42.539767 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 15:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524ca126-43f6-4302-bf88-30071da52bba x-openstack-request-id: req-524ca126-43f6-4302-bf88-30071da52bba {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:52:42.540063 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08195c98-5b1d-426c-a398-c7e914c14661", "tag": "ff1e7e07-bb51-463a-a362-bc5fcaff458c", "status": "completed", "code": 200}]} {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:52:42.540314 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-524ca126-43f6-4302-bf88-30071da52bba {{(pid=115111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:52:42.540719 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-524ca126-43f6-4302-bf88-30071da52bba'] response: {'name': 'network-changed', 'server_uuid': '08195c98-5b1d-426c-a398-c7e914c14661', 'tag': 'ff1e7e07-bb51-463a-a362-bc5fcaff458c', 'status': 'completed', 'code': 200} May 14 15:52:42.616060 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae36bae-1885-4192-a554-5a6178f3f2b9 req-f64fda0c-dd60-4710-905c-7dd35afaafdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:42.617553 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-aae36bae-1885-4192-a554-5a6178f3f2b9 req-f64fda0c-dd60-4710-905c-7dd35afaafdd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=83d6b6f0aa4f4314811ee80480861958&device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 1130 time: 0.0388825 May 14 15:52:42.618626 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-92c4aa58-f623-433f-8cc8-f386cda2cd3e None None] Set router 50bc2a5e-c494-41e8-9dc8-79c4ae347fca gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:52:42.711489 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae36bae-1885-4192-a554-5a6178f3f2b9 req-e51a282d-a574-4f8b-ba23-5214525f967d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:42.712899 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-aae36bae-1885-4192-a554-5a6178f3f2b9 req-e51a282d-a574-4f8b-ba23-5214525f967d service neutron] 10.222.0.36 "GET /v2.0/networks?id=a888ca18-035c-4252-b410-51cde566f008 HTTP/1.1" status: 200 len: 909 time: 0.0884247 May 14 15:52:42.783692 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-aae36bae-1885-4192-a554-5a6178f3f2b9 req-133d60ad-add1-4ec8-8f5a-4b492e8d3119 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff1e7e07-bb51-463a-a362-bc5fcaff458c HTTP/1.1" status: 200 len: 1000 time: 0.0602961 May 14 15:52:42.838533 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae36bae-1885-4192-a554-5a6178f3f2b9 req-aa37fa86-b779-4e56-a3e0-9979b9136153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:42.839127 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-92c4aa58-f623-433f-8cc8-f386cda2cd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50bc2a5e-c494-41e8-9dc8-79c4ae347fca', 'name': 'tempest-TestShelveInstance-880512959-router', 'tenant_id': '83d6b6f0aa4f4314811ee80480861958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a025dc00-bbc7-4776-8f67-6cf16f293c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:51:40Z', 'updated_at': '2022-05-14T15:51:42Z', 'revision_number': 4, 'project_id': '83d6b6f0aa4f4314811ee80480861958', 'gw_port': {'id': 'a025dc00-bbc7-4776-8f67-6cf16f293c7a', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bc2a5e-c494-41e8-9dc8-79c4ae347fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:51:40Z', 'updated_at': '2022-05-14T15:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_floatingips': [{'id': '2e62d630-bad9-431f-b5d2-dcd30ca1da94', 'tenant_id': '83d6b6f0aa4f4314811ee80480861958', 'floating_ip_address': '172.27.1.221', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': '50bc2a5e-c494-41e8-9dc8-79c4ae347fca', 'port_id': 'ff1e7e07-bb51-463a-a362-bc5fcaff458c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a888ca18-035c-4252-b410-51cde566f008', 'mac_address': 'fa:16:3e:cb:84:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08195c98-5b1d-426c-a398-c7e914c14661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T15:52:41Z', 'updated_at': '2022-05-14T15:52:41Z', 'revision_number': 0, 'project_id': '83d6b6f0aa4f4314811ee80480861958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c442d7b-e3a6-4a3d-bcc0-0507f569f20c', 'name': '', 'network_id': 'a888ca18-035c-4252-b410-51cde566f008', 'tenant_id': '83d6b6f0aa4f4314811ee80480861958', 'mac_address': 'fa:16:3e:8c:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bc2a5e-c494-41e8-9dc8-79c4ae347fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '92ab5aa1-3899-43e1-ab2b-d56c0c5333c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:51:42Z', 'updated_at': '2022-05-14T15:51:47Z', 'revision_number': 5, 'project_id': '83d6b6f0aa4f4314811ee80480861958', 'subnets': [{'id': '92ab5aa1-3899-43e1-ab2b-d56c0c5333c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:52:42.840016 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-aae36bae-1885-4192-a554-5a6178f3f2b9 req-aa37fa86-b779-4e56-a3e0-9979b9136153 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92ab5aa1-3899-43e1-ab2b-d56c0c5333c4 HTTP/1.1" status: 200 len: 847 time: 0.0436509 May 14 15:52:42.866607 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c4aa58-f623-433f-8cc8-f386cda2cd3e None None] Checking router: 50bc2a5e-c494-41e8-9dc8-79c4ae347fca for host: dv-cinder-839793-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 15:52:42.876303 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c4aa58-f623-433f-8cc8-f386cda2cd3e None None] Routers {'50bc2a5e-c494-41e8-9dc8-79c4ae347fca'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:52:42.876917 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-92c4aa58-f623-433f-8cc8-f386cda2cd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:52:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['50bc2a5e-c494-41e8-9dc8-79c4ae347fca'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:52:42.889658 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae36bae-1885-4192-a554-5a6178f3f2b9 req-8b581144-4e6a-40c0-afdb-56f25c3de815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:42.891219 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-aae36bae-1885-4192-a554-5a6178f3f2b9 req-8b581144-4e6a-40c0-afdb-56f25c3de815 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a888ca18-035c-4252-b410-51cde566f008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438583 May 14 15:52:42.985641 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-92c4aa58-f623-433f-8cc8-f386cda2cd3e None None] Set router 50bc2a5e-c494-41e8-9dc8-79c4ae347fca gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:52:42.987094 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-aae36bae-1885-4192-a554-5a6178f3f2b9 req-57e529e5-0152-4cec-876c-ebf7e49f0d2a service neutron] 10.222.0.36 "GET /v2.0/networks/a888ca18-035c-4252-b410-51cde566f008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829370 May 14 15:52:43.085014 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-aae36bae-1885-4192-a554-5a6178f3f2b9 req-628c3ad8-0f4f-45f6-ba1a-5a401a626551 service neutron] 10.222.0.36 "GET /v2.0/networks/a888ca18-035c-4252-b410-51cde566f008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910110 May 14 15:52:43.128918 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43717037-3c57-4d48-89d4-e8c4726fda02 req-c3a693cf-1c2c-41e3-a7e3-57b8a0432747 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:43.130510 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-43717037-3c57-4d48-89d4-e8c4726fda02 req-c3a693cf-1c2c-41e3-a7e3-57b8a0432747 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 945 time: 0.0503452 May 14 15:52:43.180415 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-43717037-3c57-4d48-89d4-e8c4726fda02 req-08f1ac4e-96d7-4f9b-b13f-fd4d227a156f tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec7d9910-0c8c-4405-bc8e-e1d8a8594554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437086 May 14 15:52:43.217792 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-92c4aa58-f623-433f-8cc8-f386cda2cd3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50bc2a5e-c494-41e8-9dc8-79c4ae347fca', 'name': 'tempest-TestShelveInstance-880512959-router', 'tenant_id': '83d6b6f0aa4f4314811ee80480861958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a025dc00-bbc7-4776-8f67-6cf16f293c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:51:40Z', 'updated_at': '2022-05-14T15:51:42Z', 'revision_number': 4, 'project_id': '83d6b6f0aa4f4314811ee80480861958', 'gw_port': {'id': 'a025dc00-bbc7-4776-8f67-6cf16f293c7a', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bc2a5e-c494-41e8-9dc8-79c4ae347fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:51:40Z', 'updated_at': '2022-05-14T15:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_floatingips': [{'id': '2e62d630-bad9-431f-b5d2-dcd30ca1da94', 'tenant_id': '83d6b6f0aa4f4314811ee80480861958', 'floating_ip_address': '172.27.1.221', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': '50bc2a5e-c494-41e8-9dc8-79c4ae347fca', 'port_id': 'ff1e7e07-bb51-463a-a362-bc5fcaff458c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a888ca18-035c-4252-b410-51cde566f008', 'mac_address': 'fa:16:3e:cb:84:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08195c98-5b1d-426c-a398-c7e914c14661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T15:52:41Z', 'updated_at': '2022-05-14T15:52:41Z', 'revision_number': 0, 'project_id': '83d6b6f0aa4f4314811ee80480861958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c442d7b-e3a6-4a3d-bcc0-0507f569f20c', 'name': '', 'network_id': 'a888ca18-035c-4252-b410-51cde566f008', 'tenant_id': '83d6b6f0aa4f4314811ee80480861958', 'mac_address': 'fa:16:3e:8c:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bc2a5e-c494-41e8-9dc8-79c4ae347fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '92ab5aa1-3899-43e1-ab2b-d56c0c5333c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:51:42Z', 'updated_at': '2022-05-14T15:51:47Z', 'revision_number': 5, 'project_id': '83d6b6f0aa4f4314811ee80480861958', 'subnets': [{'id': '92ab5aa1-3899-43e1-ab2b-d56c0c5333c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:52:43.244504 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c4aa58-f623-433f-8cc8-f386cda2cd3e None None] The sync data for ids ['50bc2a5e-c494-41e8-9dc8-79c4ae347fca'] in dv-cinder-839793-11-iscsi is: [{'id': '50bc2a5e-c494-41e8-9dc8-79c4ae347fca', 'name': 'tempest-TestShelveInstance-880512959-router', 'tenant_id': '83d6b6f0aa4f4314811ee80480861958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a025dc00-bbc7-4776-8f67-6cf16f293c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:51:40Z', 'updated_at': '2022-05-14T15:51:42Z', 'revision_number': 4, 'project_id': '83d6b6f0aa4f4314811ee80480861958', 'gw_port': {'id': 'a025dc00-bbc7-4776-8f67-6cf16f293c7a', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bc2a5e-c494-41e8-9dc8-79c4ae347fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:51:40Z', 'updated_at': '2022-05-14T15:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_floatingips': [{'id': '2e62d630-bad9-431f-b5d2-dcd30ca1da94', 'tenant_id': '83d6b6f0aa4f4314811ee80480861958', 'floating_ip_address': '172.27.1.221', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': '50bc2a5e-c494-41e8-9dc8-79c4ae347fca', 'port_id': 'ff1e7e07-bb51-463a-a362-bc5fcaff458c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a888ca18-035c-4252-b410-51cde566f008', 'mac_address': 'fa:16:3e:cb:84:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08195c98-5b1d-426c-a398-c7e914c14661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T15:52:41Z', 'updated_at': '2022-05-14T15:52:41Z', 'revision_number': 0, 'project_id': '83d6b6f0aa4f4314811ee80480861958', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c442d7b-e3a6-4a3d-bcc0-0507f569f20c', 'name': '', 'network_id': 'a888ca18-035c-4252-b410-51cde566f008', 'tenant_id': '83d6b6f0aa4f4314811ee80480861958', 'mac_address': 'fa:16:3e:8c:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bc2a5e-c494-41e8-9dc8-79c4ae347fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '92ab5aa1-3899-43e1-ab2b-d56c0c5333c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:51:42Z', 'updated_at': '2022-05-14T15:51:47Z', 'revision_number': 5, 'project_id': '83d6b6f0aa4f4314811ee80480861958', 'subnets': [{'id': '92ab5aa1-3899-43e1-ab2b-d56c0c5333c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 15:52:43.436598 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c860c411-cad7-4424-a995-5e79fafa770c None None] New status for floating IP 2e62d630-bad9-431f-b5d2-dcd30ca1da94: ACTIVE {{(pid=115112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 14 15:52:44.296816 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb0e78-b84b-477e-8378-7960c3814c07 req-d83d51b7-00fa-431c-a4b1-cc2a9b602370 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:44.298232 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3ddb0e78-b84b-477e-8378-7960c3814c07 req-d83d51b7-00fa-431c-a4b1-cc2a9b602370 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 945 time: 0.0454493 May 14 15:52:44.346995 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3ddb0e78-b84b-477e-8378-7960c3814c07 req-81cabf02-4042-4b6a-97f7-cfaae81fb2f1 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec7d9910-0c8c-4405-bc8e-e1d8a8594554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432255 May 14 15:52:45.459230 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825e102-88fd-4264-be77-1d1963f30149 req-2ccab7e5-82fa-4fe7-89b5-6017aebff386 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:45.460654 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e825e102-88fd-4264-be77-1d1963f30149 req-2ccab7e5-82fa-4fe7-89b5-6017aebff386 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 945 time: 0.0459232 May 14 15:52:45.506472 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e825e102-88fd-4264-be77-1d1963f30149 req-3aebfe88-9147-499a-89d4-9f95bef28c55 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec7d9910-0c8c-4405-bc8e-e1d8a8594554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403025 May 14 15:52:46.619339 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eed759-8796-456d-9a81-199eed8dc209 req-76d1d677-2ce8-487d-a812-f30adae24518 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:46.620881 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b7eed759-8796-456d-9a81-199eed8dc209 req-76d1d677-2ce8-487d-a812-f30adae24518 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 945 time: 0.0480814 May 14 15:52:46.667520 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b7eed759-8796-456d-9a81-199eed8dc209 req-82707490-8cd8-4888-a2a0-067a2183a47a tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec7d9910-0c8c-4405-bc8e-e1d8a8594554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405934 May 14 15:52:47.786011 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974bc2a1-6c7f-4b0d-9dd6-38913f88d05b req-91eb0964-9912-4f44-afdd-d8a90f85de05 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:47.787501 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-974bc2a1-6c7f-4b0d-9dd6-38913f88d05b req-91eb0964-9912-4f44-afdd-d8a90f85de05 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 945 time: 0.0530989 May 14 15:52:47.832893 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-974bc2a1-6c7f-4b0d-9dd6-38913f88d05b req-b95bae4d-2bd3-4b5f-8763-3c0f860bc8f1 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec7d9910-0c8c-4405-bc8e-e1d8a8594554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399337 May 14 15:52:48.952864 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89305817-53bc-4858-a7aa-e1507afdcbbd req-112491b5-6510-495a-8079-56d7ec34fb6e tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:48.954479 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-89305817-53bc-4858-a7aa-e1507afdcbbd req-112491b5-6510-495a-8079-56d7ec34fb6e tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 945 time: 0.0539806 May 14 15:52:49.033175 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-89305817-53bc-4858-a7aa-e1507afdcbbd req-2f7762fb-e928-40f9-a176-4dc1e8757af8 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec7d9910-0c8c-4405-bc8e-e1d8a8594554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728958 May 14 15:52:49.043770 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498cd8e0-1af8-4711-a52c-3666bf9ebca0 req-ba0cd8bd-fcb0-4ffa-ba21-5b64490637f9 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:49.045730 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-498cd8e0-1af8-4711-a52c-3666bf9ebca0 req-ba0cd8bd-fcb0-4ffa-ba21-5b64490637f9 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=567fb38a-9c00-4de9-8a01-8070792cde75 HTTP/1.1" status: 200 len: 946 time: 0.0660946 May 14 15:52:49.092202 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-498cd8e0-1af8-4711-a52c-3666bf9ebca0 req-ad9fab69-e424-4ade-bbd7-6375c3fa61bf tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6ccb2cc-49ac-41b7-90ac-91d2855cb96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406289 May 14 15:52:50.146053 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef8fddd-6366-4d2a-8283-8f27a2de66d7 req-920c50ad-9f2d-44b8-8050-1a39cd317a32 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:50.147760 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7ef8fddd-6366-4d2a-8283-8f27a2de66d7 req-920c50ad-9f2d-44b8-8050-1a39cd317a32 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 945 time: 0.0481732 May 14 15:52:50.226187 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ccff0e-21c1-4de5-9b21-5ee3b570adb0 req-7315875d-a050-48e9-af5d-100866e0fda9 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:50.227647 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e2ccff0e-21c1-4de5-9b21-5ee3b570adb0 req-7315875d-a050-48e9-af5d-100866e0fda9 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=567fb38a-9c00-4de9-8a01-8070792cde75 HTTP/1.1" status: 200 len: 946 time: 0.0617244 May 14 15:52:50.230620 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7ef8fddd-6366-4d2a-8283-8f27a2de66d7 req-479703d1-c760-4d65-bc4b-66c06439c988 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec7d9910-0c8c-4405-bc8e-e1d8a8594554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774610 May 14 15:52:50.279971 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e2ccff0e-21c1-4de5-9b21-5ee3b570adb0 req-c186d928-ad44-436c-8f20-c84da62409de tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6ccb2cc-49ac-41b7-90ac-91d2855cb96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450377 May 14 15:52:50.932959 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89089ae1-e052-4343-ab64-c3cc6ec0ca5f req-a470d2fe-7ea9-4eeb-8858-19663c07c695 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:50.934392 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-89089ae1-e052-4343-ab64-c3cc6ec0ca5f req-a470d2fe-7ea9-4eeb-8858-19663c07c695 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.36 "GET /v2.0/ports?device_id=567fb38a-9c00-4de9-8a01-8070792cde75 HTTP/1.1" status: 200 len: 946 time: 0.0461571 May 14 15:52:51.023367 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [req-89089ae1-e052-4343-ab64-c3cc6ec0ca5f req-e2b5bd93-e7cc-43f6-aca3-a1d14d791ce9 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Deleting port 8fdc20f7-107b-43f1-810d-31e0e55a918f {{(pid=115110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 15:52:51.023705 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-89089ae1-e052-4343-ab64-c3cc6ec0ca5f req-e2b5bd93-e7cc-43f6-aca3-a1d14d791ce9 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (8fdc20f7-107b-43f1-810d-31e0e55a918f), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:51.109735 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [req-89089ae1-e052-4343-ab64-c3cc6ec0ca5f req-e2b5bd93-e7cc-43f6-aca3-a1d14d791ce9 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] For port 8fdc20f7-107b-43f1-810d-31e0e55a918f, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=8fdc20f7-107b-43f1-810d-31e0e55a918f,segment=NetworkSegment(f5bdbe83-2873-41ef-b77e-b6a155bfb1ac),segment_id=f5bdbe83-2873-41ef-b77e-b6a155bfb1ac)] {{(pid=115110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:52:51.110021 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-89089ae1-e052-4343-ab64-c3cc6ec0ca5f req-e2b5bd93-e7cc-43f6-aca3-a1d14d791ce9 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (8fdc20f7-107b-43f1-810d-31e0e55a918f), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:51.342928 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-89089ae1-e052-4343-ab64-c3cc6ec0ca5f req-e2b5bd93-e7cc-43f6-aca3-a1d14d791ce9 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:51.343299 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-89089ae1-e052-4343-ab64-c3cc6ec0ca5f req-e2b5bd93-e7cc-43f6-aca3-a1d14d791ce9 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1759531'] for floatingip (5c5471b6-979f-4c9b-aaef-ec4948c508d5), after_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:51.343612 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.db.l3_db [req-89089ae1-e052-4343-ab64-c3cc6ec0ca5f req-e2b5bd93-e7cc-43f6-aca3-a1d14d791ce9 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Floating IP 5c5471b6-979f-4c9b-aaef-ec4948c508d5 disassociated. External IP: 172.27.1.21, port: 8fdc20f7-107b-43f1-810d-31e0e55a918f. May 14 15:52:51.343964 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [req-89089ae1-e052-4343-ab64-c3cc6ec0ca5f req-e2b5bd93-e7cc-43f6-aca3-a1d14d791ce9 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Calling delete_port for 8fdc20f7-107b-43f1-810d-31e0e55a918f owned by compute:nova {{(pid=115110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 15:52:51.352605 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141bb191-ffcd-48b0-9c11-b04b1a62f330 req-9ffa7399-6f7e-4cd1-8cf5-1820e6ee80bc tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:51.354826 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-141bb191-ffcd-48b0-9c11-b04b1a62f330 req-9ffa7399-6f7e-4cd1-8cf5-1820e6ee80bc tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 945 time: 0.0523403 May 14 15:52:51.428707 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f762fd4-d72d-444b-b7de-93b19f52cd28 req-76b7c10c-b880-43af-8e8d-be075125ec7d tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:51.430089 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9f762fd4-d72d-444b-b7de-93b19f52cd28 req-76b7c10c-b880-43af-8e8d-be075125ec7d tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=567fb38a-9c00-4de9-8a01-8070792cde75 HTTP/1.1" status: 200 len: 946 time: 0.0677850 May 14 15:52:51.447830 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-141bb191-ffcd-48b0-9c11-b04b1a62f330 req-49455a2f-37ab-4069-b314-e641cce90c77 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec7d9910-0c8c-4405-bc8e-e1d8a8594554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865788 May 14 15:52:51.476862 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-89089ae1-e052-4343-ab64-c3cc6ec0ca5f req-e2b5bd93-e7cc-43f6-aca3-a1d14d791ce9 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (8fdc20f7-107b-43f1-810d-31e0e55a918f), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:51.485454 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9f762fd4-d72d-444b-b7de-93b19f52cd28 req-f486426f-3c44-4fbc-a9bd-525cea65130e tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=c6ccb2cc-49ac-41b7-90ac-91d2855cb96e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475891 May 14 15:52:51.503197 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b5bd93-e7cc-43f6-aca3-a1d14d791ce9 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Pushing event deleted for resources: {'Port': ['ID=8fdc20f7-107b-43f1-810d-31e0e55a918f,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:52:51.515603 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b5bd93-e7cc-43f6-aca3-a1d14d791ce9 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:52:51.515948 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b5bd93-e7cc-43f6-aca3-a1d14d791ce9 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:52:51.516289 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b5bd93-e7cc-43f6-aca3-a1d14d791ce9 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:52:51.516625 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b5bd93-e7cc-43f6-aca3-a1d14d791ce9 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:52:51.516958 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b5bd93-e7cc-43f6-aca3-a1d14d791ce9 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:52:51.517288 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b5bd93-e7cc-43f6-aca3-a1d14d791ce9 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:52:51.517612 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b5bd93-e7cc-43f6-aca3-a1d14d791ce9 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:52:51.517933 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b5bd93-e7cc-43f6-aca3-a1d14d791ce9 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:52:51.518258 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b5bd93-e7cc-43f6-aca3-a1d14d791ce9 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:52:51.518605 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b5bd93-e7cc-43f6-aca3-a1d14d791ce9 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:52:51.518926 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b5bd93-e7cc-43f6-aca3-a1d14d791ce9 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:52:51.519246 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b5bd93-e7cc-43f6-aca3-a1d14d791ce9 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:52:51.519565 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b5bd93-e7cc-43f6-aca3-a1d14d791ce9 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:52:51.519880 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b5bd93-e7cc-43f6-aca3-a1d14d791ce9 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:52:51.520197 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b5bd93-e7cc-43f6-aca3-a1d14d791ce9 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:52:51.632793 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89089ae1-e052-4343-ab64-c3cc6ec0ca5f req-e2b5bd93-e7cc-43f6-aca3-a1d14d791ce9 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Router 5b7fd4ea-e5a8-46a9-b072-faa068d0f12c has already been hosted by L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f {{(pid=115110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 15:52:51.742042 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89089ae1-e052-4343-ab64-c3cc6ec0ca5f req-e2b5bd93-e7cc-43f6-aca3-a1d14d791ce9 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 15:52:51.752667 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec7079b-b1b3-40cb-9b8a-07a45db2920b None None] Sync routers for ids ['5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'] in dv-cinder-839793-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 15:52:51.762953 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec7079b-b1b3-40cb-9b8a-07a45db2920b None None] Routers {'5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:52:51.763950 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-1ec7079b-b1b3-40cb-9b8a-07a45db2920b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:52:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:52:51.790961 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.l3_dvrscheduler_db [req-89089ae1-e052-4343-ab64-c3cc6ec0ca5f req-e2b5bd93-e7cc-43f6-aca3-a1d14d791ce9 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] No DVR routers for this DVR port 8fdc20f7-107b-43f1-810d-31e0e55a918f on host hv-cinder-83979 {{(pid=115110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 15:52:51.793500 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-89089ae1-e052-4343-ab64-c3cc6ec0ca5f req-e2b5bd93-e7cc-43f6-aca3-a1d14d791ce9 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:51.797296 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-89089ae1-e052-4343-ab64-c3cc6ec0ca5f req-e2b5bd93-e7cc-43f6-aca3-a1d14d791ce9 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.36 "DELETE /v2.0/ports/8fdc20f7-107b-43f1-810d-31e0e55a918f HTTP/1.1" status: 204 len: 173 time: 0.8570855 May 14 15:52:51.797735 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '567fb38a-9c00-4de9-8a01-8070792cde75', 'name': 'network-vif-deleted', 'tag': '8fdc20f7-107b-43f1-810d-31e0e55a918f'}] {{(pid=115110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:52:51.799980 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a270656aa08f71c574e37588e4b5bc67f1398202d03dea947e2a2c931e3df3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-699f3826-dff3-476f-b001-35a4fe3ff9ee" -d '{"events": [{"server_uuid": "567fb38a-9c00-4de9-8a01-8070792cde75", "name": "network-vif-deleted", "tag": "8fdc20f7-107b-43f1-810d-31e0e55a918f"}]}' {{(pid=115110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:52:51.854067 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 15:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eeaca48-623a-47ff-8a1b-e0c4894fe2fb x-openstack-request-id: req-5eeaca48-623a-47ff-8a1b-e0c4894fe2fb {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:52:51.854390 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "567fb38a-9c00-4de9-8a01-8070792cde75", "name": "network-vif-deleted", "tag": "8fdc20f7-107b-43f1-810d-31e0e55a918f", "status": "completed", "code": 200}]} {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:52:51.854649 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5eeaca48-623a-47ff-8a1b-e0c4894fe2fb {{(pid=115110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:52:51.855053 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eeaca48-623a-47ff-8a1b-e0c4894fe2fb'] response: {'server_uuid': '567fb38a-9c00-4de9-8a01-8070792cde75', 'name': 'network-vif-deleted', 'tag': '8fdc20f7-107b-43f1-810d-31e0e55a918f', 'status': 'completed', 'code': 200} May 14 15:52:51.880484 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-1ec7079b-b1b3-40cb-9b8a-07a45db2920b None None] Set router 5b7fd4ea-e5a8-46a9-b072-faa068d0f12c gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:52:52.097608 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-1ec7079b-b1b3-40cb-9b8a-07a45db2920b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'name': 'tempest-AttachVolumeNegativeTest-252484141-router', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:17Z', 'updated_at': '2022-05-14T15:46:23Z', 'revision_number': 4, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'gw_port': {'id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:30:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:18Z', 'updated_at': '2022-05-14T15:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_floatingips': [{'id': 'cdd7c357-19fe-4659-a6ac-64533a4a356e', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'floating_ip_address': '172.27.1.59', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'port_id': '60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 92, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'mac_address': 'fa:16:3e:06:e2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113f6b52-519c-45f4-9bc2-37168d644e15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T15:46:30Z', 'updated_at': '2022-05-14T15:47:57Z', 'revision_number': 2, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f58259cf-4cfe-4867-a867-9e17bac30662', 'name': '', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'mac_address': 'fa:16:3e:9e:e9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:22Z', 'updated_at': '2022-05-14T15:46:35Z', 'revision_number': 5, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'subnets': [{'id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:52:52.124566 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec7079b-b1b3-40cb-9b8a-07a45db2920b None None] Checking router: 5b7fd4ea-e5a8-46a9-b072-faa068d0f12c for host: dv-cinder-839793-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 15:52:52.132825 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec7079b-b1b3-40cb-9b8a-07a45db2920b None None] Routers {'5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:52:52.133421 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-1ec7079b-b1b3-40cb-9b8a-07a45db2920b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:52:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:52:52.241244 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-1ec7079b-b1b3-40cb-9b8a-07a45db2920b None None] Set router 5b7fd4ea-e5a8-46a9-b072-faa068d0f12c gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:52:52.559106 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-1ec7079b-b1b3-40cb-9b8a-07a45db2920b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'name': 'tempest-AttachVolumeNegativeTest-252484141-router', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:17Z', 'updated_at': '2022-05-14T15:46:23Z', 'revision_number': 4, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'gw_port': {'id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:30:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:18Z', 'updated_at': '2022-05-14T15:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_floatingips': [{'id': 'cdd7c357-19fe-4659-a6ac-64533a4a356e', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'floating_ip_address': '172.27.1.59', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'port_id': '60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 92, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'mac_address': 'fa:16:3e:06:e2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113f6b52-519c-45f4-9bc2-37168d644e15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T15:46:30Z', 'updated_at': '2022-05-14T15:47:57Z', 'revision_number': 2, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f58259cf-4cfe-4867-a867-9e17bac30662', 'name': '', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'mac_address': 'fa:16:3e:9e:e9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:22Z', 'updated_at': '2022-05-14T15:46:35Z', 'revision_number': 5, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'subnets': [{'id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:52:52.577425 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360c887-44ce-457b-91e1-ad5750451c8c req-11de0239-94b9-489c-acee-8b8405675b80 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:52.578947 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3360c887-44ce-457b-91e1-ad5750451c8c req-11de0239-94b9-489c-acee-8b8405675b80 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 945 time: 0.0535505 May 14 15:52:52.587157 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec7079b-b1b3-40cb-9b8a-07a45db2920b None None] The sync data for ids ['5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'] in dv-cinder-839793-11-iscsi is: [{'id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'name': 'tempest-AttachVolumeNegativeTest-252484141-router', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:17Z', 'updated_at': '2022-05-14T15:46:23Z', 'revision_number': 4, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'gw_port': {'id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:30:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:18Z', 'updated_at': '2022-05-14T15:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_floatingips': [{'id': 'cdd7c357-19fe-4659-a6ac-64533a4a356e', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'floating_ip_address': '172.27.1.59', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'port_id': '60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 92, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'mac_address': 'fa:16:3e:06:e2:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '113f6b52-519c-45f4-9bc2-37168d644e15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T15:46:30Z', 'updated_at': '2022-05-14T15:47:57Z', 'revision_number': 2, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f58259cf-4cfe-4867-a867-9e17bac30662', 'name': '', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'mac_address': 'fa:16:3e:9e:e9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:22Z', 'updated_at': '2022-05-14T15:46:35Z', 'revision_number': 5, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'subnets': [{'id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 15:52:52.630982 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3360c887-44ce-457b-91e1-ad5750451c8c req-70c5627f-b7e0-4eb0-83ce-df521934cfd7 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec7d9910-0c8c-4405-bc8e-e1d8a8594554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461237 May 14 15:52:52.829547 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6663644c-18af-4fe4-8ecc-939ca41d0c02 None None] New status for floating IP 5c5471b6-979f-4c9b-aaef-ec4948c508d5: DOWN {{(pid=115112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 14 15:52:53.596971 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 41418) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:52:53.657180 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e8dac0f5-5df6-4808-a1d6-7208bfac32d8 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for security_group (c6ccb2cc-49ac-41b7-90ac-91d2855cb96e), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:53.684843 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e8dac0f5-5df6-4808-a1d6-7208bfac32d8 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for security_group (c6ccb2cc-49ac-41b7-90ac-91d2855cb96e), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:53.735999 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e8dac0f5-5df6-4808-a1d6-7208bfac32d8 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (c6ccb2cc-49ac-41b7-90ac-91d2855cb96e), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:53.739089 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e8dac0f5-5df6-4808-a1d6-7208bfac32d8 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:53.740682 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-e8dac0f5-5df6-4808-a1d6-7208bfac32d8 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "DELETE /v2.0/security-groups/c6ccb2cc-49ac-41b7-90ac-91d2855cb96e HTTP/1.1" status: 204 len: 168 time: 0.1424940 May 14 15:52:53.744699 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 41422) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:52:53.751791 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dac0f5-5df6-4808-a1d6-7208bfac32d8 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ccb2cc-49ac-41b7-90ac-91d2855cb96e,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:52:53.764190 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.api.v2.resource [None req-9dd7f1f4-4bd5-4b90-a079-0c9b97157183 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] show failed (client error): The resource could not be found. May 14 15:52:53.765429 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-9dd7f1f4-4bd5-4b90-a079-0c9b97157183 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups/c6ccb2cc-49ac-41b7-90ac-91d2855cb96e HTTP/1.1" status: 404 len: 347 time: 0.0198135 May 14 15:52:53.768212 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 41424) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:52:53.817018 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8611a179-0715-4ae4-b286-091fb441dbc1 req-5f3a98fb-b803-4fdd-b501-767fc52c3cf3 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:53.818509 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8611a179-0715-4ae4-b286-091fb441dbc1 req-5f3a98fb-b803-4fdd-b501-767fc52c3cf3 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 945 time: 0.1160059 May 14 15:52:53.928575 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8611a179-0715-4ae4-b286-091fb441dbc1 req-bc34580a-8c64-44e3-a43a-c9c05c3eb0f1 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec7d9910-0c8c-4405-bc8e-e1d8a8594554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028843 May 14 15:52:53.931294 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [None req-bef7ab26-5a31-41b8-bf86-dc0bb953abe1 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Deleting port a96fb667-b5a8-4ca5-8ae2-aae21f9fb5b3 {{(pid=115111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 15:52:53.931785 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-bef7ab26-5a31-41b8-bf86-dc0bb953abe1 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (a96fb667-b5a8-4ca5-8ae2-aae21f9fb5b3), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:54.011034 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-bef7ab26-5a31-41b8-bf86-dc0bb953abe1 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (a96fb667-b5a8-4ca5-8ae2-aae21f9fb5b3), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:54.011365 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-bef7ab26-5a31-41b8-bf86-dc0bb953abe1 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for floatingip (a96fb667-b5a8-4ca5-8ae2-aae21f9fb5b3), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:54.023332 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [None req-bef7ab26-5a31-41b8-bf86-dc0bb953abe1 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Calling delete_port for a96fb667-b5a8-4ca5-8ae2-aae21f9fb5b3 owned by network:floatingip {{(pid=115111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 15:52:54.164020 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-bef7ab26-5a31-41b8-bf86-dc0bb953abe1 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764499'] for port (a96fb667-b5a8-4ca5-8ae2-aae21f9fb5b3), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:54.190453 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef7ab26-5a31-41b8-bf86-dc0bb953abe1 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Pushing event deleted for resources: {'Port': ['ID=a96fb667-b5a8-4ca5-8ae2-aae21f9fb5b3,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:52:54.257567 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-bef7ab26-5a31-41b8-bf86-dc0bb953abe1 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for floatingip (5c5471b6-979f-4c9b-aaef-ec4948c508d5), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:54.260099 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-bef7ab26-5a31-41b8-bf86-dc0bb953abe1 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for floatingip (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:54.261223 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-bef7ab26-5a31-41b8-bf86-dc0bb953abe1 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "DELETE /v2.0/floatingips/5c5471b6-979f-4c9b-aaef-ec4948c508d5 HTTP/1.1" status: 204 len: 168 time: 0.4919786 May 14 15:52:54.986940 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device 8fdc20f7-107b-43f1-810d-31e0e55a918f no longer exists at agent hyperv_hv-cinder-83979 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 15:52:55.008189 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] No Port match for: 8fdc20f7-107b-43f1-810d-31e0e55a918f {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 14 15:52:55.008532 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device 8fdc20f7-107b-43f1-810d-31e0e55a918f not bound to the agent host hv-cinder-83979 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 15:52:55.049385 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd2c82-218d-4eb0-97d7-73236f6ed104 req-f7eb2382-9c56-4ec7-bcae-e4c61bea33bf tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:55.050895 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-90cd2c82-218d-4eb0-97d7-73236f6ed104 req-f7eb2382-9c56-4ec7-bcae-e4c61bea33bf tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 945 time: 0.0495684 May 14 15:52:55.096816 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-90cd2c82-218d-4eb0-97d7-73236f6ed104 req-a8258e90-8a34-4436-8444-7683778335d5 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec7d9910-0c8c-4405-bc8e-e1d8a8594554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404000 May 14 15:52:56.209728 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19f89f-b5a8-41cf-84c6-6429c15060e2 req-f722c526-8c7d-4438-8841-e3b7493e25a2 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:56.211239 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-2c19f89f-b5a8-41cf-84c6-6429c15060e2 req-f722c526-8c7d-4438-8841-e3b7493e25a2 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 945 time: 0.0470309 May 14 15:52:56.258241 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-2c19f89f-b5a8-41cf-84c6-6429c15060e2 req-5ded8d86-6f32-465a-b9b4-13e2165f790a tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec7d9910-0c8c-4405-bc8e-e1d8a8594554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414281 May 14 15:52:56.997873 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aab817-c61f-40f3-a3a4-3a4798628d52 req-ab15e52f-aee1-4037-acc6-f6416908b54e tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:56.999243 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-61aab817-c61f-40f3-a3a4-3a4798628d52 req-ab15e52f-aee1-4037-acc6-f6416908b54e tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 946 time: 0.0498543 May 14 15:52:57.045040 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-61aab817-c61f-40f3-a3a4-3a4798628d52 req-b59de160-164d-4be7-a641-5767e5ffb943 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401103 May 14 15:52:57.375014 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228b844b-f2a3-4f6a-8a44-491ce3686624 req-3985cbb6-4fa4-410d-b6ba-54d9da91d9d7 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:57.376604 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-228b844b-f2a3-4f6a-8a44-491ce3686624 req-3985cbb6-4fa4-410d-b6ba-54d9da91d9d7 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 945 time: 0.0492365 May 14 15:52:57.424475 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-228b844b-f2a3-4f6a-8a44-491ce3686624 req-f5840ea5-79dd-45be-92da-919f123c0751 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec7d9910-0c8c-4405-bc8e-e1d8a8594554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422716 May 14 15:52:58.061778 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f12d2-0bc2-4de3-896d-e946a27d70af req-2cc087c2-8a3e-4fcf-aee5-4209c40dd9f7 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:58.063265 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-965f12d2-0bc2-4de3-896d-e946a27d70af req-2cc087c2-8a3e-4fcf-aee5-4209c40dd9f7 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.36 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 946 time: 0.0460181 May 14 15:52:58.152080 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [req-965f12d2-0bc2-4de3-896d-e946a27d70af req-b3edc918-f10f-4819-b42e-6cc6a0bc2534 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Deleting port 60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3 {{(pid=115110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 15:52:58.152333 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-965f12d2-0bc2-4de3-896d-e946a27d70af req-b3edc918-f10f-4819-b42e-6cc6a0bc2534 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:58.159352 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b934b-9ffc-49cb-b18a-1dc46a83c44c req-6550f62a-c512-4836-a679-12091bbd0666 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:58.160836 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-122b934b-9ffc-49cb-b18a-1dc46a83c44c req-6550f62a-c512-4836-a679-12091bbd0666 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 946 time: 0.0471087 May 14 15:52:58.209785 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-122b934b-9ffc-49cb-b18a-1dc46a83c44c req-14f4b983-ad11-41a6-a471-b693f860fc8e tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=58ff08c5-0fad-4ab6-aa47-581db38532da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434465 May 14 15:52:58.240589 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [req-965f12d2-0bc2-4de3-896d-e946a27d70af req-b3edc918-f10f-4819-b42e-6cc6a0bc2534 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] For port 60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3,segment=NetworkSegment(f5bdbe83-2873-41ef-b77e-b6a155bfb1ac),segment_id=f5bdbe83-2873-41ef-b77e-b6a155bfb1ac)] {{(pid=115110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:52:58.240950 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-965f12d2-0bc2-4de3-896d-e946a27d70af req-b3edc918-f10f-4819-b42e-6cc6a0bc2534 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:58.404482 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-965f12d2-0bc2-4de3-896d-e946a27d70af req-b3edc918-f10f-4819-b42e-6cc6a0bc2534 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:58.404707 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-965f12d2-0bc2-4de3-896d-e946a27d70af req-b3edc918-f10f-4819-b42e-6cc6a0bc2534 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1759531'] for floatingip (cdd7c357-19fe-4659-a6ac-64533a4a356e), after_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:58.404929 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.db.l3_db [req-965f12d2-0bc2-4de3-896d-e946a27d70af req-b3edc918-f10f-4819-b42e-6cc6a0bc2534 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Floating IP cdd7c357-19fe-4659-a6ac-64533a4a356e disassociated. External IP: 172.27.1.59, port: 60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3. May 14 15:52:58.405269 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [req-965f12d2-0bc2-4de3-896d-e946a27d70af req-b3edc918-f10f-4819-b42e-6cc6a0bc2534 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Calling delete_port for 60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3 owned by compute:nova {{(pid=115110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 15:52:58.535688 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-965f12d2-0bc2-4de3-896d-e946a27d70af req-b3edc918-f10f-4819-b42e-6cc6a0bc2534 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:58.540658 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5b4af-d9c9-4a7c-a09f-a7070d6a1303 req-d0f881ee-ebca-4282-a0e6-c57ecd797cdd tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:58.542337 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-63f5b4af-d9c9-4a7c-a09f-a7070d6a1303 req-d0f881ee-ebca-4282-a0e6-c57ecd797cdd tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 945 time: 0.0496347 May 14 15:52:58.572932 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3edc918-f10f-4819-b42e-6cc6a0bc2534 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Pushing event deleted for resources: {'Port': ['ID=60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:52:58.594693 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-63f5b4af-d9c9-4a7c-a09f-a7070d6a1303 req-475cafb8-8493-4635-8a9c-694a4617501b tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec7d9910-0c8c-4405-bc8e-e1d8a8594554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456779 May 14 15:52:58.687464 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.l3_agent_scheduler [req-965f12d2-0bc2-4de3-896d-e946a27d70af req-b3edc918-f10f-4819-b42e-6cc6a0bc2534 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Router 5b7fd4ea-e5a8-46a9-b072-faa068d0f12c has already been hosted by L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f {{(pid=115110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 15:52:59.030790 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-965f12d2-0bc2-4de3-896d-e946a27d70af req-b3edc918-f10f-4819-b42e-6cc6a0bc2534 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 15:52:59.040536 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d76a741-c4de-4f3a-902e-5f8816601d58 None None] Sync routers for ids ['5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'] in dv-cinder-839793-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 15:52:59.051169 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d76a741-c4de-4f3a-902e-5f8816601d58 None None] Routers {'5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:52:59.051771 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-7d76a741-c4de-4f3a-902e-5f8816601d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:52:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:52:59.075730 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.l3_dvrscheduler_db [req-965f12d2-0bc2-4de3-896d-e946a27d70af req-b3edc918-f10f-4819-b42e-6cc6a0bc2534 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] No DVR routers for this DVR port 60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3 on host hv-cinder-83979 {{(pid=115110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 15:52:59.078576 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-965f12d2-0bc2-4de3-896d-e946a27d70af req-b3edc918-f10f-4819-b42e-6cc6a0bc2534 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:52:59.081806 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-965f12d2-0bc2-4de3-896d-e946a27d70af req-b3edc918-f10f-4819-b42e-6cc6a0bc2534 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.36 "DELETE /v2.0/ports/60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3 HTTP/1.1" status: 204 len: 173 time: 1.0137632 May 14 15:52:59.082261 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '113f6b52-519c-45f4-9bc2-37168d644e15', 'name': 'network-vif-deleted', 'tag': '60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3'}] {{(pid=115110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:52:59.084505 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a270656aa08f71c574e37588e4b5bc67f1398202d03dea947e2a2c931e3df3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45bfea1-eb59-4a9a-adb6-b45c78f7be9b" -d '{"events": [{"server_uuid": "113f6b52-519c-45f4-9bc2-37168d644e15", "name": "network-vif-deleted", "tag": "60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3"}]}' {{(pid=115110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:52:59.120130 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 15:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bccd012-2552-4863-8827-7674cbec9fcc x-openstack-request-id: req-0bccd012-2552-4863-8827-7674cbec9fcc {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:52:59.120418 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "113f6b52-519c-45f4-9bc2-37168d644e15", "name": "network-vif-deleted", "tag": "60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3", "status": "completed", "code": 200}]} {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:52:59.120666 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0bccd012-2552-4863-8827-7674cbec9fcc {{(pid=115110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:52:59.121065 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bccd012-2552-4863-8827-7674cbec9fcc'] response: {'server_uuid': '113f6b52-519c-45f4-9bc2-37168d644e15', 'name': 'network-vif-deleted', 'tag': '60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3', 'status': 'completed', 'code': 200} May 14 15:52:59.162064 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-7d76a741-c4de-4f3a-902e-5f8816601d58 None None] Set router 5b7fd4ea-e5a8-46a9-b072-faa068d0f12c gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:52:59.314179 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c9aafeca-6d8e-48e3-b853-dc7c351cff51 req-88ef9053-3d3d-425f-8c91-1b883a92ae1f tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 210 time: 0.0277119 May 14 15:52:59.355699 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-7d76a741-c4de-4f3a-902e-5f8816601d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'name': 'tempest-AttachVolumeNegativeTest-252484141-router', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:17Z', 'updated_at': '2022-05-14T15:46:23Z', 'revision_number': 4, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'gw_port': {'id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:30:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:18Z', 'updated_at': '2022-05-14T15:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': 'f58259cf-4cfe-4867-a867-9e17bac30662', 'name': '', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'mac_address': 'fa:16:3e:9e:e9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:22Z', 'updated_at': '2022-05-14T15:46:35Z', 'revision_number': 5, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'subnets': [{'id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:52:59.383341 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d76a741-c4de-4f3a-902e-5f8816601d58 None None] Checking router: 5b7fd4ea-e5a8-46a9-b072-faa068d0f12c for host: dv-cinder-839793-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 15:52:59.391950 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d76a741-c4de-4f3a-902e-5f8816601d58 None None] Routers {'5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:52:59.392576 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-7d76a741-c4de-4f3a-902e-5f8816601d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:52:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:52:59.501559 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-7d76a741-c4de-4f3a-902e-5f8816601d58 None None] Set router 5b7fd4ea-e5a8-46a9-b072-faa068d0f12c gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:52:59.693504 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-7d76a741-c4de-4f3a-902e-5f8816601d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'name': 'tempest-AttachVolumeNegativeTest-252484141-router', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:17Z', 'updated_at': '2022-05-14T15:46:23Z', 'revision_number': 4, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'gw_port': {'id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:30:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:18Z', 'updated_at': '2022-05-14T15:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': 'f58259cf-4cfe-4867-a867-9e17bac30662', 'name': '', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'mac_address': 'fa:16:3e:9e:e9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:22Z', 'updated_at': '2022-05-14T15:46:35Z', 'revision_number': 5, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'subnets': [{'id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:52:59.712043 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03730969-2177-4331-b673-28fb6e035218 req-f5d4f5f0-aa1e-43ed-8b83-f096d30dd36d tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:52:59.713525 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-03730969-2177-4331-b673-28fb6e035218 req-f5d4f5f0-aa1e-43ed-8b83-f096d30dd36d tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 945 time: 0.0500386 May 14 15:52:59.721477 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d76a741-c4de-4f3a-902e-5f8816601d58 None None] The sync data for ids ['5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'] in dv-cinder-839793-11-iscsi is: [{'id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'name': 'tempest-AttachVolumeNegativeTest-252484141-router', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:17Z', 'updated_at': '2022-05-14T15:46:23Z', 'revision_number': 4, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'gw_port': {'id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:30:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:18Z', 'updated_at': '2022-05-14T15:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': 'f58259cf-4cfe-4867-a867-9e17bac30662', 'name': '', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'mac_address': 'fa:16:3e:9e:e9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:22Z', 'updated_at': '2022-05-14T15:46:35Z', 'revision_number': 5, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'subnets': [{'id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 15:52:59.764246 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-03730969-2177-4331-b673-28fb6e035218 req-1001bbde-ca08-4142-bd5c-0dd8a2e845ac tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec7d9910-0c8c-4405-bc8e-e1d8a8594554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444191 May 14 15:52:59.937685 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ef5a4f-d259-4f04-bf42-0a6a0fa3764e None None] New status for floating IP cdd7c357-19fe-4659-a6ac-64533a4a356e: DOWN {{(pid=115112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 14 15:53:00.408342 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-22f705da-9a81-4499-a691-07ceb91602f1 req-a686de80-ad67-4391-965c-607d4eaeb440 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=113f6b52-519c-45f4-9bc2-37168d644e15 HTTP/1.1" status: 200 len: 210 time: 0.0277677 May 14 15:53:00.891608 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ab092-471c-42b3-a422-18bdb9c526ae req-cf37a0b0-ed8b-41f3-8840-c3bb0ded28e0 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:00.893213 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5a9ab092-471c-42b3-a422-18bdb9c526ae req-cf37a0b0-ed8b-41f3-8840-c3bb0ded28e0 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 945 time: 0.0556459 May 14 15:53:00.940336 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5a9ab092-471c-42b3-a422-18bdb9c526ae req-70bd7c24-4a77-47ce-b721-c8bf3e30bc46 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec7d9910-0c8c-4405-bc8e-e1d8a8594554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414944 May 14 15:53:01.019524 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-f647e503-c01e-4302-8d48-1062f467490a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:01.187231 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51bc544-a7af-4c9c-bb0c-39ec8f311999 req-60376b56-929d-416f-b60a-c192e6f9bdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:01.188719 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-b51bc544-a7af-4c9c-bb0c-39ec8f311999 req-60376b56-929d-416f-b60a-c192e6f9bdd9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 1129 time: 0.0421164 May 14 15:53:01.234322 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-b51bc544-a7af-4c9c-bb0c-39ec8f311999 req-a8369ed4-4bcc-459b-a312-4827c6e39bf3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ec7d9910-0c8c-4405-bc8e-e1d8a8594554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391326 May 14 15:53:01.492752 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 41480) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:53:01.547801 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-a07bc580-c6ed-48b1-8c56-5a84548faeb4 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for security_group (58ff08c5-0fad-4ab6-aa47-581db38532da), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:01.570697 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-a07bc580-c6ed-48b1-8c56-5a84548faeb4 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for security_group (58ff08c5-0fad-4ab6-aa47-581db38532da), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:01.618449 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-a07bc580-c6ed-48b1-8c56-5a84548faeb4 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (58ff08c5-0fad-4ab6-aa47-581db38532da), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:01.621044 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-a07bc580-c6ed-48b1-8c56-5a84548faeb4 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for security_group (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:01.622837 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-a07bc580-c6ed-48b1-8c56-5a84548faeb4 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "DELETE /v2.0/security-groups/58ff08c5-0fad-4ab6-aa47-581db38532da HTTP/1.1" status: 204 len: 168 time: 0.1284580 May 14 15:53:01.625604 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 41484) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:53:01.631754 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07bc580-c6ed-48b1-8c56-5a84548faeb4 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ff08c5-0fad-4ab6-aa47-581db38532da,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:53:01.639960 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.api.v2.resource [None req-5a79350f-e90a-4fc5-9513-52dc39ab0153 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] show failed (client error): The resource could not be found. May 14 15:53:01.640968 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-5a79350f-e90a-4fc5-9513-52dc39ab0153 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups/58ff08c5-0fad-4ab6-aa47-581db38532da HTTP/1.1" status: 404 len: 347 time: 0.0141015 May 14 15:53:01.643861 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 41486) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:53:01.651174 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-cd1eea98-3021-4588-9590-5969087dafc2 None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 15:53:02.003588 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [None req-ec8fb766-ab45-4a7e-b81f-880a09525883 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Deleting port 8e47fa13-f866-4757-b63e-3a5b902eb247 {{(pid=115111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 15:53:02.004210 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-ec8fb766-ab45-4a7e-b81f-880a09525883 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (8e47fa13-f866-4757-b63e-3a5b902eb247), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:02.100088 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8214a-adbf-4f9e-ae3e-c338ebbcd541 req-616586bd-719b-4707-bf70-98659172545c tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:02.101637 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-31e8214a-adbf-4f9e-ae3e-c338ebbcd541 req-616586bd-719b-4707-bf70-98659172545c tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 945 time: 0.0860775 May 14 15:53:02.130141 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-ec8fb766-ab45-4a7e-b81f-880a09525883 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (8e47fa13-f866-4757-b63e-3a5b902eb247), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:02.130494 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-ec8fb766-ab45-4a7e-b81f-880a09525883 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for floatingip (8e47fa13-f866-4757-b63e-3a5b902eb247), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:02.147546 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [None req-ec8fb766-ab45-4a7e-b81f-880a09525883 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Calling delete_port for 8e47fa13-f866-4757-b63e-3a5b902eb247 owned by network:floatingip {{(pid=115111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 15:53:02.177653 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-31e8214a-adbf-4f9e-ae3e-c338ebbcd541 req-2d089946-dadb-4cc0-86b0-92ac192e3221 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec7d9910-0c8c-4405-bc8e-e1d8a8594554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697114 May 14 15:53:02.297147 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-ec8fb766-ab45-4a7e-b81f-880a09525883 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764499'] for port (8e47fa13-f866-4757-b63e-3a5b902eb247), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:02.322258 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8fb766-ab45-4a7e-b81f-880a09525883 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Pushing event deleted for resources: {'Port': ['ID=8e47fa13-f866-4757-b63e-3a5b902eb247,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:53:02.383124 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-ec8fb766-ab45-4a7e-b81f-880a09525883 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for floatingip (cdd7c357-19fe-4659-a6ac-64533a4a356e), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:02.385476 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-ec8fb766-ab45-4a7e-b81f-880a09525883 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for floatingip (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:02.386641 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-ec8fb766-ab45-4a7e-b81f-880a09525883 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "DELETE /v2.0/floatingips/cdd7c357-19fe-4659-a6ac-64533a4a356e HTTP/1.1" status: 204 len: 168 time: 0.7415988 May 14 15:53:02.468806 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 41492) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:53:02.473297 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-c6b5eb0e-2a9a-4772-9dad-ab398250f6fa tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Request body: {'security_group': {'name': 'tempest-securitygroup--864490980', 'description': 'tempest-description--629967209'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:53:02.493921 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-c6b5eb0e-2a9a-4772-9dad-ab398250f6fa tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:02.563394 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-c6b5eb0e-2a9a-4772-9dad-ab398250f6fa tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for security_group (d393e514-e12b-4a0b-ad44-29b897754057), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:02.566768 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-c6b5eb0e-2a9a-4772-9dad-ab398250f6fa tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (d393e514-e12b-4a0b-ad44-29b897754057), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:02.593803 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-c6b5eb0e-2a9a-4772-9dad-ab398250f6fa tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:02.595130 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-c6b5eb0e-2a9a-4772-9dad-ab398250f6fa tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1253366 May 14 15:53:02.598217 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 41494) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:53:02.599275 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b5eb0e-2a9a-4772-9dad-ab398250f6fa tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d393e514-e12b-4a0b-ad44-29b897754057,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:53:02.603032 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-237ada56-11c4-4270-b5eb-8399debbbb45 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Request body: {'security_group_rule': {'security_group_id': 'd393e514-e12b-4a0b-ad44-29b897754057', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:53:02.630074 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-237ada56-11c4-4270-b5eb-8399debbbb45 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for security_group_rule (76776ff0-c194-407a-98f9-a2f710a3baa3), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:02.687833 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-237ada56-11c4-4270-b5eb-8399debbbb45 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for security_group_rule (76776ff0-c194-407a-98f9-a2f710a3baa3), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:02.691016 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-237ada56-11c4-4270-b5eb-8399debbbb45 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639472'] for security_group_rule (76776ff0-c194-407a-98f9-a2f710a3baa3), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:02.708922 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237ada56-11c4-4270-b5eb-8399debbbb45 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76776ff0-c194-407a-98f9-a2f710a3baa3,revision_number=0']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:53:02.717067 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-237ada56-11c4-4270-b5eb-8399debbbb45 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:02.718246 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-237ada56-11c4-4270-b5eb-8399debbbb45 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1187935 May 14 15:53:02.720886 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 41496) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:53:02.725165 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-df979c7e-5afd-482e-85c6-5f888a80e085 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Request body: {'security_group_rule': {'security_group_id': 'd393e514-e12b-4a0b-ad44-29b897754057', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:53:02.750767 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-df979c7e-5afd-482e-85c6-5f888a80e085 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for security_group_rule (4959e6af-5825-48d5-a42b-ff1ba0e1b5bd), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:02.804967 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-df979c7e-5afd-482e-85c6-5f888a80e085 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for security_group_rule (4959e6af-5825-48d5-a42b-ff1ba0e1b5bd), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:02.808434 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-df979c7e-5afd-482e-85c6-5f888a80e085 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639472'] for security_group_rule (4959e6af-5825-48d5-a42b-ff1ba0e1b5bd), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:02.825861 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df979c7e-5afd-482e-85c6-5f888a80e085 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4959e6af-5825-48d5-a42b-ff1ba0e1b5bd,revision_number=0']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:53:02.833373 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-df979c7e-5afd-482e-85c6-5f888a80e085 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:02.837476 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-df979c7e-5afd-482e-85c6-5f888a80e085 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1128759 May 14 15:53:02.838170 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 41498) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:53:02.842681 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-f4115d60-da4c-480b-b5a1-35ae5a263e7c tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Request body: {'floatingip': {'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:53:02.863884 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f4115d60-da4c-480b-b5a1-35ae5a263e7c tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:02.943458 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f4115d60-da4c-480b-b5a1-35ae5a263e7c tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:03.025798 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device 60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 15:53:03.046011 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] No Port match for: 60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 14 15:53:03.046427 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device 60f7fd3d-dbe8-4c62-af7e-c0490eeb01d3 not bound to the agent host hv-cinder-83979 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 15:53:03.047849 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.db_base_plugin_common [None req-f4115d60-da4c-480b-b5a1-35ae5a263e7c tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Allocated IP 172.27.1.172 (ee365c6e-8595-4248-876b-4406c6eeb32a/3059297f-ebad-4161-8328-a5e88a7ee6dc/cddd4580-0a1d-4630-877b-6f3cedc13d51) {{(pid=115111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:53:03.151931 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f4115d60-da4c-480b-b5a1-35ae5a263e7c tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for port (cddd4580-0a1d-4630-877b-6f3cedc13d51), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:03.188998 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f4115d60-da4c-480b-b5a1-35ae5a263e7c tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764499'] for port (cddd4580-0a1d-4630-877b-6f3cedc13d51), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:03.228394 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4115d60-da4c-480b-b5a1-35ae5a263e7c tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Network ee365c6e-8595-4248-876b-4406c6eeb32a is already hosted by enough agents. {{(pid=115111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:53:03.236459 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.base_scheduler [None req-f4115d60-da4c-480b-b5a1-35ae5a263e7c tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Resources bound (agent type, host, resource id): {{(pid=115111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:53:03.238806 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4115d60-da4c-480b-b5a1-35ae5a263e7c tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Received port after_create {{(pid=115111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:53:03.241042 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4115d60-da4c-480b-b5a1-35ae5a263e7c tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Pushing event updated for resources: {'Port': ['ID=cddd4580-0a1d-4630-877b-6f3cedc13d51,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:53:03.276734 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-90244e13-fb99-4fe2-82ed-cd5189806ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:03.323991 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606ed2f-5a74-46bf-b0f3-1f85cc8b65f3 req-213e77f9-3420-40a9-98c9-04a6104f463d tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:03.326545 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1606ed2f-5a74-46bf-b0f3-1f85cc8b65f3 req-213e77f9-3420-40a9-98c9-04a6104f463d tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 945 time: 0.0643659 May 14 15:53:03.397797 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f4115d60-da4c-480b-b5a1-35ae5a263e7c tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for floatingip (06edf8b8-7d9a-45eb-9031-34173d9a4bb5), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:03.408863 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1606ed2f-5a74-46bf-b0f3-1f85cc8b65f3 req-fb05ca4c-89d1-4881-9d59-b3d81280e1f0 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec7d9910-0c8c-4405-bc8e-e1d8a8594554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759661 May 14 15:53:03.439177 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f4115d60-da4c-480b-b5a1-35ae5a263e7c tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (cddd4580-0a1d-4630-877b-6f3cedc13d51), before_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:03.624228 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f4115d60-da4c-480b-b5a1-35ae5a263e7c tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for port (cddd4580-0a1d-4630-877b-6f3cedc13d51), precommit_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:03.628731 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f4115d60-da4c-480b-b5a1-35ae5a263e7c tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8764516'] for port (cddd4580-0a1d-4630-877b-6f3cedc13d51), after_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:03.672031 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (df6c86ae-fc26-40a3-91a1-648a304bf46f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:03.702939 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4115d60-da4c-480b-b5a1-35ae5a263e7c tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Pushing event updated for resources: {'Port': ['ID=cddd4580-0a1d-4630-877b-6f3cedc13d51,revision_number=2']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:53:03.715494 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f4115d60-da4c-480b-b5a1-35ae5a263e7c tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1759531'] for floatingip (06edf8b8-7d9a-45eb-9031-34173d9a4bb5), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:03.732803 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f4115d60-da4c-480b-b5a1-35ae5a263e7c tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for floatingip (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:03.734068 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-f4115d60-da4c-480b-b5a1-35ae5a263e7c tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8955281 May 14 15:53:03.799925 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd6657-ea49-4226-9d11-8e50ef184291 req-d33ba26e-b8d0-4375-93a2-b7bcdbe79959 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:03.801582 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-60fd6657-ea49-4226-9d11-8e50ef184291 req-d33ba26e-b8d0-4375-93a2-b7bcdbe79959 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 945 time: 0.0511084 May 14 15:53:03.824613 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aea7096-31c7-418c-bac3-9bb0016705b3 req-1938edad-93a9-402c-aab4-5925d33d7b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:03.829763 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-8aea7096-31c7-418c-bac3-9bb0016705b3 req-1938edad-93a9-402c-aab4-5925d33d7b81 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d2517d5440a4d30949f3dd36a46d813&device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 1129 time: 0.0459297 May 14 15:53:03.866627 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-60fd6657-ea49-4226-9d11-8e50ef184291 req-41789a29-99ef-4812-ba01-f02ee18891ba tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec7d9910-0c8c-4405-bc8e-e1d8a8594554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592642 May 14 15:53:03.906067 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-40a120b0-8737-4541-b9ef-52021968aad0 req-6065adf7-3c44-4884-bcd0-0bc19816f577 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--864490980&fields=id&tenant_id=7905689c95d44a5c9169249c70f7de57 HTTP/1.1" status: 200 len: 267 time: 0.0631220 May 14 15:53:03.926339 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aea7096-31c7-418c-bac3-9bb0016705b3 req-b4c15e00-8a5e-4390-b36b-fd518231c8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:03.927822 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-8aea7096-31c7-418c-bac3-9bb0016705b3 req-b4c15e00-8a5e-4390-b36b-fd518231c8fe service neutron] 10.222.0.36 "GET /v2.0/networks?id=3e026b24-9d5e-4f74-ac5a-5d47dc1338b8 HTTP/1.1" status: 200 len: 920 time: 0.0903201 May 14 15:53:03.992614 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-8aea7096-31c7-418c-bac3-9bb0016705b3 req-20368745-a358-41ba-a983-dd7bc6f482c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c35b70b-002b-48c3-9446-1ba3b1605c2b HTTP/1.1" status: 200 len: 1001 time: 0.0580955 May 14 15:53:04.014864 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a120b0-8737-4541-b9ef-52021968aad0 req-604f0464-8f6e-4a05-bc92-a654b76d6d3e tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:04.016302 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-40a120b0-8737-4541-b9ef-52021968aad0 req-604f0464-8f6e-4a05-bc92-a654b76d6d3e tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/networks?id=722d2578-8e0a-4535-bc1b-444c13327ab8 HTTP/1.1" status: 200 len: 814 time: 0.1039276 May 14 15:53:04.030621 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-40a120b0-8737-4541-b9ef-52021968aad0 req-ce812974-d09d-43a6-831a-d0615fa1e116 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/quotas/7905689c95d44a5c9169249c70f7de57 HTTP/1.1" status: 200 len: 375 time: 0.0089405 May 14 15:53:04.041350 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aea7096-31c7-418c-bac3-9bb0016705b3 req-8590d120-9d6d-4fbe-9d5c-de635b4d36a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:04.042835 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-8aea7096-31c7-418c-bac3-9bb0016705b3 req-8590d120-9d6d-4fbe-9d5c-de635b4d36a8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4761eee7-0a5d-411d-9c6c-5f0c035f2564 HTTP/1.1" status: 200 len: 858 time: 0.0435994 May 14 15:53:04.079230 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-40a120b0-8737-4541-b9ef-52021968aad0 req-90ce08ea-d739-4aa6-bc5d-f60d6b8c30a7 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7905689c95d44a5c9169249c70f7de57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433483 May 14 15:53:04.090883 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aea7096-31c7-418c-bac3-9bb0016705b3 req-95b524e7-5127-4b92-b672-5fcb1ab9e461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:04.092626 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-8aea7096-31c7-418c-bac3-9bb0016705b3 req-95b524e7-5127-4b92-b672-5fcb1ab9e461 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e026b24-9d5e-4f74-ac5a-5d47dc1338b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424850 May 14 15:53:04.177301 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-40a120b0-8737-4541-b9ef-52021968aad0 req-b27376e2-78c5-4730-98eb-e37871a76370 service neutron] 10.222.0.61 "GET /v2.0/networks/722d2578-8e0a-4535-bc1b-444c13327ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872395 May 14 15:53:04.183691 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-8aea7096-31c7-418c-bac3-9bb0016705b3 req-18611d2e-1774-4fd5-af4c-d88788c97797 service neutron] 10.222.0.36 "GET /v2.0/networks/3e026b24-9d5e-4f74-ac5a-5d47dc1338b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825124 May 14 15:53:04.266564 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-40a120b0-8737-4541-b9ef-52021968aad0 req-a7291708-38aa-4173-8a54-ec761616cd67 service neutron] 10.222.0.61 "GET /v2.0/networks/722d2578-8e0a-4535-bc1b-444c13327ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833230 May 14 15:53:04.278065 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-8aea7096-31c7-418c-bac3-9bb0016705b3 req-7c3ebc15-846d-4e86-9abd-4b4a285d0e8a service neutron] 10.222.0.36 "GET /v2.0/networks/3e026b24-9d5e-4f74-ac5a-5d47dc1338b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873919 May 14 15:53:04.301405 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:04.431170 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-935d3727-4c12-4d26-ba04-c46e4cc2ded7 req-b15e18fe-608d-4757-8f4e-4414b2bfe7fb tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=e10cdd60-3aac-4bee-a533-cc02b8d242e2 HTTP/1.1" status: 200 len: 210 time: 0.0326300 May 14 15:53:04.987633 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd0db62-d058-4da0-a67b-c32600b2567d req-1435ecdb-2ca8-4cf9-a952-91bfbc5d4655 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:04.989115 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8dd0db62-d058-4da0-a67b-c32600b2567d req-1435ecdb-2ca8-4cf9-a952-91bfbc5d4655 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 945 time: 0.0465596 May 14 15:53:05.035337 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8dd0db62-d058-4da0-a67b-c32600b2567d req-2241f908-3db4-4851-abce-cf9e1f1d1e12 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec7d9910-0c8c-4405-bc8e-e1d8a8594554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403466 May 14 15:53:05.523518 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-41e2206f-ecd0-4828-b7d8-a0c276828b95 req-e2b1fcd1-1265-4f97-a509-1a75d3a642aa tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=e10cdd60-3aac-4bee-a533-cc02b8d242e2 HTTP/1.1" status: 200 len: 210 time: 0.0278203 May 14 15:53:05.873279 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:06.150145 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb08839-18e8-43ff-9ad0-3f15bcb690f6 req-15ce0674-d8fb-4592-9aae-7c9873d40b3a tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:06.151527 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1eb08839-18e8-43ff-9ad0-3f15bcb690f6 req-15ce0674-d8fb-4592-9aae-7c9873d40b3a tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 945 time: 0.0493526 May 14 15:53:06.197701 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1eb08839-18e8-43ff-9ad0-3f15bcb690f6 req-5bf85b04-4c95-4110-9946-4be411f15afc tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec7d9910-0c8c-4405-bc8e-e1d8a8594554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397878 May 14 15:53:06.617083 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e3fd3e4f-777e-4d33-926f-321dc87d7325 req-fdf42c19-4536-4c08-983c-55f6248a70b3 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=e10cdd60-3aac-4bee-a533-cc02b8d242e2 HTTP/1.1" status: 200 len: 210 time: 0.0286808 May 14 15:53:07.316325 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd696ea4-9917-4b42-829a-3fd21129dd44 req-8ac3271a-0ddc-49dd-bc3d-0d8c75f2fd84 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:07.317835 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-cd696ea4-9917-4b42-829a-3fd21129dd44 req-8ac3271a-0ddc-49dd-bc3d-0d8c75f2fd84 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 945 time: 0.0533273 May 14 15:53:07.337080 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:07.366640 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-cd696ea4-9917-4b42-829a-3fd21129dd44 req-59de7866-d474-4749-a08c-e8d1a4a3e077 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec7d9910-0c8c-4405-bc8e-e1d8a8594554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430167 May 14 15:53:07.477076 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c578391-798d-468e-8470-bd2e9fff582d req-a8584d71-adec-428b-98cb-5201f6031233 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:07.478473 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3c578391-798d-468e-8470-bd2e9fff582d req-a8584d71-adec-428b-98cb-5201f6031233 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 945 time: 0.0500109 May 14 15:53:07.486956 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 41550) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:53:07.491471 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-b0e01d1d-17d0-43cd-8da9-f3a231df0430 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Request body: {'floatingip': {'port_id': '5c35b70b-002b-48c3-9446-1ba3b1605c2b'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:53:07.545756 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-b0e01d1d-17d0-43cd-8da9-f3a231df0430 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks [] for floatingip (5d529ac8-7509-4642-9341-2ad16262d1a9), before_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:07.742714 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-60cb8b9b-c218-4ca6-b3bf-2e13e4f0701a req-596902fe-023e-4206-b68d-3e7a573eba74 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=e10cdd60-3aac-4bee-a533-cc02b8d242e2 HTTP/1.1" status: 200 len: 210 time: 0.0370626 May 14 15:53:07.942555 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a120b0-8737-4541-b9ef-52021968aad0 req-eaed7d8a-2e07-4ae8-b88b-0f82b68c3070 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:07.944170 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-40a120b0-8737-4541-b9ef-52021968aad0 req-eaed7d8a-2e07-4ae8-b88b-0f82b68c3070 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.36 "GET /v2.0/networks?id=722d2578-8e0a-4535-bc1b-444c13327ab8 HTTP/1.1" status: 200 len: 814 time: 0.1078758 May 14 15:53:08.023248 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-40a120b0-8737-4541-b9ef-52021968aad0 req-2188dc2e-d6dc-4252-8ac2-b35a61bf4d9a tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7905689c95d44a5c9169249c70f7de57 HTTP/1.1" status: 200 len: 379 time: 0.0575933 May 14 15:53:08.033311 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [req-40a120b0-8737-4541-b9ef-52021968aad0 req-be1717f2-5609-4ed7-a525-4b19edd76fb8 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Request body: {'port': {'device_id': 'e10cdd60-3aac-4bee-a533-cc02b8d242e2', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'admin_state_up': True, 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'security_groups': ['d393e514-e12b-4a0b-ad44-29b897754057']}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:53:08.074043 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-b0e01d1d-17d0-43cd-8da9-f3a231df0430 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:08.077949 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-b0e01d1d-17d0-43cd-8da9-f3a231df0430 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1759531'] for floatingip (5d529ac8-7509-4642-9341-2ad16262d1a9), after_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:08.142853 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40a120b0-8737-4541-b9ef-52021968aad0 req-be1717f2-5609-4ed7-a525-4b19edd76fb8 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Made reservation on behalf of 7905689c95d44a5c9169249c70f7de57 for: {'port': 1} {{(pid=115110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:53:08.146216 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-40a120b0-8737-4541-b9ef-52021968aad0 req-be1717f2-5609-4ed7-a525-4b19edd76fb8 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:08.276325 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.db_base_plugin_common [req-40a120b0-8737-4541-b9ef-52021968aad0 req-be1717f2-5609-4ed7-a525-4b19edd76fb8 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Allocated IP 172.20.0.10 (722d2578-8e0a-4535-bc1b-444c13327ab8/0d11558f-f514-43f3-89bc-cf74b70b0dae/31f05ca6-8416-443c-a8bb-aa1aed44741e) {{(pid=115110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:53:08.295587 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0e01d1d-17d0-43cd-8da9-f3a231df0430 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Router 35fd2dc5-ef20-42dd-ae9a-60280cae2cab has already been hosted by L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f {{(pid=115111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 15:53:08.404987 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e01d1d-17d0-43cd-8da9-f3a231df0430 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 15:53:08.409998 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-b0e01d1d-17d0-43cd-8da9-f3a231df0430 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for floatingip (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:08.415789 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8024e70e-1445-4afb-8fd9-908592d5a443 None None] Sync routers for ids ['35fd2dc5-ef20-42dd-ae9a-60280cae2cab'] in dv-cinder-839793-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 15:53:08.416490 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-40a120b0-8737-4541-b9ef-52021968aad0 req-be1717f2-5609-4ed7-a525-4b19edd76fb8 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for port (31f05ca6-8416-443c-a8bb-aa1aed44741e), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:08.428167 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8024e70e-1445-4afb-8fd9-908592d5a443 None None] Routers {'35fd2dc5-ef20-42dd-ae9a-60280cae2cab'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:53:08.428773 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-8024e70e-1445-4afb-8fd9-908592d5a443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:53:03Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['35fd2dc5-ef20-42dd-ae9a-60280cae2cab'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:53:08.441395 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c21adbe-7a79-46cf-aa7c-9b2a6548c767', 'tag': '5c35b70b-002b-48c3-9446-1ba3b1605c2b'}] {{(pid=115111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:53:08.443648 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d243af113ddc23b9a3ad38dde0a226f09410eb7dd6936b385d295fad3462c172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c3a2bc-9c63-4795-b70c-1f2a50e23351" -d '{"events": [{"name": "network-changed", "server_uuid": "7c21adbe-7a79-46cf-aa7c-9b2a6548c767", "tag": "5c35b70b-002b-48c3-9446-1ba3b1605c2b"}]}' {{(pid=115111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:53:08.458757 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-40a120b0-8737-4541-b9ef-52021968aad0 req-be1717f2-5609-4ed7-a525-4b19edd76fb8 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (31f05ca6-8416-443c-a8bb-aa1aed44741e), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:08.477326 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-b0e01d1d-17d0-43cd-8da9-f3a231df0430 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "PUT /v2.0/floatingips/5d529ac8-7509-4642-9341-2ad16262d1a9 HTTP/1.1" status: 200 len: 993 time: 0.9893038 May 14 15:53:08.485822 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 15:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704d0a7e-09d9-4455-8d5f-a8056ea3be71 x-openstack-request-id: req-704d0a7e-09d9-4455-8d5f-a8056ea3be71 {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:53:08.486109 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c21adbe-7a79-46cf-aa7c-9b2a6548c767", "tag": "5c35b70b-002b-48c3-9446-1ba3b1605c2b", "status": "completed", "code": 200}]} {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:53:08.486414 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-704d0a7e-09d9-4455-8d5f-a8056ea3be71 {{(pid=115111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:53:08.486934 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-704d0a7e-09d9-4455-8d5f-a8056ea3be71'] response: {'name': 'network-changed', 'server_uuid': '7c21adbe-7a79-46cf-aa7c-9b2a6548c767', 'tag': '5c35b70b-002b-48c3-9446-1ba3b1605c2b', 'status': 'completed', 'code': 200} May 14 15:53:08.516662 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40a120b0-8737-4541-b9ef-52021968aad0 req-be1717f2-5609-4ed7-a525-4b19edd76fb8 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Network 722d2578-8e0a-4535-bc1b-444c13327ab8 is already hosted by enough agents. {{(pid=115110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:53:08.520976 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.base_scheduler [req-40a120b0-8737-4541-b9ef-52021968aad0 req-be1717f2-5609-4ed7-a525-4b19edd76fb8 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Resources bound (agent type, host, resource id): {{(pid=115110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:53:08.523353 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a120b0-8737-4541-b9ef-52021968aad0 req-be1717f2-5609-4ed7-a525-4b19edd76fb8 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Received port after_create {{(pid=115110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:53:08.568520 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1717f2-5609-4ed7-a525-4b19edd76fb8 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Pushing event updated for resources: {'Port': ['ID=31f05ca6-8416-443c-a8bb-aa1aed44741e,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:53:08.576654 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-8024e70e-1445-4afb-8fd9-908592d5a443 None None] Set router 35fd2dc5-ef20-42dd-ae9a-60280cae2cab gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:53:08.589662 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3a2bc-9c63-4795-b70c-1f2a50e23351 req-a8cb411f-12de-4e31-96b0-589e39285fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:08.591354 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f3c3a2bc-9c63-4795-b70c-1f2a50e23351 req-a8cb411f-12de-4e31-96b0-589e39285fff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d2517d5440a4d30949f3dd36a46d813&device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 1129 time: 0.0599580 May 14 15:53:08.607335 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a120b0-8737-4541-b9ef-52021968aad0 req-be1717f2-5609-4ed7-a525-4b19edd76fb8 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:08.609281 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-40a120b0-8737-4541-b9ef-52021968aad0 req-be1717f2-5609-4ed7-a525-4b19edd76fb8 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:08.630784 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-40a120b0-8737-4541-b9ef-52021968aad0 req-be1717f2-5609-4ed7-a525-4b19edd76fb8 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6008053 May 14 15:53:08.652689 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [req-40a120b0-8737-4541-b9ef-52021968aad0 req-d3a1d1e2-cbf5-4e77-ba06-e06047988cb5 service neutron] Request body: {'port': {'device_id': 'e10cdd60-3aac-4bee-a533-cc02b8d242e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:53:08.708509 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3a2bc-9c63-4795-b70c-1f2a50e23351 req-10426aeb-0986-444f-bcaf-471956723d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:08.710065 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f3c3a2bc-9c63-4795-b70c-1f2a50e23351 req-10426aeb-0986-444f-bcaf-471956723d78 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3e026b24-9d5e-4f74-ac5a-5d47dc1338b8 HTTP/1.1" status: 200 len: 920 time: 0.1122828 May 14 15:53:08.720267 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-40a120b0-8737-4541-b9ef-52021968aad0 req-d3a1d1e2-cbf5-4e77-ba06-e06047988cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (31f05ca6-8416-443c-a8bb-aa1aed44741e), before_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:08.785847 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-179207fd-dc8f-4c38-987f-6e381cf48043 None None] Provisioning complete for port 31f05ca6-8416-443c-a8bb-aa1aed44741e triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:53:08.788398 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-179207fd-dc8f-4c38-987f-6e381cf48043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (31f05ca6-8416-443c-a8bb-aa1aed44741e), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:08.812445 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-8024e70e-1445-4afb-8fd9-908592d5a443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fd2dc5-ef20-42dd-ae9a-60280cae2cab', 'name': 'tempest-ServerRescueNegativeTestJSON-1887592763-router', 'tenant_id': '5d2517d5440a4d30949f3dd36a46d813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '5413b9e8-cc37-4830-9b6f-486a4edd5361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:16Z', 'updated_at': '2022-05-14T15:46:25Z', 'revision_number': 4, 'project_id': '5d2517d5440a4d30949f3dd36a46d813', 'gw_port': {'id': '5413b9e8-cc37-4830-9b6f-486a4edd5361', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:df:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fd2dc5-ef20-42dd-ae9a-60280cae2cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:17Z', 'updated_at': '2022-05-14T15:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_floatingips': [{'id': '5d529ac8-7509-4642-9341-2ad16262d1a9', 'tenant_id': '5d2517d5440a4d30949f3dd36a46d813', 'floating_ip_address': '172.27.1.122', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': '35fd2dc5-ef20-42dd-ae9a-60280cae2cab', 'port_id': '5c35b70b-002b-48c3-9446-1ba3b1605c2b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e026b24-9d5e-4f74-ac5a-5d47dc1338b8', 'mac_address': 'fa:16:3e:80:96:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c21adbe-7a79-46cf-aa7c-9b2a6548c767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T15:49:20Z', 'updated_at': '2022-05-14T15:53:07Z', 'revision_number': 3, 'project_id': '5d2517d5440a4d30949f3dd36a46d813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fc86151-fc54-47ff-96a0-c8760d7dc4de', 'name': '', 'network_id': '3e026b24-9d5e-4f74-ac5a-5d47dc1338b8', 'tenant_id': '5d2517d5440a4d30949f3dd36a46d813', 'mac_address': 'fa:16:3e:7f:19:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fd2dc5-ef20-42dd-ae9a-60280cae2cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4761eee7-0a5d-411d-9c6c-5f0c035f2564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:23Z', 'updated_at': '2022-05-14T15:46:30Z', 'revision_number': 5, 'project_id': '5d2517d5440a4d30949f3dd36a46d813', 'subnets': [{'id': '4761eee7-0a5d-411d-9c6c-5f0c035f2564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:53:08.821090 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f3c3a2bc-9c63-4795-b70c-1f2a50e23351 req-dcedb942-2b0d-49b7-a576-a82764308f0e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c35b70b-002b-48c3-9446-1ba3b1605c2b HTTP/1.1" status: 200 len: 1001 time: 0.0970061 May 14 15:53:08.850679 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8024e70e-1445-4afb-8fd9-908592d5a443 None None] Checking router: 35fd2dc5-ef20-42dd-ae9a-60280cae2cab for host: dv-cinder-839793-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 15:53:08.850937 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-179207fd-dc8f-4c38-987f-6e381cf48043 None None] Port 31f05ca6-8416-443c-a8bb-aa1aed44741e cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 14 15:53:08.861578 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8024e70e-1445-4afb-8fd9-908592d5a443 None None] Routers {'35fd2dc5-ef20-42dd-ae9a-60280cae2cab'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:53:08.862418 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-8024e70e-1445-4afb-8fd9-908592d5a443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:53:03Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['35fd2dc5-ef20-42dd-ae9a-60280cae2cab'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:53:08.926254 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980911a-60b4-41cc-9ac4-4458fab9fca7 req-75068469-462b-4c96-b56e-319cfcf602f1 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:08.927826 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-2980911a-60b4-41cc-9ac4-4458fab9fca7 req-75068469-462b-4c96-b56e-319cfcf602f1 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=e10cdd60-3aac-4bee-a533-cc02b8d242e2 HTTP/1.1" status: 200 len: 932 time: 0.0560794 May 14 15:53:08.929449 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3a2bc-9c63-4795-b70c-1f2a50e23351 req-9074eb4c-cd77-4832-95cd-7bde076d38ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:08.930831 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f3c3a2bc-9c63-4795-b70c-1f2a50e23351 req-9074eb4c-cd77-4832-95cd-7bde076d38ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4761eee7-0a5d-411d-9c6c-5f0c035f2564 HTTP/1.1" status: 200 len: 858 time: 0.1003637 May 14 15:53:09.006608 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3a2bc-9c63-4795-b70c-1f2a50e23351 req-813a1d26-3d87-447c-a4ea-17b311f72322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:09.008240 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f3c3a2bc-9c63-4795-b70c-1f2a50e23351 req-813a1d26-3d87-447c-a4ea-17b311f72322 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e026b24-9d5e-4f74-ac5a-5d47dc1338b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0653212 May 14 15:53:09.029461 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-2980911a-60b4-41cc-9ac4-4458fab9fca7 req-53f3b377-31e6-4c53-a2c4-e8e8f84fdb8d tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=d393e514-e12b-4a0b-ad44-29b897754057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948946 May 14 15:53:09.070070 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.notifiers.nova [req-40a120b0-8737-4541-b9ef-52021968aad0 req-d3a1d1e2-cbf5-4e77-ba06-e06047988cb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31f05ca6-8416-443c-a8bb-aa1aed44741e {{(pid=115110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 15:53:09.077293 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-8024e70e-1445-4afb-8fd9-908592d5a443 None None] Set router 35fd2dc5-ef20-42dd-ae9a-60280cae2cab gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:53:09.079827 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-40a120b0-8737-4541-b9ef-52021968aad0 req-d3a1d1e2-cbf5-4e77-ba06-e06047988cb5 service neutron] Publish callbacks [] for port (31f05ca6-8416-443c-a8bb-aa1aed44741e), precommit_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:09.093771 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.provisioning_blocks [req-40a120b0-8737-4541-b9ef-52021968aad0 req-d3a1d1e2-cbf5-4e77-ba06-e06047988cb5 service neutron] Transition to ACTIVE for port object 31f05ca6-8416-443c-a8bb-aa1aed44741e will not be triggered until provisioned by entity L2. {{(pid=115110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 14 15:53:09.098848 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-40a120b0-8737-4541-b9ef-52021968aad0 req-d3a1d1e2-cbf5-4e77-ba06-e06047988cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3204974'] for port (31f05ca6-8416-443c-a8bb-aa1aed44741e), after_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:09.116464 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f3c3a2bc-9c63-4795-b70c-1f2a50e23351 req-6cce3804-abfd-44c6-92a7-dc7c713b8233 service neutron] 10.222.0.36 "GET /v2.0/networks/3e026b24-9d5e-4f74-ac5a-5d47dc1338b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991871 May 14 15:53:09.181311 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a1d1e2-cbf5-4e77-ba06-e06047988cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=31f05ca6-8416-443c-a8bb-aa1aed44741e,revision_number=2']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:53:09.239278 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f3c3a2bc-9c63-4795-b70c-1f2a50e23351 req-0008b273-34d6-4553-8909-7990b44f68fc service neutron] 10.222.0.36 "GET /v2.0/networks/3e026b24-9d5e-4f74-ac5a-5d47dc1338b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155610 May 14 15:53:09.241044 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.managers [req-40a120b0-8737-4541-b9ef-52021968aad0 req-d3a1d1e2-cbf5-4e77-ba06-e06047988cb5 service neutron] Attempting to bind port 31f05ca6-8416-443c-a8bb-aa1aed44741e on host hv-cinder-83979 for vnic_type normal with profile {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 15:53:09.242652 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.managers [req-40a120b0-8737-4541-b9ef-52021968aad0 req-d3a1d1e2-cbf5-4e77-ba06-e06047988cb5 service neutron] Attempting to bind port 31f05ca6-8416-443c-a8bb-aa1aed44741e by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'f5bdbe83-2873-41ef-b77e-b6a155bfb1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8'}] {{(pid=115110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 15:53:09.243019 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a120b0-8737-4541-b9ef-52021968aad0 req-d3a1d1e2-cbf5-4e77-ba06-e06047988cb5 service neutron] Attempting to bind port 31f05ca6-8416-443c-a8bb-aa1aed44741e on network 722d2578-8e0a-4535-bc1b-444c13327ab8 {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:53:09.248539 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a120b0-8737-4541-b9ef-52021968aad0 req-d3a1d1e2-cbf5-4e77-ba06-e06047988cb5 service neutron] Port 31f05ca6-8416-443c-a8bb-aa1aed44741e on network 722d2578-8e0a-4535-bc1b-444c13327ab8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 14 15:53:09.248864 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a120b0-8737-4541-b9ef-52021968aad0 req-d3a1d1e2-cbf5-4e77-ba06-e06047988cb5 service neutron] Attempting to bind port 31f05ca6-8416-443c-a8bb-aa1aed44741e on network 722d2578-8e0a-4535-bc1b-444c13327ab8 {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:53:09.254613 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a120b0-8737-4541-b9ef-52021968aad0 req-d3a1d1e2-cbf5-4e77-ba06-e06047988cb5 service neutron] Checking agent: {'id': 'df6c86ae-fc26-40a3-91a1-648a304bf46f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 44, 23), 'started_at': datetime.datetime(2022, 5, 14, 15, 44, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 15, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 15:53:09.254835 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a120b0-8737-4541-b9ef-52021968aad0 req-d3a1d1e2-cbf5-4e77-ba06-e06047988cb5 service neutron] Checking segment: {'id': 'f5bdbe83-2873-41ef-b77e-b6a155bfb1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:53:09.255688 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a120b0-8737-4541-b9ef-52021968aad0 req-d3a1d1e2-cbf5-4e77-ba06-e06047988cb5 service neutron] Bound using segment: {'id': 'f5bdbe83-2873-41ef-b77e-b6a155bfb1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8'} {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 15:53:09.256124 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.managers [req-40a120b0-8737-4541-b9ef-52021968aad0 req-d3a1d1e2-cbf5-4e77-ba06-e06047988cb5 service neutron] Bound port: 31f05ca6-8416-443c-a8bb-aa1aed44741e, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5bdbe83-2873-41ef-b77e-b6a155bfb1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8'}}] {{(pid=115110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 15:53:09.256810 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-40a120b0-8737-4541-b9ef-52021968aad0 req-d3a1d1e2-cbf5-4e77-ba06-e06047988cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (31f05ca6-8416-443c-a8bb-aa1aed44741e), before_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:09.326529 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-8024e70e-1445-4afb-8fd9-908592d5a443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fd2dc5-ef20-42dd-ae9a-60280cae2cab', 'name': 'tempest-ServerRescueNegativeTestJSON-1887592763-router', 'tenant_id': '5d2517d5440a4d30949f3dd36a46d813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '5413b9e8-cc37-4830-9b6f-486a4edd5361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:16Z', 'updated_at': '2022-05-14T15:46:25Z', 'revision_number': 4, 'project_id': '5d2517d5440a4d30949f3dd36a46d813', 'gw_port': {'id': '5413b9e8-cc37-4830-9b6f-486a4edd5361', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:df:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fd2dc5-ef20-42dd-ae9a-60280cae2cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:17Z', 'updated_at': '2022-05-14T15:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_floatingips': [{'id': '5d529ac8-7509-4642-9341-2ad16262d1a9', 'tenant_id': '5d2517d5440a4d30949f3dd36a46d813', 'floating_ip_address': '172.27.1.122', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': '35fd2dc5-ef20-42dd-ae9a-60280cae2cab', 'port_id': '5c35b70b-002b-48c3-9446-1ba3b1605c2b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e026b24-9d5e-4f74-ac5a-5d47dc1338b8', 'mac_address': 'fa:16:3e:80:96:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c21adbe-7a79-46cf-aa7c-9b2a6548c767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T15:49:20Z', 'updated_at': '2022-05-14T15:53:07Z', 'revision_number': 3, 'project_id': '5d2517d5440a4d30949f3dd36a46d813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fc86151-fc54-47ff-96a0-c8760d7dc4de', 'name': '', 'network_id': '3e026b24-9d5e-4f74-ac5a-5d47dc1338b8', 'tenant_id': '5d2517d5440a4d30949f3dd36a46d813', 'mac_address': 'fa:16:3e:7f:19:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fd2dc5-ef20-42dd-ae9a-60280cae2cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4761eee7-0a5d-411d-9c6c-5f0c035f2564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:23Z', 'updated_at': '2022-05-14T15:46:30Z', 'revision_number': 5, 'project_id': '5d2517d5440a4d30949f3dd36a46d813', 'subnets': [{'id': '4761eee7-0a5d-411d-9c6c-5f0c035f2564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:53:09.330643 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [req-40a120b0-8737-4541-b9ef-52021968aad0 req-d3a1d1e2-cbf5-4e77-ba06-e06047988cb5 service neutron] For port 31f05ca6-8416-443c-a8bb-aa1aed44741e, host hv-cinder-83979, cleared binding levels {{(pid=115110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 15:53:09.334358 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [req-40a120b0-8737-4541-b9ef-52021968aad0 req-d3a1d1e2-cbf5-4e77-ba06-e06047988cb5 service neutron] For port 31f05ca6-8416-443c-a8bb-aa1aed44741e, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=31f05ca6-8416-443c-a8bb-aa1aed44741e,segment=NetworkSegment(f5bdbe83-2873-41ef-b77e-b6a155bfb1ac),segment_id=f5bdbe83-2873-41ef-b77e-b6a155bfb1ac)] {{(pid=115110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 15:53:09.343907 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-40a120b0-8737-4541-b9ef-52021968aad0 req-d3a1d1e2-cbf5-4e77-ba06-e06047988cb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3204974'] for port (31f05ca6-8416-443c-a8bb-aa1aed44741e), after_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:09.353932 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8024e70e-1445-4afb-8fd9-908592d5a443 None None] The sync data for ids ['35fd2dc5-ef20-42dd-ae9a-60280cae2cab'] in dv-cinder-839793-11-iscsi is: [{'id': '35fd2dc5-ef20-42dd-ae9a-60280cae2cab', 'name': 'tempest-ServerRescueNegativeTestJSON-1887592763-router', 'tenant_id': '5d2517d5440a4d30949f3dd36a46d813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '5413b9e8-cc37-4830-9b6f-486a4edd5361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:16Z', 'updated_at': '2022-05-14T15:46:25Z', 'revision_number': 4, 'project_id': '5d2517d5440a4d30949f3dd36a46d813', 'gw_port': {'id': '5413b9e8-cc37-4830-9b6f-486a4edd5361', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:df:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fd2dc5-ef20-42dd-ae9a-60280cae2cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:17Z', 'updated_at': '2022-05-14T15:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_floatingips': [{'id': '5d529ac8-7509-4642-9341-2ad16262d1a9', 'tenant_id': '5d2517d5440a4d30949f3dd36a46d813', 'floating_ip_address': '172.27.1.122', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': '35fd2dc5-ef20-42dd-ae9a-60280cae2cab', 'port_id': '5c35b70b-002b-48c3-9446-1ba3b1605c2b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e026b24-9d5e-4f74-ac5a-5d47dc1338b8', 'mac_address': 'fa:16:3e:80:96:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c21adbe-7a79-46cf-aa7c-9b2a6548c767', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T15:49:20Z', 'updated_at': '2022-05-14T15:53:07Z', 'revision_number': 3, 'project_id': '5d2517d5440a4d30949f3dd36a46d813', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fc86151-fc54-47ff-96a0-c8760d7dc4de', 'name': '', 'network_id': '3e026b24-9d5e-4f74-ac5a-5d47dc1338b8', 'tenant_id': '5d2517d5440a4d30949f3dd36a46d813', 'mac_address': 'fa:16:3e:7f:19:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fd2dc5-ef20-42dd-ae9a-60280cae2cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4761eee7-0a5d-411d-9c6c-5f0c035f2564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:23Z', 'updated_at': '2022-05-14T15:46:30Z', 'revision_number': 5, 'project_id': '5d2517d5440a4d30949f3dd36a46d813', 'subnets': [{'id': '4761eee7-0a5d-411d-9c6c-5f0c035f2564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 15:53:09.384243 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a120b0-8737-4541-b9ef-52021968aad0 req-d3a1d1e2-cbf5-4e77-ba06-e06047988cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:09.385028 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-40a120b0-8737-4541-b9ef-52021968aad0 req-d3a1d1e2-cbf5-4e77-ba06-e06047988cb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:09.386749 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-40a120b0-8737-4541-b9ef-52021968aad0 req-d3a1d1e2-cbf5-4e77-ba06-e06047988cb5 service neutron] 10.222.0.36 "PUT /v2.0/ports/31f05ca6-8416-443c-a8bb-aa1aed44741e HTTP/1.1" status: 200 len: 1094 time: 0.7384501 May 14 15:53:09.387391 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e10cdd60-3aac-4bee-a533-cc02b8d242e2', 'tag': '31f05ca6-8416-443c-a8bb-aa1aed44741e'}] {{(pid=115110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:53:09.390288 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a270656aa08f71c574e37588e4b5bc67f1398202d03dea947e2a2c931e3df3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ec1673-f4a7-45fc-9df9-75bd4044471d" -d '{"events": [{"name": "network-changed", "server_uuid": "e10cdd60-3aac-4bee-a533-cc02b8d242e2", "tag": "31f05ca6-8416-443c-a8bb-aa1aed44741e"}]}' {{(pid=115110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:53:09.416633 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a1d1e2-cbf5-4e77-ba06-e06047988cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=31f05ca6-8416-443c-a8bb-aa1aed44741e,revision_number=3']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:53:09.442279 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 15:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864eede5-de97-41cc-a9be-b23e5ebf54e2 x-openstack-request-id: req-864eede5-de97-41cc-a9be-b23e5ebf54e2 {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:53:09.442597 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e10cdd60-3aac-4bee-a533-cc02b8d242e2", "tag": "31f05ca6-8416-443c-a8bb-aa1aed44741e", "status": "completed", "code": 200}]} {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:53:09.442850 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-864eede5-de97-41cc-a9be-b23e5ebf54e2 {{(pid=115110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:53:09.443280 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-864eede5-de97-41cc-a9be-b23e5ebf54e2'] response: {'name': 'network-changed', 'server_uuid': 'e10cdd60-3aac-4bee-a533-cc02b8d242e2', 'tag': '31f05ca6-8416-443c-a8bb-aa1aed44741e', 'status': 'completed', 'code': 200} May 14 15:53:09.500928 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a120b0-8737-4541-b9ef-52021968aad0 req-138bd102-cb03-4d0a-ae7c-9318b7c64ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:09.502969 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-40a120b0-8737-4541-b9ef-52021968aad0 req-138bd102-cb03-4d0a-ae7c-9318b7c64ec9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7905689c95d44a5c9169249c70f7de57&device_id=e10cdd60-3aac-4bee-a533-cc02b8d242e2 HTTP/1.1" status: 200 len: 1128 time: 0.0495622 May 14 15:53:09.549430 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-40a120b0-8737-4541-b9ef-52021968aad0 req-1379ba31-e7f9-4575-a3af-e8bc3b77978b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31f05ca6-8416-443c-a8bb-aa1aed44741e HTTP/1.1" status: 200 len: 217 time: 0.0360496 May 14 15:53:09.600892 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a120b0-8737-4541-b9ef-52021968aad0 req-60cf9090-ea63-447f-9194-cc2620dc218f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:09.602424 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-40a120b0-8737-4541-b9ef-52021968aad0 req-60cf9090-ea63-447f-9194-cc2620dc218f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d11558f-f514-43f3-89bc-cf74b70b0dae HTTP/1.1" status: 200 len: 853 time: 0.0468867 May 14 15:53:09.648669 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a120b0-8737-4541-b9ef-52021968aad0 req-78a7b77c-77a8-4427-b254-c6da0264d9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:09.650130 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-40a120b0-8737-4541-b9ef-52021968aad0 req-78a7b77c-77a8-4427-b254-c6da0264d9f4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=722d2578-8e0a-4535-bc1b-444c13327ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417180 May 14 15:53:09.742261 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-40a120b0-8737-4541-b9ef-52021968aad0 req-e570e87e-fa10-43c0-bd62-6fca5f16208f service neutron] 10.222.0.36 "GET /v2.0/networks/722d2578-8e0a-4535-bc1b-444c13327ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828493 May 14 15:53:09.831262 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-40a120b0-8737-4541-b9ef-52021968aad0 req-e56d4e6a-fd1b-4c34-989c-7254c2adbeda service neutron] 10.222.0.36 "GET /v2.0/networks/722d2578-8e0a-4535-bc1b-444c13327ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825877 May 14 15:53:10.145948 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4137b8a-1785-4a17-9bcb-347f38e7f163 req-3b6d407a-989e-413c-8118-2f998a9b078f tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:10.147328 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d4137b8a-1785-4a17-9bcb-347f38e7f163 req-3b6d407a-989e-413c-8118-2f998a9b078f tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=e10cdd60-3aac-4bee-a533-cc02b8d242e2 HTTP/1.1" status: 200 len: 944 time: 0.0467439 May 14 15:53:10.192649 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d4137b8a-1785-4a17-9bcb-347f38e7f163 req-074c98d7-b243-453b-a677-e02fa3f0d032 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=d393e514-e12b-4a0b-ad44-29b897754057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396814 May 14 15:53:10.488250 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c21adbe-7a79-46cf-aa7c-9b2a6548c767', 'tag': '5c35b70b-002b-48c3-9446-1ba3b1605c2b'}] {{(pid=115111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:53:10.490767 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d243af113ddc23b9a3ad38dde0a226f09410eb7dd6936b385d295fad3462c172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f1c56e-0428-472c-ba4d-89c54d1a331f" -d '{"events": [{"name": "network-changed", "server_uuid": "7c21adbe-7a79-46cf-aa7c-9b2a6548c767", "tag": "5c35b70b-002b-48c3-9446-1ba3b1605c2b"}]}' {{(pid=115111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:53:10.525972 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 15:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de2eb08-1a93-4c94-b475-312c284e08e1 x-openstack-request-id: req-5de2eb08-1a93-4c94-b475-312c284e08e1 {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:53:10.526259 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c21adbe-7a79-46cf-aa7c-9b2a6548c767", "tag": "5c35b70b-002b-48c3-9446-1ba3b1605c2b", "status": "completed", "code": 200}]} {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:53:10.526535 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5de2eb08-1a93-4c94-b475-312c284e08e1 {{(pid=115111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:53:10.526929 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5de2eb08-1a93-4c94-b475-312c284e08e1'] response: {'name': 'network-changed', 'server_uuid': '7c21adbe-7a79-46cf-aa7c-9b2a6548c767', 'tag': '5c35b70b-002b-48c3-9446-1ba3b1605c2b', 'status': 'completed', 'code': 200} May 14 15:53:11.307425 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ef018-f325-4e6b-a62b-e7e0d8d4e5dd req-ebacbc4d-9f6c-4dee-879f-5a669e8a0000 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:11.308886 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-452ef018-f325-4e6b-a62b-e7e0d8d4e5dd req-ebacbc4d-9f6c-4dee-879f-5a669e8a0000 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=e10cdd60-3aac-4bee-a533-cc02b8d242e2 HTTP/1.1" status: 200 len: 944 time: 0.0509515 May 14 15:53:11.355835 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-452ef018-f325-4e6b-a62b-e7e0d8d4e5dd req-153d71d7-4bcb-4eaf-a5da-63118f6bd10c tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=d393e514-e12b-4a0b-ad44-29b897754057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413728 May 14 15:53:12.471242 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f778140-4740-441f-8515-5beb3c8e03fe req-9e8a4b86-a27d-40d9-ac6c-1537d6edb224 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:12.472687 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8f778140-4740-441f-8515-5beb3c8e03fe req-9e8a4b86-a27d-40d9-ac6c-1537d6edb224 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=e10cdd60-3aac-4bee-a533-cc02b8d242e2 HTTP/1.1" status: 200 len: 944 time: 0.0461669 May 14 15:53:12.519573 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8f778140-4740-441f-8515-5beb3c8e03fe req-d25ddfc7-8db6-4bcc-9ab5-40949bee0b92 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=d393e514-e12b-4a0b-ad44-29b897754057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411396 May 14 15:53:12.649125 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec1673-f4a7-45fc-9df9-75bd4044471d req-fab0e5a1-9640-47cb-88c2-5d1b63f6b82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:12.650643 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-e3ec1673-f4a7-45fc-9df9-75bd4044471d req-fab0e5a1-9640-47cb-88c2-5d1b63f6b82a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7905689c95d44a5c9169249c70f7de57&device_id=e10cdd60-3aac-4bee-a533-cc02b8d242e2 HTTP/1.1" status: 200 len: 1128 time: 0.0407898 May 14 15:53:12.653322 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1c56e-0428-472c-ba4d-89c54d1a331f req-4caaca2b-e528-472a-bef7-c07296dd4ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:12.654918 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-69f1c56e-0428-472c-ba4d-89c54d1a331f req-4caaca2b-e528-472a-bef7-c07296dd4ae2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d2517d5440a4d30949f3dd36a46d813&device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 1129 time: 0.0381525 May 14 15:53:12.753432 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1c56e-0428-472c-ba4d-89c54d1a331f req-d7492d0a-919b-49f7-bca3-dd9cf7bed3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:12.754975 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-69f1c56e-0428-472c-ba4d-89c54d1a331f req-d7492d0a-919b-49f7-bca3-dd9cf7bed3a2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3e026b24-9d5e-4f74-ac5a-5d47dc1338b8 HTTP/1.1" status: 200 len: 920 time: 0.0942168 May 14 15:53:12.759080 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec1673-f4a7-45fc-9df9-75bd4044471d req-4e3527d4-d362-4ae9-a0e6-6caf068bd59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:12.760987 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-e3ec1673-f4a7-45fc-9df9-75bd4044471d req-4e3527d4-d362-4ae9-a0e6-6caf068bd59c service neutron] 10.222.0.36 "GET /v2.0/networks?id=722d2578-8e0a-4535-bc1b-444c13327ab8 HTTP/1.1" status: 200 len: 915 time: 0.1002054 May 14 15:53:12.804062 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-e3ec1673-f4a7-45fc-9df9-75bd4044471d req-7d91b70d-fd57-4574-bf57-e31db8db7ec6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31f05ca6-8416-443c-a8bb-aa1aed44741e HTTP/1.1" status: 200 len: 217 time: 0.0360811 May 14 15:53:12.838291 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-69f1c56e-0428-472c-ba4d-89c54d1a331f req-e6341577-5762-4a25-bfd6-d6b4e563efb7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c35b70b-002b-48c3-9446-1ba3b1605c2b HTTP/1.1" status: 200 len: 1001 time: 0.0768454 May 14 15:53:12.857519 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec1673-f4a7-45fc-9df9-75bd4044471d req-198acc12-f003-488d-81ef-74a82d9a272a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:12.859095 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-e3ec1673-f4a7-45fc-9df9-75bd4044471d req-198acc12-f003-488d-81ef-74a82d9a272a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d11558f-f514-43f3-89bc-cf74b70b0dae HTTP/1.1" status: 200 len: 853 time: 0.0490768 May 14 15:53:12.893566 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1c56e-0428-472c-ba4d-89c54d1a331f req-cbae7601-9a0d-4f5c-9d32-cf0378f1c019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:12.895060 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-69f1c56e-0428-472c-ba4d-89c54d1a331f req-cbae7601-9a0d-4f5c-9d32-cf0378f1c019 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4761eee7-0a5d-411d-9c6c-5f0c035f2564 HTTP/1.1" status: 200 len: 858 time: 0.0505400 May 14 15:53:12.904270 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec1673-f4a7-45fc-9df9-75bd4044471d req-51bae9f4-474e-4600-8f7e-ceedc347cb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:12.905689 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-e3ec1673-f4a7-45fc-9df9-75bd4044471d req-51bae9f4-474e-4600-8f7e-ceedc347cb04 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=722d2578-8e0a-4535-bc1b-444c13327ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396073 May 14 15:53:12.941263 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1c56e-0428-472c-ba4d-89c54d1a331f req-88a152f5-ba6d-4ca6-95e3-c234e1c1f9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:12.942815 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-69f1c56e-0428-472c-ba4d-89c54d1a331f req-88a152f5-ba6d-4ca6-95e3-c234e1c1f9a6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e026b24-9d5e-4f74-ac5a-5d47dc1338b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421543 May 14 15:53:13.007360 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-e3ec1673-f4a7-45fc-9df9-75bd4044471d req-386564cb-397f-4f69-951f-e50a834d62a3 service neutron] 10.222.0.36 "GET /v2.0/networks/722d2578-8e0a-4535-bc1b-444c13327ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951872 May 14 15:53:13.035129 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-69f1c56e-0428-472c-ba4d-89c54d1a331f req-ef4045f3-f56f-4bb5-864f-9545e7523133 service neutron] 10.222.0.36 "GET /v2.0/networks/3e026b24-9d5e-4f74-ac5a-5d47dc1338b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850849 May 14 15:53:13.063143 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device 31f05ca6-8416-443c-a8bb-aa1aed44741e details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=115112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 14 15:53:13.107240 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-e3ec1673-f4a7-45fc-9df9-75bd4044471d req-e3170814-f8e7-488c-93bc-bc61517a4a74 service neutron] 10.222.0.36 "GET /v2.0/networks/722d2578-8e0a-4535-bc1b-444c13327ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914927 May 14 15:53:13.128841 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-69f1c56e-0428-472c-ba4d-89c54d1a331f req-8a5d7288-d061-405f-849a-56e63a188bb6 service neutron] 10.222.0.36 "GET /v2.0/networks/3e026b24-9d5e-4f74-ac5a-5d47dc1338b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880499 May 14 15:53:13.167074 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port 31f05ca6-8416-443c-a8bb-aa1aed44741e, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=31f05ca6-8416-443c-a8bb-aa1aed44741e,segment=NetworkSegment(f5bdbe83-2873-41ef-b77e-b6a155bfb1ac),segment_id=f5bdbe83-2873-41ef-b77e-b6a155bfb1ac)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:53:13.178020 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Returning: {'device': '31f05ca6-8416-443c-a8bb-aa1aed44741e', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'port_id': '31f05ca6-8416-443c-a8bb-aa1aed44741e', 'mac_address': 'fa:16:3e:89:c3:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 14 15:53:13.214680 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port 31f05ca6-8416-443c-a8bb-aa1aed44741e is: DOWN; New status is: BUILD {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:53:13.215063 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (31f05ca6-8416-443c-a8bb-aa1aed44741e), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:13.228322 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31f05ca6-8416-443c-a8bb-aa1aed44741e {{(pid=115112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 15:53:13.248258 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port 31f05ca6-8416-443c-a8bb-aa1aed44741e, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=31f05ca6-8416-443c-a8bb-aa1aed44741e,segment=NetworkSegment(f5bdbe83-2873-41ef-b77e-b6a155bfb1ac),segment_id=f5bdbe83-2873-41ef-b77e-b6a155bfb1ac)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:53:13.252243 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (31f05ca6-8416-443c-a8bb-aa1aed44741e), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:13.301729 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=31f05ca6-8416-443c-a8bb-aa1aed44741e,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:53:13.308604 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:53:13.308946 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:53:13.309310 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:53:13.309637 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:53:13.309962 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:53:13.310279 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:53:13.310621 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:53:13.310937 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:53:13.311250 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:53:13.311561 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:53:13.311872 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:53:13.312184 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:53:13.312494 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:53:13.312801 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:53:13.313106 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:53:13.633843 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bcb92a-cfc0-4750-aa87-815b201cd94f req-03f6ae9b-071e-4d08-bca9-c186a787be5d tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:13.635323 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-66bcb92a-cfc0-4750-aa87-815b201cd94f req-03f6ae9b-071e-4d08-bca9-c186a787be5d tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=e10cdd60-3aac-4bee-a533-cc02b8d242e2 HTTP/1.1" status: 200 len: 945 time: 0.0470369 May 14 15:53:13.681698 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-66bcb92a-cfc0-4750-aa87-815b201cd94f req-ff5af586-3b84-4f2e-867c-df055474f28a tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=d393e514-e12b-4a0b-ad44-29b897754057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400915 May 14 15:53:13.781181 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] get_ports_and_sgs() called for port_ids ['31f05ca6-8416-443c-a8bb-aa1aed44741e'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 15:53:14.798638 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cec36e-f168-42b6-a008-c39ff7777584 req-48ac5959-8e6d-46ae-8091-34d649300fb2 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:14.800085 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a8cec36e-f168-42b6-a008-c39ff7777584 req-48ac5959-8e6d-46ae-8091-34d649300fb2 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=e10cdd60-3aac-4bee-a533-cc02b8d242e2 HTTP/1.1" status: 200 len: 945 time: 0.0504997 May 14 15:53:14.845995 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a8cec36e-f168-42b6-a008-c39ff7777584 req-8b822f79-e73e-457e-86e2-ddc7f4af5616 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=d393e514-e12b-4a0b-ad44-29b897754057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404193 May 14 15:53:15.068063 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device 31f05ca6-8416-443c-a8bb-aa1aed44741e up at agent hyperv_hv-cinder-83979 {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:53:15.113601 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Provisioning for port 31f05ca6-8416-443c-a8bb-aa1aed44741e completed by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 14 15:53:15.118978 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Provisioning complete for port 31f05ca6-8416-443c-a8bb-aa1aed44741e triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:53:15.119342 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (31f05ca6-8416-443c-a8bb-aa1aed44741e), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:15.193202 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port 31f05ca6-8416-443c-a8bb-aa1aed44741e is: BUILD; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:53:15.193583 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (31f05ca6-8416-443c-a8bb-aa1aed44741e), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:15.215452 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10cdd60-3aac-4bee-a533-cc02b8d242e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f05ca6-8416-443c-a8bb-aa1aed44741e'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:53:15.217848 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bb685cd0d0d5598b2dce4f6f2400b8bab1844baadda65bc385176a7d6dc4011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c4525a-ef0c-443c-ae3f-b8e28e2156bf" -d '{"events": [{"server_uuid": "e10cdd60-3aac-4bee-a533-cc02b8d242e2", "name": "network-vif-plugged", "status": "completed", "tag": "31f05ca6-8416-443c-a8bb-aa1aed44741e"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:53:15.229860 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port 31f05ca6-8416-443c-a8bb-aa1aed44741e, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=31f05ca6-8416-443c-a8bb-aa1aed44741e,segment=NetworkSegment(f5bdbe83-2873-41ef-b77e-b6a155bfb1ac),segment_id=f5bdbe83-2873-41ef-b77e-b6a155bfb1ac)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:53:15.234008 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (31f05ca6-8416-443c-a8bb-aa1aed44741e), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:15.259561 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 15:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76cb5e9-2e0b-4dfb-882f-3b0d60ea6f1b x-openstack-request-id: req-e76cb5e9-2e0b-4dfb-882f-3b0d60ea6f1b {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:53:15.259844 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10cdd60-3aac-4bee-a533-cc02b8d242e2", "name": "network-vif-plugged", "status": "completed", "tag": "31f05ca6-8416-443c-a8bb-aa1aed44741e", "code": 200}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:53:15.260091 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e76cb5e9-2e0b-4dfb-882f-3b0d60ea6f1b {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:53:15.260468 dv-cinder-839793-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e76cb5e9-2e0b-4dfb-882f-3b0d60ea6f1b'] response: {'server_uuid': 'e10cdd60-3aac-4bee-a533-cc02b8d242e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31f05ca6-8416-443c-a8bb-aa1aed44741e', 'code': 200} May 14 15:53:15.288381 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=31f05ca6-8416-443c-a8bb-aa1aed44741e,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:53:15.449304 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a5826c-686a-4a5f-bf6a-d2f43222de91 req-254403f3-e0a2-4770-aefb-51a8443ab44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:15.451426 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d4a5826c-686a-4a5f-bf6a-d2f43222de91 req-254403f3-e0a2-4770-aefb-51a8443ab44d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e10cdd60-3aac-4bee-a533-cc02b8d242e2 HTTP/1.1" status: 200 len: 1130 time: 0.0396073 May 14 15:53:15.495930 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d4a5826c-686a-4a5f-bf6a-d2f43222de91 req-cf3f500c-7f3c-4c1d-9889-cb2491e04825 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d393e514-e12b-4a0b-ad44-29b897754057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378189 May 14 15:53:15.960128 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0e2ff-805e-41f3-94dd-5284f3867c78 req-25eb06de-d166-4948-a056-79c0daa16c75 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:15.961569 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a2c0e2ff-805e-41f3-94dd-5284f3867c78 req-25eb06de-d166-4948-a056-79c0daa16c75 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=e10cdd60-3aac-4bee-a533-cc02b8d242e2 HTTP/1.1" status: 200 len: 946 time: 0.0493445 May 14 15:53:16.007098 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a2c0e2ff-805e-41f3-94dd-5284f3867c78 req-a37761db-78ea-45bb-b0eb-a2368b995ca3 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=d393e514-e12b-4a0b-ad44-29b897754057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398912 May 14 15:53:17.119324 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7fd5a2-fa67-4929-8410-f2972f8b39e1 req-21f8d6b9-5eef-4e25-9335-55b26811d91a tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:17.120683 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5b7fd5a2-fa67-4929-8410-f2972f8b39e1 req-21f8d6b9-5eef-4e25-9335-55b26811d91a tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=e10cdd60-3aac-4bee-a533-cc02b8d242e2 HTTP/1.1" status: 200 len: 946 time: 0.0463669 May 14 15:53:17.166268 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5b7fd5a2-fa67-4929-8410-f2972f8b39e1 req-6cd23387-9fdd-43a3-9e17-0279aa49c5b6 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=d393e514-e12b-4a0b-ad44-29b897754057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399802 May 14 15:53:18.276364 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee3bb8-43cc-440c-9693-dac07dbfa1b9 req-034e02ec-5187-41ee-99d7-ae1e7d566d60 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:18.277827 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5aee3bb8-43cc-440c-9693-dac07dbfa1b9 req-034e02ec-5187-41ee-99d7-ae1e7d566d60 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=e10cdd60-3aac-4bee-a533-cc02b8d242e2 HTTP/1.1" status: 200 len: 946 time: 0.0462735 May 14 15:53:18.326538 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5aee3bb8-43cc-440c-9693-dac07dbfa1b9 req-e9f03da8-6ca1-44c7-954a-36c3cd4ef071 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=d393e514-e12b-4a0b-ad44-29b897754057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431416 May 14 15:53:18.433636 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d5571-d2cf-4744-a68c-ff4a8cd497a1 req-51f3219f-4454-4b73-88b7-1f08f3079f27 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:18.435671 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3c5d5571-d2cf-4744-a68c-ff4a8cd497a1 req-51f3219f-4454-4b73-88b7-1f08f3079f27 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=e10cdd60-3aac-4bee-a533-cc02b8d242e2 HTTP/1.1" status: 200 len: 946 time: 0.0484476 May 14 15:53:18.444408 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 41596) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:53:18.448524 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-57dae5c2-18d7-4d82-ba18-b39e6e53e763 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Request body: {'floatingip': {'port_id': '31f05ca6-8416-443c-a8bb-aa1aed44741e'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:53:18.488808 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-57dae5c2-18d7-4d82-ba18-b39e6e53e763 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for floatingip (06edf8b8-7d9a-45eb-9031-34173d9a4bb5), before_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:19.175840 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-57dae5c2-18d7-4d82-ba18-b39e6e53e763 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:19.179539 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-57dae5c2-18d7-4d82-ba18-b39e6e53e763 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1759531'] for floatingip (06edf8b8-7d9a-45eb-9031-34173d9a4bb5), after_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:19.280355 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.db.l3_db [None req-57dae5c2-18d7-4d82-ba18-b39e6e53e763 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Floating IP 06edf8b8-7d9a-45eb-9031-34173d9a4bb5 associated. External IP: 172.27.1.172, port: 31f05ca6-8416-443c-a8bb-aa1aed44741e. May 14 15:53:19.490334 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57dae5c2-18d7-4d82-ba18-b39e6e53e763 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Router 5b7fd4ea-e5a8-46a9-b072-faa068d0f12c has already been hosted by L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f {{(pid=115111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 15:53:19.599477 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57dae5c2-18d7-4d82-ba18-b39e6e53e763 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 15:53:19.604314 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-57dae5c2-18d7-4d82-ba18-b39e6e53e763 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for floatingip (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:19.610144 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ff829e-5676-4c13-8a1d-ab55a50f322b None None] Sync routers for ids ['5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'] in dv-cinder-839793-11-iscsi {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 15:53:19.621093 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ff829e-5676-4c13-8a1d-ab55a50f322b None None] Routers {'5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:53:19.622323 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-b3ff829e-5676-4c13-8a1d-ab55a50f322b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:53:03Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:53:19.633505 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-57dae5c2-18d7-4d82-ba18-b39e6e53e763 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "PUT /v2.0/floatingips/06edf8b8-7d9a-45eb-9031-34173d9a4bb5 HTTP/1.1" status: 200 len: 992 time: 1.1881428 May 14 15:53:19.634092 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e10cdd60-3aac-4bee-a533-cc02b8d242e2', 'tag': '31f05ca6-8416-443c-a8bb-aa1aed44741e'}] {{(pid=115111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:53:19.636373 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d243af113ddc23b9a3ad38dde0a226f09410eb7dd6936b385d295fad3462c172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7baac9-a9a7-43c1-b845-ee510c46a81f" -d '{"events": [{"name": "network-changed", "server_uuid": "e10cdd60-3aac-4bee-a533-cc02b8d242e2", "tag": "31f05ca6-8416-443c-a8bb-aa1aed44741e"}]}' {{(pid=115111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:53:19.671791 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 15:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15646849-3e0c-4134-975f-81b07629ee27 x-openstack-request-id: req-15646849-3e0c-4134-975f-81b07629ee27 {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:53:19.672727 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e10cdd60-3aac-4bee-a533-cc02b8d242e2", "tag": "31f05ca6-8416-443c-a8bb-aa1aed44741e", "status": "completed", "code": 200}]} {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:53:19.672993 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-15646849-3e0c-4134-975f-81b07629ee27 {{(pid=115111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:53:19.673408 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15646849-3e0c-4134-975f-81b07629ee27'] response: {'name': 'network-changed', 'server_uuid': 'e10cdd60-3aac-4bee-a533-cc02b8d242e2', 'tag': '31f05ca6-8416-443c-a8bb-aa1aed44741e', 'status': 'completed', 'code': 200} May 14 15:53:19.735083 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-b3ff829e-5676-4c13-8a1d-ab55a50f322b None None] Set router 5b7fd4ea-e5a8-46a9-b072-faa068d0f12c gateway port host: dv-cinder-839793-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:53:19.752347 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7baac9-a9a7-43c1-b845-ee510c46a81f req-ed5b9c8a-ece3-4e69-ab15-31810b56f540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:19.753824 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0c7baac9-a9a7-43c1-b845-ee510c46a81f req-ed5b9c8a-ece3-4e69-ab15-31810b56f540 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7905689c95d44a5c9169249c70f7de57&device_id=e10cdd60-3aac-4bee-a533-cc02b8d242e2 HTTP/1.1" status: 200 len: 1130 time: 0.0401874 May 14 15:53:19.849257 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7baac9-a9a7-43c1-b845-ee510c46a81f req-4db66797-1c02-41cc-9c12-4c0b5430787b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:19.850758 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0c7baac9-a9a7-43c1-b845-ee510c46a81f req-4db66797-1c02-41cc-9c12-4c0b5430787b service neutron] 10.222.0.36 "GET /v2.0/networks?id=722d2578-8e0a-4535-bc1b-444c13327ab8 HTTP/1.1" status: 200 len: 915 time: 0.0907013 May 14 15:53:19.915675 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0c7baac9-a9a7-43c1-b845-ee510c46a81f req-accdfbf0-3d4e-448f-9cbf-f725e5ba0718 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=31f05ca6-8416-443c-a8bb-aa1aed44741e HTTP/1.1" status: 200 len: 1000 time: 0.0577633 May 14 15:53:19.968279 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7baac9-a9a7-43c1-b845-ee510c46a81f req-a5c2f774-b685-4be7-9ee1-0f2bb9313c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:19.969745 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0c7baac9-a9a7-43c1-b845-ee510c46a81f req-a5c2f774-b685-4be7-9ee1-0f2bb9313c1a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d11558f-f514-43f3-89bc-cf74b70b0dae HTTP/1.1" status: 200 len: 853 time: 0.0432336 May 14 15:53:19.994416 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-b3ff829e-5676-4c13-8a1d-ab55a50f322b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'name': 'tempest-AttachVolumeNegativeTest-252484141-router', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:17Z', 'updated_at': '2022-05-14T15:46:23Z', 'revision_number': 4, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'gw_port': {'id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:30:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:18Z', 'updated_at': '2022-05-14T15:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_floatingips': [{'id': '06edf8b8-7d9a-45eb-9031-34173d9a4bb5', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'floating_ip_address': '172.27.1.172', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'port_id': '31f05ca6-8416-443c-a8bb-aa1aed44741e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'mac_address': 'fa:16:3e:89:c3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cdd60-3aac-4bee-a533-cc02b8d242e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T15:53:03Z', 'updated_at': '2022-05-14T15:53:19Z', 'revision_number': 1, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f58259cf-4cfe-4867-a867-9e17bac30662', 'name': '', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'mac_address': 'fa:16:3e:9e:e9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:22Z', 'updated_at': '2022-05-14T15:46:35Z', 'revision_number': 5, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'subnets': [{'id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:53:20.019807 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7baac9-a9a7-43c1-b845-ee510c46a81f req-83838dc5-d9e3-48ee-8c30-fd4494ed4ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:20.020647 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ff829e-5676-4c13-8a1d-ab55a50f322b None None] Checking router: 5b7fd4ea-e5a8-46a9-b072-faa068d0f12c for host: dv-cinder-839793-11-iscsi {{(pid=115112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 15:53:20.021280 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0c7baac9-a9a7-43c1-b845-ee510c46a81f req-83838dc5-d9e3-48ee-8c30-fd4494ed4ffb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=722d2578-8e0a-4535-bc1b-444c13327ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0438077 May 14 15:53:20.028909 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ff829e-5676-4c13-8a1d-ab55a50f322b None None] Routers {'5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:53:20.029503 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-b3ff829e-5676-4c13-8a1d-ab55a50f322b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:53:03Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:53:20.112650 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0c7baac9-a9a7-43c1-b845-ee510c46a81f req-52de37ee-2b2c-44f9-b81a-a895434c902a service neutron] 10.222.0.36 "GET /v2.0/networks/722d2578-8e0a-4535-bc1b-444c13327ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832913 May 14 15:53:20.138266 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-b3ff829e-5676-4c13-8a1d-ab55a50f322b None None] Set router 5b7fd4ea-e5a8-46a9-b072-faa068d0f12c gateway port host: dv-cinder-839793-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:53:20.209125 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0c7baac9-a9a7-43c1-b845-ee510c46a81f req-6ef6f40d-18c9-4d3a-8357-904c2b609a07 service neutron] 10.222.0.36 "GET /v2.0/networks/722d2578-8e0a-4535-bc1b-444c13327ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855641 May 14 15:53:20.355872 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-b3ff829e-5676-4c13-8a1d-ab55a50f322b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'name': 'tempest-AttachVolumeNegativeTest-252484141-router', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:17Z', 'updated_at': '2022-05-14T15:46:23Z', 'revision_number': 4, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'gw_port': {'id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:30:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:18Z', 'updated_at': '2022-05-14T15:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_floatingips': [{'id': '06edf8b8-7d9a-45eb-9031-34173d9a4bb5', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'floating_ip_address': '172.27.1.172', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'port_id': '31f05ca6-8416-443c-a8bb-aa1aed44741e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'mac_address': 'fa:16:3e:89:c3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cdd60-3aac-4bee-a533-cc02b8d242e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T15:53:03Z', 'updated_at': '2022-05-14T15:53:19Z', 'revision_number': 1, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f58259cf-4cfe-4867-a867-9e17bac30662', 'name': '', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'mac_address': 'fa:16:3e:9e:e9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:22Z', 'updated_at': '2022-05-14T15:46:35Z', 'revision_number': 5, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'subnets': [{'id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:53:20.383125 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ff829e-5676-4c13-8a1d-ab55a50f322b None None] The sync data for ids ['5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'] in dv-cinder-839793-11-iscsi is: [{'id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'name': 'tempest-AttachVolumeNegativeTest-252484141-router', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:17Z', 'updated_at': '2022-05-14T15:46:23Z', 'revision_number': 4, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'gw_port': {'id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:30:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:18Z', 'updated_at': '2022-05-14T15:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_floatingips': [{'id': '06edf8b8-7d9a-45eb-9031-34173d9a4bb5', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'floating_ip_address': '172.27.1.172', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'port_id': '31f05ca6-8416-443c-a8bb-aa1aed44741e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'mac_address': 'fa:16:3e:89:c3:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10cdd60-3aac-4bee-a533-cc02b8d242e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T15:53:03Z', 'updated_at': '2022-05-14T15:53:19Z', 'revision_number': 1, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f58259cf-4cfe-4867-a867-9e17bac30662', 'name': '', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'mac_address': 'fa:16:3e:9e:e9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:22Z', 'updated_at': '2022-05-14T15:46:35Z', 'revision_number': 5, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'subnets': [{'id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 15:53:20.586835 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9726a935-8aa4-489e-b45c-10638304329d None None] New status for floating IP 06edf8b8-7d9a-45eb-9031-34173d9a4bb5: ACTIVE {{(pid=115113) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 14 15:53:21.962841 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22162ec3-dbcb-4a0b-8fed-9f4d281b8d28 req-661a0796-8304-4937-9aa8-56f4618b9af2 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:21.964312 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-22162ec3-dbcb-4a0b-8fed-9f4d281b8d28 req-661a0796-8304-4937-9aa8-56f4618b9af2 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 947 time: 0.0485647 May 14 15:53:22.010916 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-22162ec3-dbcb-4a0b-8fed-9f4d281b8d28 req-ed5e3ac9-dc8d-4859-8423-b6c262a0e24a tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404835 May 14 15:53:23.131941 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31f1b3-ab11-4eac-b752-00e4e30755f8 req-e41cc851-380b-40df-a573-8990f2ab8764 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:23.133380 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9f31f1b3-ab11-4eac-b752-00e4e30755f8 req-e41cc851-380b-40df-a573-8990f2ab8764 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 947 time: 0.0501871 May 14 15:53:23.182297 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9f31f1b3-ab11-4eac-b752-00e4e30755f8 req-b5e210fa-5523-467e-944b-c0278c9e4719 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426953 May 14 15:53:24.112046 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f9d50-7df9-49e3-baec-97aa840e09ea req-e8eb4287-1d94-4a95-8105-2f0bc038dcbc tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:24.113390 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-aa2f9d50-7df9-49e3-baec-97aa840e09ea req-e8eb4287-1d94-4a95-8105-2f0bc038dcbc tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.36 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 947 time: 0.0464058 May 14 15:53:24.201055 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [req-aa2f9d50-7df9-49e3-baec-97aa840e09ea req-ce493960-0bb9-4cd6-a13e-a9e32a13c564 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Deleting port 759be0ca-daaf-4eba-97b6-a252b70cbb3b {{(pid=115111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 15:53:24.201756 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-aa2f9d50-7df9-49e3-baec-97aa840e09ea req-ce493960-0bb9-4cd6-a13e-a9e32a13c564 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (759be0ca-daaf-4eba-97b6-a252b70cbb3b), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:24.321167 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a49f2-730f-415a-b963-5e6ddc7e0550 req-82926f3f-d198-4c09-9a0f-9dbb15fb8518 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:24.322634 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-513a49f2-730f-415a-b963-5e6ddc7e0550 req-82926f3f-d198-4c09-9a0f-9dbb15fb8518 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 947 time: 0.0634012 May 14 15:53:24.331182 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.db [req-aa2f9d50-7df9-49e3-baec-97aa840e09ea req-ce493960-0bb9-4cd6-a13e-a9e32a13c564 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] For port 759be0ca-daaf-4eba-97b6-a252b70cbb3b, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=759be0ca-daaf-4eba-97b6-a252b70cbb3b,segment=NetworkSegment(4b29d80c-5a53-4124-96cc-b568754899ad),segment_id=4b29d80c-5a53-4124-96cc-b568754899ad)] {{(pid=115111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:53:24.331554 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-aa2f9d50-7df9-49e3-baec-97aa840e09ea req-ce493960-0bb9-4cd6-a13e-a9e32a13c564 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (759be0ca-daaf-4eba-97b6-a252b70cbb3b), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:24.460033 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-513a49f2-730f-415a-b963-5e6ddc7e0550 req-955bd2a8-2290-4c41-8987-3d173230761b tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=3c423e1a-70d6-4c8a-82d3-76b197594ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311531 May 14 15:53:24.585981 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-aa2f9d50-7df9-49e3-baec-97aa840e09ea req-ce493960-0bb9-4cd6-a13e-a9e32a13c564 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:24.586363 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-aa2f9d50-7df9-49e3-baec-97aa840e09ea req-ce493960-0bb9-4cd6-a13e-a9e32a13c564 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1759531'] for floatingip (24ef5ff2-981e-4958-84ad-9902bc7f1bbe), after_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:24.586679 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.db.l3_db [req-aa2f9d50-7df9-49e3-baec-97aa840e09ea req-ce493960-0bb9-4cd6-a13e-a9e32a13c564 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Floating IP 24ef5ff2-981e-4958-84ad-9902bc7f1bbe disassociated. External IP: 172.27.1.92, port: 759be0ca-daaf-4eba-97b6-a252b70cbb3b. May 14 15:53:24.587077 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [req-aa2f9d50-7df9-49e3-baec-97aa840e09ea req-ce493960-0bb9-4cd6-a13e-a9e32a13c564 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Calling delete_port for 759be0ca-daaf-4eba-97b6-a252b70cbb3b owned by compute:nova {{(pid=115111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 15:53:24.711980 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-aa2f9d50-7df9-49e3-baec-97aa840e09ea req-ce493960-0bb9-4cd6-a13e-a9e32a13c564 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764499'] for port (759be0ca-daaf-4eba-97b6-a252b70cbb3b), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:24.743591 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce493960-0bb9-4cd6-a13e-a9e32a13c564 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Pushing event deleted for resources: {'Port': ['ID=759be0ca-daaf-4eba-97b6-a252b70cbb3b,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:53:24.858355 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa2f9d50-7df9-49e3-baec-97aa840e09ea req-ce493960-0bb9-4cd6-a13e-a9e32a13c564 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Router d999361d-7937-46a9-8ca3-004e7ff6cde2 has already been hosted by L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f {{(pid=115111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 15:53:24.966079 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa2f9d50-7df9-49e3-baec-97aa840e09ea req-ce493960-0bb9-4cd6-a13e-a9e32a13c564 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 15:53:24.975488 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acff9117-8dd0-47ec-a462-8c2aef88804f None None] Sync routers for ids ['d999361d-7937-46a9-8ca3-004e7ff6cde2'] in dv-cinder-839793-11-iscsi {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 15:53:24.985759 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acff9117-8dd0-47ec-a462-8c2aef88804f None None] Routers {'d999361d-7937-46a9-8ca3-004e7ff6cde2'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:53:24.986474 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-acff9117-8dd0-47ec-a462-8c2aef88804f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:53:03Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['d999361d-7937-46a9-8ca3-004e7ff6cde2'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:53:25.007498 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa2f9d50-7df9-49e3-baec-97aa840e09ea req-ce493960-0bb9-4cd6-a13e-a9e32a13c564 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] No DVR routers for this DVR port 759be0ca-daaf-4eba-97b6-a252b70cbb3b on host hv-cinder-83979 {{(pid=115111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 15:53:25.010156 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-aa2f9d50-7df9-49e3-baec-97aa840e09ea req-ce493960-0bb9-4cd6-a13e-a9e32a13c564 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:25.014113 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-aa2f9d50-7df9-49e3-baec-97aa840e09ea req-ce493960-0bb9-4cd6-a13e-a9e32a13c564 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.36 "DELETE /v2.0/ports/759be0ca-daaf-4eba-97b6-a252b70cbb3b HTTP/1.1" status: 204 len: 173 time: 0.8944592 May 14 15:53:25.014536 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e33e9970-bfb7-46f3-8d40-782dbfa3d21c', 'name': 'network-vif-deleted', 'tag': '759be0ca-daaf-4eba-97b6-a252b70cbb3b'}] {{(pid=115111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:53:25.017213 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d243af113ddc23b9a3ad38dde0a226f09410eb7dd6936b385d295fad3462c172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75458eaa-9d16-4bc3-8901-8dca88e44692" -d '{"events": [{"server_uuid": "e33e9970-bfb7-46f3-8d40-782dbfa3d21c", "name": "network-vif-deleted", "tag": "759be0ca-daaf-4eba-97b6-a252b70cbb3b"}]}' {{(pid=115111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:53:25.056570 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 15:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3536d96a-e747-4845-be0c-e1df81221500 x-openstack-request-id: req-3536d96a-e747-4845-be0c-e1df81221500 {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:53:25.056869 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e33e9970-bfb7-46f3-8d40-782dbfa3d21c", "name": "network-vif-deleted", "tag": "759be0ca-daaf-4eba-97b6-a252b70cbb3b", "status": "completed", "code": 200}]} {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:53:25.057125 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3536d96a-e747-4845-be0c-e1df81221500 {{(pid=115111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:53:25.057571 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3536d96a-e747-4845-be0c-e1df81221500'] response: {'server_uuid': 'e33e9970-bfb7-46f3-8d40-782dbfa3d21c', 'name': 'network-vif-deleted', 'tag': '759be0ca-daaf-4eba-97b6-a252b70cbb3b', 'status': 'completed', 'code': 200} May 14 15:53:25.102574 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-acff9117-8dd0-47ec-a462-8c2aef88804f None None] Set router d999361d-7937-46a9-8ca3-004e7ff6cde2 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:53:25.422918 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-acff9117-8dd0-47ec-a462-8c2aef88804f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'name': 'tempest-AttachVolumeShelveTestJSON-838760355-router', 'tenant_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '9b2c3440-b55a-4246-8e9c-330ff957e157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:21Z', 'updated_at': '2022-05-14T15:46:31Z', 'revision_number': 4, 'project_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'gw_port': {'id': '9b2c3440-b55a-4246-8e9c-330ff957e157', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:23Z', 'updated_at': '2022-05-14T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': '2133801e-511d-4d96-8fe0-3b65a0dd64ff', 'name': '', 'network_id': 'd4128056-aa2b-474b-a7d3-2646c1ffdbcf', 'tenant_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'mac_address': 'fa:16:3e:56:3e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8d228e71-c8a7-4ea8-bb77-1fa96d4cb770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:28Z', 'updated_at': '2022-05-14T15:46:45Z', 'revision_number': 5, 'project_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'subnets': [{'id': '8d228e71-c8a7-4ea8-bb77-1fa96d4cb770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:53:25.448934 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acff9117-8dd0-47ec-a462-8c2aef88804f None None] Checking router: d999361d-7937-46a9-8ca3-004e7ff6cde2 for host: dv-cinder-839793-11-iscsi {{(pid=115112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 15:53:25.456938 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acff9117-8dd0-47ec-a462-8c2aef88804f None None] Routers {'d999361d-7937-46a9-8ca3-004e7ff6cde2'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:53:25.457538 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-acff9117-8dd0-47ec-a462-8c2aef88804f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:53:03Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['d999361d-7937-46a9-8ca3-004e7ff6cde2'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:53:25.568088 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-acff9117-8dd0-47ec-a462-8c2aef88804f None None] Set router d999361d-7937-46a9-8ca3-004e7ff6cde2 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:53:25.574342 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-2cfbec89-933b-46b2-9f30-e3db0ea54dc3 req-afdecbf1-f84e-421b-9142-cbcb543d3bf0 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=e33e9970-bfb7-46f3-8d40-782dbfa3d21c HTTP/1.1" status: 200 len: 210 time: 0.0284183 May 14 15:53:25.766092 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-acff9117-8dd0-47ec-a462-8c2aef88804f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'name': 'tempest-AttachVolumeShelveTestJSON-838760355-router', 'tenant_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '9b2c3440-b55a-4246-8e9c-330ff957e157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:21Z', 'updated_at': '2022-05-14T15:46:31Z', 'revision_number': 4, 'project_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'gw_port': {'id': '9b2c3440-b55a-4246-8e9c-330ff957e157', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:23Z', 'updated_at': '2022-05-14T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': '2133801e-511d-4d96-8fe0-3b65a0dd64ff', 'name': '', 'network_id': 'd4128056-aa2b-474b-a7d3-2646c1ffdbcf', 'tenant_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'mac_address': 'fa:16:3e:56:3e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8d228e71-c8a7-4ea8-bb77-1fa96d4cb770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:28Z', 'updated_at': '2022-05-14T15:46:45Z', 'revision_number': 5, 'project_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'subnets': [{'id': '8d228e71-c8a7-4ea8-bb77-1fa96d4cb770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:53:25.792874 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acff9117-8dd0-47ec-a462-8c2aef88804f None None] The sync data for ids ['d999361d-7937-46a9-8ca3-004e7ff6cde2'] in dv-cinder-839793-11-iscsi is: [{'id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'name': 'tempest-AttachVolumeShelveTestJSON-838760355-router', 'tenant_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '9b2c3440-b55a-4246-8e9c-330ff957e157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:21Z', 'updated_at': '2022-05-14T15:46:31Z', 'revision_number': 4, 'project_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'gw_port': {'id': '9b2c3440-b55a-4246-8e9c-330ff957e157', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:23Z', 'updated_at': '2022-05-14T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': '2133801e-511d-4d96-8fe0-3b65a0dd64ff', 'name': '', 'network_id': 'd4128056-aa2b-474b-a7d3-2646c1ffdbcf', 'tenant_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'mac_address': 'fa:16:3e:56:3e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8d228e71-c8a7-4ea8-bb77-1fa96d4cb770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:28Z', 'updated_at': '2022-05-14T15:46:45Z', 'revision_number': 5, 'project_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'subnets': [{'id': '8d228e71-c8a7-4ea8-bb77-1fa96d4cb770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 15:53:26.016999 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c5aad1-5c3f-4a55-8fe0-b876d4382b05 None None] New status for floating IP 24ef5ff2-981e-4958-84ad-9902bc7f1bbe: DOWN {{(pid=115113) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 14 15:53:26.666589 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 41642) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:53:26.721458 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-2ba5f624-03fc-478a-9aa1-8c6fa90ee851 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks [] for security_group (3c423e1a-70d6-4c8a-82d3-76b197594ea9), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:26.745200 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-2ba5f624-03fc-478a-9aa1-8c6fa90ee851 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks [] for security_group (3c423e1a-70d6-4c8a-82d3-76b197594ea9), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:26.792267 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-2ba5f624-03fc-478a-9aa1-8c6fa90ee851 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (3c423e1a-70d6-4c8a-82d3-76b197594ea9), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:26.794947 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-2ba5f624-03fc-478a-9aa1-8c6fa90ee851 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:26.796136 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-2ba5f624-03fc-478a-9aa1-8c6fa90ee851 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "DELETE /v2.0/security-groups/3c423e1a-70d6-4c8a-82d3-76b197594ea9 HTTP/1.1" status: 204 len: 168 time: 0.1282718 May 14 15:53:26.799025 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 41644) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:53:26.804967 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba5f624-03fc-478a-9aa1-8c6fa90ee851 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c423e1a-70d6-4c8a-82d3-76b197594ea9,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:53:26.813662 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.api.v2.resource [None req-879fedce-d4fe-4bf3-acd2-94e1cffc8247 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] show failed (client error): The resource could not be found. May 14 15:53:26.814742 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-879fedce-d4fe-4bf3-acd2-94e1cffc8247 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups/3c423e1a-70d6-4c8a-82d3-76b197594ea9 HTTP/1.1" status: 404 len: 347 time: 0.0146744 May 14 15:53:26.817602 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 41646) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:53:27.181189 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [None req-9117088f-ace0-4fbb-918d-c5c986e22b46 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Deleting port 578e1916-4a03-45c8-b643-384d2728aa21 {{(pid=115111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 15:53:27.181446 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-9117088f-ace0-4fbb-918d-c5c986e22b46 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (578e1916-4a03-45c8-b643-384d2728aa21), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:27.258917 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-9117088f-ace0-4fbb-918d-c5c986e22b46 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (578e1916-4a03-45c8-b643-384d2728aa21), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:27.259249 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-9117088f-ace0-4fbb-918d-c5c986e22b46 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks [] for floatingip (578e1916-4a03-45c8-b643-384d2728aa21), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:27.271327 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [None req-9117088f-ace0-4fbb-918d-c5c986e22b46 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Calling delete_port for 578e1916-4a03-45c8-b643-384d2728aa21 owned by network:floatingip {{(pid=115111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 15:53:27.406712 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-9117088f-ace0-4fbb-918d-c5c986e22b46 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764499'] for port (578e1916-4a03-45c8-b643-384d2728aa21), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:27.433852 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9117088f-ace0-4fbb-918d-c5c986e22b46 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Pushing event deleted for resources: {'Port': ['ID=578e1916-4a03-45c8-b643-384d2728aa21,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:53:27.492867 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-9117088f-ace0-4fbb-918d-c5c986e22b46 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks [] for floatingip (24ef5ff2-981e-4958-84ad-9902bc7f1bbe), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:27.495346 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-9117088f-ace0-4fbb-918d-c5c986e22b46 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for floatingip (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:27.496611 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-9117088f-ace0-4fbb-918d-c5c986e22b46 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "DELETE /v2.0/floatingips/24ef5ff2-981e-4958-84ad-9902bc7f1bbe HTTP/1.1" status: 204 len: 168 time: 0.6778893 May 14 15:53:27.592206 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 41652) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:53:27.596711 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-7ad0111f-dc0c-43c3-a597-9d2773e79f85 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1783368076', 'description': 'tempest-description--551700448'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:53:27.617627 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-7ad0111f-dc0c-43c3-a597-9d2773e79f85 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks [] for security_group (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:27.693393 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-7ad0111f-dc0c-43c3-a597-9d2773e79f85 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks [] for security_group (546ea9cb-7f10-4d09-ad49-79f263a74e54), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:27.697025 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-7ad0111f-dc0c-43c3-a597-9d2773e79f85 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (546ea9cb-7f10-4d09-ad49-79f263a74e54), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:27.731645 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-7ad0111f-dc0c-43c3-a597-9d2773e79f85 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks [] for security_group (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:27.732853 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-7ad0111f-dc0c-43c3-a597-9d2773e79f85 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1396594 May 14 15:53:27.733969 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad0111f-dc0c-43c3-a597-9d2773e79f85 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=546ea9cb-7f10-4d09-ad49-79f263a74e54,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:53:27.736004 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 41654) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:53:27.740795 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-f91ce942-af36-45dc-87af-06e2f345eee7 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Request body: {'security_group_rule': {'security_group_id': '546ea9cb-7f10-4d09-ad49-79f263a74e54', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:53:27.767427 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-f91ce942-af36-45dc-87af-06e2f345eee7 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks [] for security_group_rule (7be2e005-3c6e-48fb-9814-25b5bb3e100e), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:27.830807 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-f91ce942-af36-45dc-87af-06e2f345eee7 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks [] for security_group_rule (7be2e005-3c6e-48fb-9814-25b5bb3e100e), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:27.834613 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-f91ce942-af36-45dc-87af-06e2f345eee7 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639472'] for security_group_rule (7be2e005-3c6e-48fb-9814-25b5bb3e100e), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:27.856659 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ce942-af36-45dc-87af-06e2f345eee7 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7be2e005-3c6e-48fb-9814-25b5bb3e100e,revision_number=0']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:53:27.864261 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-f91ce942-af36-45dc-87af-06e2f345eee7 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:27.865711 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-f91ce942-af36-45dc-87af-06e2f345eee7 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1286902 May 14 15:53:27.868299 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 41656) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:53:27.873269 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-bcd86684-c07a-4c4a-bdad-06aa14101e83 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Request body: {'security_group_rule': {'security_group_id': '546ea9cb-7f10-4d09-ad49-79f263a74e54', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:53:27.899902 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-bcd86684-c07a-4c4a-bdad-06aa14101e83 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks [] for security_group_rule (471a337b-1524-49df-9fa9-83de96af42c3), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:27.954459 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-bcd86684-c07a-4c4a-bdad-06aa14101e83 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks [] for security_group_rule (471a337b-1524-49df-9fa9-83de96af42c3), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:27.957803 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-bcd86684-c07a-4c4a-bdad-06aa14101e83 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639472'] for security_group_rule (471a337b-1524-49df-9fa9-83de96af42c3), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:27.974128 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd86684-c07a-4c4a-bdad-06aa14101e83 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=471a337b-1524-49df-9fa9-83de96af42c3,revision_number=0']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:53:27.983124 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-bcd86684-c07a-4c4a-bdad-06aa14101e83 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:27.984388 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-bcd86684-c07a-4c4a-bdad-06aa14101e83 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1151857 May 14 15:53:27.987521 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 41660) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:53:27.991975 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-349d3d0f-e15b-4d29-b95c-0520e5e00c72 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Request body: {'floatingip': {'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:53:28.012640 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-349d3d0f-e15b-4d29-b95c-0520e5e00c72 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:28.091421 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-349d3d0f-e15b-4d29-b95c-0520e5e00c72 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:28.194924 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.db_base_plugin_common [None req-349d3d0f-e15b-4d29-b95c-0520e5e00c72 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Allocated IP 172.27.1.36 (ee365c6e-8595-4248-876b-4406c6eeb32a/3059297f-ebad-4161-8328-a5e88a7ee6dc/48514ca5-22bc-490a-842d-115fa4132a01) {{(pid=115110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:53:28.301444 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-349d3d0f-e15b-4d29-b95c-0520e5e00c72 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks [] for port (48514ca5-22bc-490a-842d-115fa4132a01), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:28.333493 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-349d3d0f-e15b-4d29-b95c-0520e5e00c72 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (48514ca5-22bc-490a-842d-115fa4132a01), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:28.369902 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349d3d0f-e15b-4d29-b95c-0520e5e00c72 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Network ee365c6e-8595-4248-876b-4406c6eeb32a is already hosted by enough agents. {{(pid=115110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:53:28.373365 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.base_scheduler [None req-349d3d0f-e15b-4d29-b95c-0520e5e00c72 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Resources bound (agent type, host, resource id): {{(pid=115110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:53:28.375916 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349d3d0f-e15b-4d29-b95c-0520e5e00c72 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Received port after_create {{(pid=115110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:53:28.404852 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349d3d0f-e15b-4d29-b95c-0520e5e00c72 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Pushing event updated for resources: {'Port': ['ID=48514ca5-22bc-490a-842d-115fa4132a01,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:53:28.469443 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-349d3d0f-e15b-4d29-b95c-0520e5e00c72 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks [] for floatingip (17a3bd21-b391-4c83-9bcb-9915d178e6d0), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:28.506017 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-349d3d0f-e15b-4d29-b95c-0520e5e00c72 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (48514ca5-22bc-490a-842d-115fa4132a01), before_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:28.685041 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-349d3d0f-e15b-4d29-b95c-0520e5e00c72 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks [] for port (48514ca5-22bc-490a-842d-115fa4132a01), precommit_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:28.689436 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-349d3d0f-e15b-4d29-b95c-0520e5e00c72 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3204974'] for port (48514ca5-22bc-490a-842d-115fa4132a01), after_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:28.755791 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349d3d0f-e15b-4d29-b95c-0520e5e00c72 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Pushing event updated for resources: {'Port': ['ID=48514ca5-22bc-490a-842d-115fa4132a01,revision_number=2']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:53:28.765830 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-349d3d0f-e15b-4d29-b95c-0520e5e00c72 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1759531'] for floatingip (17a3bd21-b391-4c83-9bcb-9915d178e6d0), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:28.782476 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-349d3d0f-e15b-4d29-b95c-0520e5e00c72 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for floatingip (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:28.783774 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-349d3d0f-e15b-4d29-b95c-0520e5e00c72 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7953677 May 14 15:53:28.889157 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0cb54b6b-5889-4832-b264-d59b8c2f0818 req-056b6763-d43d-468f-b8e3-fd3a45d694f1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416503 May 14 15:53:28.978496 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb54b6b-5889-4832-b264-d59b8c2f0818 req-824e0848-e1d2-40a2-b2a1-ca8e4a587c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:28.979885 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0cb54b6b-5889-4832-b264-d59b8c2f0818 req-824e0848-e1d2-40a2-b2a1-ca8e4a587c4f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d2517d5440a4d30949f3dd36a46d813&device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 1130 time: 0.0566328 May 14 15:53:29.000847 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-00b79bb5-ac84-4037-b45a-a6650f47cb80 req-ca78902f-5ddc-499f-be78-e77349094a64 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1783368076&fields=id&tenant_id=0672be3fa3f7414da1c1a5b7300abbe7 HTTP/1.1" status: 200 len: 267 time: 0.0511644 May 14 15:53:29.126809 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device 759be0ca-daaf-4eba-97b6-a252b70cbb3b no longer exists at agent hyperv_hv-cinder-83979 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 15:53:29.147824 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] No Port match for: 759be0ca-daaf-4eba-97b6-a252b70cbb3b {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 14 15:53:29.148158 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device 759be0ca-daaf-4eba-97b6-a252b70cbb3b not bound to the agent host hv-cinder-83979 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 15:53:29.170709 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb54b6b-5889-4832-b264-d59b8c2f0818 req-3127fe3c-ca1a-41de-bd62-ac5b16ef5e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:29.172194 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0cb54b6b-5889-4832-b264-d59b8c2f0818 req-3127fe3c-ca1a-41de-bd62-ac5b16ef5e5c service neutron] 10.222.0.36 "GET /v2.0/networks?id=3e026b24-9d5e-4f74-ac5a-5d47dc1338b8 HTTP/1.1" status: 200 len: 920 time: 0.1658387 May 14 15:53:29.178254 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b79bb5-ac84-4037-b45a-a6650f47cb80 req-de76eff7-6037-4881-97a5-22e028f0ed1e tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:29.179605 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-00b79bb5-ac84-4037-b45a-a6650f47cb80 req-de76eff7-6037-4881-97a5-22e028f0ed1e tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/networks?id=d4128056-aa2b-474b-a7d3-2646c1ffdbcf HTTP/1.1" status: 200 len: 816 time: 0.1647553 May 14 15:53:29.221038 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0cb54b6b-5889-4832-b264-d59b8c2f0818 req-eb36dbba-01b3-4491-939e-a5c8b3803c8e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e71a293a-1d12-4e53-a116-f52bc19b1aa0 HTTP/1.1" status: 200 len: 217 time: 0.0405281 May 14 15:53:29.222619 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-00b79bb5-ac84-4037-b45a-a6650f47cb80 req-eddb7b32-f9d0-4c75-bcc2-b5fdbd517e25 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/quotas/0672be3fa3f7414da1c1a5b7300abbe7 HTTP/1.1" status: 200 len: 375 time: 0.0360279 May 14 15:53:29.307130 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-00b79bb5-ac84-4037-b45a-a6650f47cb80 req-84a03ecf-bac4-4329-aaed-1acaccbd7f1d tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=0672be3fa3f7414da1c1a5b7300abbe7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0717120 May 14 15:53:29.308548 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb54b6b-5889-4832-b264-d59b8c2f0818 req-9ac37b2c-e63e-4336-8ad3-2c8aff433f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:29.310266 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0cb54b6b-5889-4832-b264-d59b8c2f0818 req-9ac37b2c-e63e-4336-8ad3-2c8aff433f24 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4761eee7-0a5d-411d-9c6c-5f0c035f2564 HTTP/1.1" status: 200 len: 858 time: 0.0824370 May 14 15:53:29.388594 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb54b6b-5889-4832-b264-d59b8c2f0818 req-3adb4eb5-865a-495d-8487-a80d8e9eead7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:29.390037 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0cb54b6b-5889-4832-b264-d59b8c2f0818 req-3adb4eb5-865a-495d-8487-a80d8e9eead7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3e026b24-9d5e-4f74-ac5a-5d47dc1338b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0724690 May 14 15:53:29.451383 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0e5db3d2-6363-4dc0-a52f-f76637f94679 req-cbde5e5a-f50d-43da-bfbc-9db5b20a44fc tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-669680809&fields=id&tenant_id=5fba11e8ade54d388361c4c936a43372 HTTP/1.1" status: 200 len: 267 time: 0.1202884 May 14 15:53:29.578045 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5db3d2-6363-4dc0-a52f-f76637f94679 req-26cb2b5d-64d9-4d92-8f5d-708e2ae90379 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:29.579542 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0e5db3d2-6363-4dc0-a52f-f76637f94679 req-26cb2b5d-64d9-4d92-8f5d-708e2ae90379 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 984 time: 0.1223063 May 14 15:53:29.593939 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [req-0e5db3d2-6363-4dc0-a52f-f76637f94679 req-b8956989-bf15-48c4-a594-2d2c7db9e1db tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Request body: {'port': {'security_groups': ['40be1c59-cfc0-43e4-a7cc-a13e7b03fd39']}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:53:29.625709 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-00b79bb5-ac84-4037-b45a-a6650f47cb80 req-f742ac19-f798-460f-88e6-f2770a69d2df service neutron] 10.222.0.61 "GET /v2.0/networks/d4128056-aa2b-474b-a7d3-2646c1ffdbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068500 May 14 15:53:29.630870 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0cb54b6b-5889-4832-b264-d59b8c2f0818 req-f428abe2-3989-42a2-95c1-81e28e38c995 service neutron] 10.222.0.36 "GET /v2.0/networks/3e026b24-9d5e-4f74-ac5a-5d47dc1338b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264061 May 14 15:53:29.801959 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-0e5db3d2-6363-4dc0-a52f-f76637f94679 req-b8956989-bf15-48c4-a594-2d2c7db9e1db tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (61226c22-8028-48c9-8e04-0f0c0cf9fa30), before_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:29.871270 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-00b79bb5-ac84-4037-b45a-a6650f47cb80 req-a25e6d81-f963-47a1-a96e-536aebf1e9e4 service neutron] 10.222.0.61 "GET /v2.0/networks/d4128056-aa2b-474b-a7d3-2646c1ffdbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376761 May 14 15:53:29.875039 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0cb54b6b-5889-4832-b264-d59b8c2f0818 req-7fba8e0f-d1a5-436f-94d2-0e487beb256f service neutron] 10.222.0.36 "GET /v2.0/networks/3e026b24-9d5e-4f74-ac5a-5d47dc1338b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318833 May 14 15:53:30.064450 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-4c320e47-ad53-4e95-91ad-c98565b6ea7c req-f3cf5bf5-dcb5-4032-b048-44e67a04022c tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 210 time: 0.0326183 May 14 15:53:30.092508 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.db [req-0e5db3d2-6363-4dc0-a52f-f76637f94679 req-b8956989-bf15-48c4-a594-2d2c7db9e1db tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] For port 61226c22-8028-48c9-8e04-0f0c0cf9fa30, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=61226c22-8028-48c9-8e04-0f0c0cf9fa30,segment=NetworkSegment(5ddd1c83-6541-4162-9f9b-74f17895931e),segment_id=5ddd1c83-6541-4162-9f9b-74f17895931e)] {{(pid=115111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:53:30.122948 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-0e5db3d2-6363-4dc0-a52f-f76637f94679 req-b8956989-bf15-48c4-a594-2d2c7db9e1db tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks [] for port (61226c22-8028-48c9-8e04-0f0c0cf9fa30), precommit_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:30.128807 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-0e5db3d2-6363-4dc0-a52f-f76637f94679 req-b8956989-bf15-48c4-a594-2d2c7db9e1db tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8764516'] for port (61226c22-8028-48c9-8e04-0f0c0cf9fa30), after_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:30.158718 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] get_ports_and_sgs() called for port_ids ['61226c22-8028-48c9-8e04-0f0c0cf9fa30'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 15:53:30.181820 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5db3d2-6363-4dc0-a52f-f76637f94679 req-b8956989-bf15-48c4-a594-2d2c7db9e1db tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:30.182510 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-0e5db3d2-6363-4dc0-a52f-f76637f94679 req-b8956989-bf15-48c4-a594-2d2c7db9e1db tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:30.184454 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0e5db3d2-6363-4dc0-a52f-f76637f94679 req-b8956989-bf15-48c4-a594-2d2c7db9e1db tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "PUT /v2.0/ports/61226c22-8028-48c9-8e04-0f0c0cf9fa30 HTTP/1.1" status: 200 len: 942 time: 0.5948212 May 14 15:53:30.184916 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef63d04a-87e5-4202-a672-d45a2a877c68', 'tag': '61226c22-8028-48c9-8e04-0f0c0cf9fa30'}] {{(pid=115111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:53:30.187478 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d243af113ddc23b9a3ad38dde0a226f09410eb7dd6936b385d295fad3462c172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a399067-58c6-43c9-9593-af58eec1636d" -d '{"events": [{"name": "network-changed", "server_uuid": "ef63d04a-87e5-4202-a672-d45a2a877c68", "tag": "61226c22-8028-48c9-8e04-0f0c0cf9fa30"}]}' {{(pid=115111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:53:30.191347 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 41692) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:53:30.216205 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8956989-bf15-48c4-a594-2d2c7db9e1db tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Pushing event updated for resources: {'Port': ['ID=61226c22-8028-48c9-8e04-0f0c0cf9fa30,revision_number=7']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:53:30.251101 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 15:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199b4bf7-7983-4788-84d5-3f6f27412020 x-openstack-request-id: req-199b4bf7-7983-4788-84d5-3f6f27412020 {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:53:30.251402 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef63d04a-87e5-4202-a672-d45a2a877c68", "tag": "61226c22-8028-48c9-8e04-0f0c0cf9fa30", "status": "completed", "code": 200}]} {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:53:30.251659 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-199b4bf7-7983-4788-84d5-3f6f27412020 {{(pid=115111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:53:30.252069 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-199b4bf7-7983-4788-84d5-3f6f27412020'] response: {'name': 'network-changed', 'server_uuid': 'ef63d04a-87e5-4202-a672-d45a2a877c68', 'tag': '61226c22-8028-48c9-8e04-0f0c0cf9fa30', 'status': 'completed', 'code': 200} May 14 15:53:30.297623 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-007e9b15-e568-4dee-863b-27e2a70e6265 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks [] for security_group (0696e348-67b8-4f1a-858d-e461527b614c), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:30.329255 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-007e9b15-e568-4dee-863b-27e2a70e6265 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks [] for security_group (0696e348-67b8-4f1a-858d-e461527b614c), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:30.375315 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a399067-58c6-43c9-9593-af58eec1636d req-21ca2e9d-8116-49cc-97e3-4325cbc56491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:30.378853 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7a399067-58c6-43c9-9593-af58eec1636d req-21ca2e9d-8116-49cc-97e3-4325cbc56491 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5fba11e8ade54d388361c4c936a43372&device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 1129 time: 0.0795829 May 14 15:53:30.417832 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-007e9b15-e568-4dee-863b-27e2a70e6265 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (0696e348-67b8-4f1a-858d-e461527b614c), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:30.423398 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-007e9b15-e568-4dee-863b-27e2a70e6265 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:30.425414 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] get_ports_and_sgs() called for port_ids ['61226c22-8028-48c9-8e04-0f0c0cf9fa30'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 15:53:30.430070 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-007e9b15-e568-4dee-863b-27e2a70e6265 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "DELETE /v2.0/security-groups/0696e348-67b8-4f1a-858d-e461527b614c HTTP/1.1" status: 204 len: 168 time: 0.2357504 May 14 15:53:30.430489 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 41696) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:53:30.452560 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007e9b15-e568-4dee-863b-27e2a70e6265 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0696e348-67b8-4f1a-858d-e461527b614c,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:53:30.550738 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-d3047f42-4cc9-4dc8-92bc-6018e4472d69 None None] Provisioning complete for port 61226c22-8028-48c9-8e04-0f0c0cf9fa30 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:53:30.551474 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-d3047f42-4cc9-4dc8-92bc-6018e4472d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (61226c22-8028-48c9-8e04-0f0c0cf9fa30), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:30.611295 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a399067-58c6-43c9-9593-af58eec1636d req-f1c23cb2-9d88-45c1-bde8-d42fdb28f103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:30.612707 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7a399067-58c6-43c9-9593-af58eec1636d req-f1c23cb2-9d88-45c1-bde8-d42fdb28f103 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4b5e11b1-b142-4a99-ada9-a011e605383b HTTP/1.1" status: 200 len: 915 time: 0.2246377 May 14 15:53:30.677321 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-d3047f42-4cc9-4dc8-92bc-6018e4472d69 None None] Current status of the port 61226c22-8028-48c9-8e04-0f0c0cf9fa30 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:53:30.706384 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [None req-19694ee5-df8a-4e8f-858e-94721be7e299 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Deleting port 1b8c0088-488f-4ca3-8164-ce3dda9d7541 {{(pid=115111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 15:53:30.706732 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-19694ee5-df8a-4e8f-858e-94721be7e299 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (1b8c0088-488f-4ca3-8164-ce3dda9d7541), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:30.732765 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7a399067-58c6-43c9-9593-af58eec1636d req-ea35c235-613b-4fd3-a8d5-b76efa80265c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61226c22-8028-48c9-8e04-0f0c0cf9fa30 HTTP/1.1" status: 200 len: 1001 time: 0.1068141 May 14 15:53:30.797441 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-19694ee5-df8a-4e8f-858e-94721be7e299 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (1b8c0088-488f-4ca3-8164-ce3dda9d7541), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:30.797778 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-19694ee5-df8a-4e8f-858e-94721be7e299 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks [] for floatingip (1b8c0088-488f-4ca3-8164-ce3dda9d7541), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:30.812280 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [None req-19694ee5-df8a-4e8f-858e-94721be7e299 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Calling delete_port for 1b8c0088-488f-4ca3-8164-ce3dda9d7541 owned by network:floatingip {{(pid=115111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 15:53:30.984876 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-19694ee5-df8a-4e8f-858e-94721be7e299 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764499'] for port (1b8c0088-488f-4ca3-8164-ce3dda9d7541), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:31.012059 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19694ee5-df8a-4e8f-858e-94721be7e299 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Pushing event deleted for resources: {'Port': ['ID=1b8c0088-488f-4ca3-8164-ce3dda9d7541,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:53:31.026239 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-fe1ff0d6-d73b-4985-a5bf-322a70b76ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:31.108670 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-19694ee5-df8a-4e8f-858e-94721be7e299 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks [] for floatingip (b565ae32-ba0b-413c-93ad-023889d5325d), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:31.109175 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.db.l3_db [None req-19694ee5-df8a-4e8f-858e-94721be7e299 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Floating IP b565ae32-ba0b-413c-93ad-023889d5325d disassociated (deleted). External IP: 172.27.1.192, port: 61226c22-8028-48c9-8e04-0f0c0cf9fa30. May 14 15:53:31.115650 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a399067-58c6-43c9-9593-af58eec1636d req-7a3f4d44-203e-4911-9237-7028624c7207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:31.117095 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7a399067-58c6-43c9-9593-af58eec1636d req-7a3f4d44-203e-4911-9237-7028624c7207 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ccea14e1-27b6-48d9-a3be-5796f3489377 HTTP/1.1" status: 200 len: 853 time: 0.0599554 May 14 15:53:31.209689 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-39c3d5fe-6f21-4557-98fa-453fb8a28144 req-31a8468b-dad5-4c30-b362-4de13ae48be9 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 210 time: 0.0569916 May 14 15:53:31.220308 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a399067-58c6-43c9-9593-af58eec1636d req-4545ebff-e6fe-4772-87b1-fc51070ac675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:31.221755 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7a399067-58c6-43c9-9593-af58eec1636d req-4545ebff-e6fe-4772-87b1-fc51070ac675 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4b5e11b1-b142-4a99-ada9-a011e605383b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0707912 May 14 15:53:31.332628 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b79bb5-ac84-4037-b45a-a6650f47cb80 req-66f5041c-7b99-4dce-a0a7-2f05a2d8931f tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:31.334340 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-00b79bb5-ac84-4037-b45a-a6650f47cb80 req-66f5041c-7b99-4dce-a0a7-2f05a2d8931f tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.36 "GET /v2.0/networks?id=d4128056-aa2b-474b-a7d3-2646c1ffdbcf HTTP/1.1" status: 200 len: 816 time: 0.1284716 May 14 15:53:31.412726 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-00b79bb5-ac84-4037-b45a-a6650f47cb80 req-6ff52068-effc-4480-b504-faf6b73212e3 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0672be3fa3f7414da1c1a5b7300abbe7 HTTP/1.1" status: 200 len: 380 time: 0.0643351 May 14 15:53:31.537451 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [req-00b79bb5-ac84-4037-b45a-a6650f47cb80 req-61a14372-0e4e-44e3-a710-4a24f5fce8e7 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Request body: {'port': {'device_id': 'cca08141-979e-4519-88b3-c77e8a71ae3e', 'network_id': 'd4128056-aa2b-474b-a7d3-2646c1ffdbcf', 'admin_state_up': True, 'tenant_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'security_groups': ['546ea9cb-7f10-4d09-ad49-79f263a74e54']}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:53:31.649301 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7a399067-58c6-43c9-9593-af58eec1636d req-6062f598-54c8-4fea-af52-4fbde4f59c9d service neutron] 10.222.0.36 "GET /v2.0/networks/4b5e11b1-b142-4a99-ada9-a011e605383b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4193497 May 14 15:53:31.650818 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00b79bb5-ac84-4037-b45a-a6650f47cb80 req-61a14372-0e4e-44e3-a710-4a24f5fce8e7 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Made reservation on behalf of 0672be3fa3f7414da1c1a5b7300abbe7 for: {'port': 1} {{(pid=115110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:53:31.655056 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-00b79bb5-ac84-4037-b45a-a6650f47cb80 req-61a14372-0e4e-44e3-a710-4a24f5fce8e7 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:31.771131 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19694ee5-df8a-4e8f-858e-94721be7e299 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Router 8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0 has already been hosted by L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f {{(pid=115111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 15:53:31.784689 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.db_base_plugin_common [req-00b79bb5-ac84-4037-b45a-a6650f47cb80 req-61a14372-0e4e-44e3-a710-4a24f5fce8e7 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Allocated IP 172.20.0.14 (d4128056-aa2b-474b-a7d3-2646c1ffdbcf/8d228e71-c8a7-4ea8-bb77-1fa96d4cb770/e23afae5-7b01-4137-a087-ba1a741fd1f4) {{(pid=115110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:53:31.791072 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7a399067-58c6-43c9-9593-af58eec1636d req-983f9de0-819d-4bc7-9cb7-5c2dd06a22d6 service neutron] 10.222.0.36 "GET /v2.0/networks/4b5e11b1-b142-4a99-ada9-a011e605383b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325495 May 14 15:53:31.899435 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19694ee5-df8a-4e8f-858e-94721be7e299 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 15:53:31.905084 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-19694ee5-df8a-4e8f-858e-94721be7e299 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for floatingip (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:31.910147 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114bc160-9569-4b8c-b8b6-035dc0a5b2d1 None None] Sync routers for ids ['8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0'] in dv-cinder-839793-11-iscsi {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 15:53:31.920457 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114bc160-9569-4b8c-b8b6-035dc0a5b2d1 None None] Routers {'8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:53:31.921088 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-114bc160-9569-4b8c-b8b6-035dc0a5b2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:53:03Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:53:31.935622 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-00b79bb5-ac84-4037-b45a-a6650f47cb80 req-61a14372-0e4e-44e3-a710-4a24f5fce8e7 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks [] for port (e23afae5-7b01-4137-a087-ba1a741fd1f4), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:31.939110 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-19694ee5-df8a-4e8f-858e-94721be7e299 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "DELETE /v2.0/floatingips/b565ae32-ba0b-413c-93ad-023889d5325d HTTP/1.1" status: 204 len: 168 time: 1.5048811 May 14 15:53:31.974194 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-00b79bb5-ac84-4037-b45a-a6650f47cb80 req-61a14372-0e4e-44e3-a710-4a24f5fce8e7 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (e23afae5-7b01-4137-a087-ba1a741fd1f4), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:32.016974 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00b79bb5-ac84-4037-b45a-a6650f47cb80 req-61a14372-0e4e-44e3-a710-4a24f5fce8e7 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Network d4128056-aa2b-474b-a7d3-2646c1ffdbcf is already hosted by enough agents. {{(pid=115110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:53:32.019746 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.base_scheduler [req-00b79bb5-ac84-4037-b45a-a6650f47cb80 req-61a14372-0e4e-44e3-a710-4a24f5fce8e7 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Resources bound (agent type, host, resource id): {{(pid=115110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:53:32.023369 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b79bb5-ac84-4037-b45a-a6650f47cb80 req-61a14372-0e4e-44e3-a710-4a24f5fce8e7 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Received port after_create {{(pid=115110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:53:32.043057 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-114bc160-9569-4b8c-b8b6-035dc0a5b2d1 None None] Set router 8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:53:32.059633 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a14372-0e4e-44e3-a710-4a24f5fce8e7 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Pushing event updated for resources: {'Port': ['ID=e23afae5-7b01-4137-a087-ba1a741fd1f4,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:53:32.087413 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b79bb5-ac84-4037-b45a-a6650f47cb80 req-61a14372-0e4e-44e3-a710-4a24f5fce8e7 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:32.088208 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-00b79bb5-ac84-4037-b45a-a6650f47cb80 req-61a14372-0e4e-44e3-a710-4a24f5fce8e7 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:32.112072 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-00b79bb5-ac84-4037-b45a-a6650f47cb80 req-61a14372-0e4e-44e3-a710-4a24f5fce8e7 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5787082 May 14 15:53:32.140950 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [req-00b79bb5-ac84-4037-b45a-a6650f47cb80 req-0f5ed608-0155-4da6-8144-001e90df3afd service neutron] Request body: {'port': {'device_id': 'cca08141-979e-4519-88b3-c77e8a71ae3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:53:32.223978 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-00b79bb5-ac84-4037-b45a-a6650f47cb80 req-0f5ed608-0155-4da6-8144-001e90df3afd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (e23afae5-7b01-4137-a087-ba1a741fd1f4), before_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:32.254157 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef63d04a-87e5-4202-a672-d45a2a877c68', 'tag': '61226c22-8028-48c9-8e04-0f0c0cf9fa30'}] {{(pid=115111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:53:32.256536 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d243af113ddc23b9a3ad38dde0a226f09410eb7dd6936b385d295fad3462c172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1470aca-1006-477b-9999-10f238188fc7" -d '{"events": [{"name": "network-changed", "server_uuid": "ef63d04a-87e5-4202-a672-d45a2a877c68", "tag": "61226c22-8028-48c9-8e04-0f0c0cf9fa30"}]}' {{(pid=115111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:53:32.306998 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 15:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ddd0d5-1ef7-4066-b6ff-559c8d318e30 x-openstack-request-id: req-c5ddd0d5-1ef7-4066-b6ff-559c8d318e30 {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:53:32.307277 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef63d04a-87e5-4202-a672-d45a2a877c68", "tag": "61226c22-8028-48c9-8e04-0f0c0cf9fa30", "status": "completed", "code": 200}]} {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:53:32.307539 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c5ddd0d5-1ef7-4066-b6ff-559c8d318e30 {{(pid=115111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:53:32.307946 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5ddd0d5-1ef7-4066-b6ff-559c8d318e30'] response: {'name': 'network-changed', 'server_uuid': 'ef63d04a-87e5-4202-a672-d45a2a877c68', 'tag': '61226c22-8028-48c9-8e04-0f0c0cf9fa30', 'status': 'completed', 'code': 200} May 14 15:53:32.320043 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-d1c7ad91-9f4b-43ab-aa1c-90a78e1f5248 None None] Provisioning complete for port e23afae5-7b01-4137-a087-ba1a741fd1f4 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:53:32.320428 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-d1c7ad91-9f4b-43ab-aa1c-90a78e1f5248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (e23afae5-7b01-4137-a087-ba1a741fd1f4), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:32.324629 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-114bc160-9569-4b8c-b8b6-035dc0a5b2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0', 'name': 'tempest-TestMinimumBasicScenario-134645540-router', 'tenant_id': '5fba11e8ade54d388361c4c936a43372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:48:22Z', 'updated_at': '2022-05-14T15:48:26Z', 'revision_number': 4, 'project_id': '5fba11e8ade54d388361c4c936a43372', 'gw_port': {'id': '775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:06:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:48:22Z', 'updated_at': '2022-05-14T15:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': 'c60daf3e-06ee-4be7-b91f-7c00559f9624', 'name': '', 'network_id': '4b5e11b1-b142-4a99-ada9-a011e605383b', 'tenant_id': '5fba11e8ade54d388361c4c936a43372', 'mac_address': 'fa:16:3e:65:e7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'ccea14e1-27b6-48d9-a3be-5796f3489377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:48:25Z', 'updated_at': '2022-05-14T15:48:31Z', 'revision_number': 5, 'project_id': '5fba11e8ade54d388361c4c936a43372', 'subnets': [{'id': 'ccea14e1-27b6-48d9-a3be-5796f3489377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:53:32.382169 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114bc160-9569-4b8c-b8b6-035dc0a5b2d1 None None] Checking router: 8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0 for host: dv-cinder-839793-11-iscsi {{(pid=115112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 15:53:32.384843 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4a650-b5b5-4823-a968-9075fa9cb64c req-1d16dafb-3f47-4dd0-80c8-11e99bebbffa tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:32.392921 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-03d4a650-b5b5-4823-a968-9075fa9cb64c req-1d16dafb-3f47-4dd0-80c8-11e99bebbffa tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 932 time: 0.0633013 May 14 15:53:32.399660 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-d1c7ad91-9f4b-43ab-aa1c-90a78e1f5248 None None] Port e23afae5-7b01-4137-a087-ba1a741fd1f4 cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 14 15:53:32.401130 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114bc160-9569-4b8c-b8b6-035dc0a5b2d1 None None] Routers {'8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:53:32.401746 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-114bc160-9569-4b8c-b8b6-035dc0a5b2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:53:03Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:53:32.438860 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-03d4a650-b5b5-4823-a968-9075fa9cb64c req-1506ba2c-6edc-41e7-96b3-2f37e4e66291 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450253 May 14 15:53:32.516819 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-114bc160-9569-4b8c-b8b6-035dc0a5b2d1 None None] Set router 8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:53:32.555121 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.notifiers.nova [req-00b79bb5-ac84-4037-b45a-a6650f47cb80 req-0f5ed608-0155-4da6-8144-001e90df3afd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e23afae5-7b01-4137-a087-ba1a741fd1f4 {{(pid=115110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 15:53:32.563142 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-00b79bb5-ac84-4037-b45a-a6650f47cb80 req-0f5ed608-0155-4da6-8144-001e90df3afd service neutron] Publish callbacks [] for port (e23afae5-7b01-4137-a087-ba1a741fd1f4), precommit_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:32.575432 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.provisioning_blocks [req-00b79bb5-ac84-4037-b45a-a6650f47cb80 req-0f5ed608-0155-4da6-8144-001e90df3afd service neutron] Transition to ACTIVE for port object e23afae5-7b01-4137-a087-ba1a741fd1f4 will not be triggered until provisioned by entity L2. {{(pid=115110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 14 15:53:32.579188 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-00b79bb5-ac84-4037-b45a-a6650f47cb80 req-0f5ed608-0155-4da6-8144-001e90df3afd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3204974'] for port (e23afae5-7b01-4137-a087-ba1a741fd1f4), after_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:32.635087 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ed608-0155-4da6-8144-001e90df3afd service neutron] Pushing event updated for resources: {'Port': ['ID=e23afae5-7b01-4137-a087-ba1a741fd1f4,revision_number=2']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:53:32.703871 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.managers [req-00b79bb5-ac84-4037-b45a-a6650f47cb80 req-0f5ed608-0155-4da6-8144-001e90df3afd service neutron] Attempting to bind port e23afae5-7b01-4137-a087-ba1a741fd1f4 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 15:53:32.704237 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.managers [req-00b79bb5-ac84-4037-b45a-a6650f47cb80 req-0f5ed608-0155-4da6-8144-001e90df3afd service neutron] Attempting to bind port e23afae5-7b01-4137-a087-ba1a741fd1f4 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '4b29d80c-5a53-4124-96cc-b568754899ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd4128056-aa2b-474b-a7d3-2646c1ffdbcf'}] {{(pid=115110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 15:53:32.704568 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b79bb5-ac84-4037-b45a-a6650f47cb80 req-0f5ed608-0155-4da6-8144-001e90df3afd service neutron] Attempting to bind port e23afae5-7b01-4137-a087-ba1a741fd1f4 on network d4128056-aa2b-474b-a7d3-2646c1ffdbcf {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:53:32.709287 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b79bb5-ac84-4037-b45a-a6650f47cb80 req-0f5ed608-0155-4da6-8144-001e90df3afd service neutron] Port e23afae5-7b01-4137-a087-ba1a741fd1f4 on network d4128056-aa2b-474b-a7d3-2646c1ffdbcf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 14 15:53:32.709613 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b79bb5-ac84-4037-b45a-a6650f47cb80 req-0f5ed608-0155-4da6-8144-001e90df3afd service neutron] Attempting to bind port e23afae5-7b01-4137-a087-ba1a741fd1f4 on network d4128056-aa2b-474b-a7d3-2646c1ffdbcf {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:53:32.715119 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b79bb5-ac84-4037-b45a-a6650f47cb80 req-0f5ed608-0155-4da6-8144-001e90df3afd service neutron] Checking agent: {'id': 'df6c86ae-fc26-40a3-91a1-648a304bf46f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 44, 23), 'started_at': datetime.datetime(2022, 5, 14, 15, 44, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 15, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 15:53:32.715370 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b79bb5-ac84-4037-b45a-a6650f47cb80 req-0f5ed608-0155-4da6-8144-001e90df3afd service neutron] Checking segment: {'id': '4b29d80c-5a53-4124-96cc-b568754899ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd4128056-aa2b-474b-a7d3-2646c1ffdbcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:53:32.715548 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b79bb5-ac84-4037-b45a-a6650f47cb80 req-0f5ed608-0155-4da6-8144-001e90df3afd service neutron] Bound using segment: {'id': '4b29d80c-5a53-4124-96cc-b568754899ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd4128056-aa2b-474b-a7d3-2646c1ffdbcf'} {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 15:53:32.715969 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.managers [req-00b79bb5-ac84-4037-b45a-a6650f47cb80 req-0f5ed608-0155-4da6-8144-001e90df3afd service neutron] Bound port: e23afae5-7b01-4137-a087-ba1a741fd1f4, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b29d80c-5a53-4124-96cc-b568754899ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'd4128056-aa2b-474b-a7d3-2646c1ffdbcf'}}] {{(pid=115110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 15:53:32.716359 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-00b79bb5-ac84-4037-b45a-a6650f47cb80 req-0f5ed608-0155-4da6-8144-001e90df3afd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (e23afae5-7b01-4137-a087-ba1a741fd1f4), before_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:32.718622 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-114bc160-9569-4b8c-b8b6-035dc0a5b2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0', 'name': 'tempest-TestMinimumBasicScenario-134645540-router', 'tenant_id': '5fba11e8ade54d388361c4c936a43372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:48:22Z', 'updated_at': '2022-05-14T15:48:26Z', 'revision_number': 4, 'project_id': '5fba11e8ade54d388361c4c936a43372', 'gw_port': {'id': '775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:06:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:48:22Z', 'updated_at': '2022-05-14T15:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': 'c60daf3e-06ee-4be7-b91f-7c00559f9624', 'name': '', 'network_id': '4b5e11b1-b142-4a99-ada9-a011e605383b', 'tenant_id': '5fba11e8ade54d388361c4c936a43372', 'mac_address': 'fa:16:3e:65:e7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'ccea14e1-27b6-48d9-a3be-5796f3489377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:48:25Z', 'updated_at': '2022-05-14T15:48:31Z', 'revision_number': 5, 'project_id': '5fba11e8ade54d388361c4c936a43372', 'subnets': [{'id': 'ccea14e1-27b6-48d9-a3be-5796f3489377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:53:32.748203 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-114bc160-9569-4b8c-b8b6-035dc0a5b2d1 None None] The sync data for ids ['8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0'] in dv-cinder-839793-11-iscsi is: [{'id': '8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0', 'name': 'tempest-TestMinimumBasicScenario-134645540-router', 'tenant_id': '5fba11e8ade54d388361c4c936a43372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:48:22Z', 'updated_at': '2022-05-14T15:48:26Z', 'revision_number': 4, 'project_id': '5fba11e8ade54d388361c4c936a43372', 'gw_port': {'id': '775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:06:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:48:22Z', 'updated_at': '2022-05-14T15:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': 'c60daf3e-06ee-4be7-b91f-7c00559f9624', 'name': '', 'network_id': '4b5e11b1-b142-4a99-ada9-a011e605383b', 'tenant_id': '5fba11e8ade54d388361c4c936a43372', 'mac_address': 'fa:16:3e:65:e7:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'ccea14e1-27b6-48d9-a3be-5796f3489377', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:48:25Z', 'updated_at': '2022-05-14T15:48:31Z', 'revision_number': 5, 'project_id': '5fba11e8ade54d388361c4c936a43372', 'subnets': [{'id': 'ccea14e1-27b6-48d9-a3be-5796f3489377', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 15:53:32.785449 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [req-00b79bb5-ac84-4037-b45a-a6650f47cb80 req-0f5ed608-0155-4da6-8144-001e90df3afd service neutron] For port e23afae5-7b01-4137-a087-ba1a741fd1f4, host hv-cinder-83979, cleared binding levels {{(pid=115110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 15:53:32.788882 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [req-00b79bb5-ac84-4037-b45a-a6650f47cb80 req-0f5ed608-0155-4da6-8144-001e90df3afd service neutron] For port e23afae5-7b01-4137-a087-ba1a741fd1f4, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=e23afae5-7b01-4137-a087-ba1a741fd1f4,segment=NetworkSegment(4b29d80c-5a53-4124-96cc-b568754899ad),segment_id=4b29d80c-5a53-4124-96cc-b568754899ad)] {{(pid=115110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 15:53:32.796529 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-00b79bb5-ac84-4037-b45a-a6650f47cb80 req-0f5ed608-0155-4da6-8144-001e90df3afd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3204974'] for port (e23afae5-7b01-4137-a087-ba1a741fd1f4), after_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:32.843311 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b79bb5-ac84-4037-b45a-a6650f47cb80 req-0f5ed608-0155-4da6-8144-001e90df3afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:32.843935 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-00b79bb5-ac84-4037-b45a-a6650f47cb80 req-0f5ed608-0155-4da6-8144-001e90df3afd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:32.845366 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-00b79bb5-ac84-4037-b45a-a6650f47cb80 req-0f5ed608-0155-4da6-8144-001e90df3afd service neutron] 10.222.0.36 "PUT /v2.0/ports/e23afae5-7b01-4137-a087-ba1a741fd1f4 HTTP/1.1" status: 200 len: 1094 time: 0.7111251 May 14 15:53:32.845830 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca08141-979e-4519-88b3-c77e8a71ae3e', 'tag': 'e23afae5-7b01-4137-a087-ba1a741fd1f4'}] {{(pid=115110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:53:32.848112 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a270656aa08f71c574e37588e4b5bc67f1398202d03dea947e2a2c931e3df3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ca66a1-16b3-418f-a7a4-04f33b517b4a" -d '{"events": [{"name": "network-changed", "server_uuid": "cca08141-979e-4519-88b3-c77e8a71ae3e", "tag": "e23afae5-7b01-4137-a087-ba1a741fd1f4"}]}' {{(pid=115110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:53:32.863877 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1470aca-1006-477b-9999-10f238188fc7 req-bcc3fa61-76a6-440f-a98b-a41776676499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:32.865677 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b1470aca-1006-477b-9999-10f238188fc7 req-bcc3fa61-76a6-440f-a98b-a41776676499 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5fba11e8ade54d388361c4c936a43372&device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 1129 time: 0.0654047 May 14 15:53:32.894832 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ed608-0155-4da6-8144-001e90df3afd service neutron] Pushing event updated for resources: {'Port': ['ID=e23afae5-7b01-4137-a087-ba1a741fd1f4,revision_number=3']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:53:32.929155 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 15:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb7a51b-114c-4413-a784-5298b606ddbe x-openstack-request-id: req-deb7a51b-114c-4413-a784-5298b606ddbe {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:53:32.929476 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cca08141-979e-4519-88b3-c77e8a71ae3e", "tag": "e23afae5-7b01-4137-a087-ba1a741fd1f4", "status": "completed", "code": 200}]} {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:53:32.929695 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-deb7a51b-114c-4413-a784-5298b606ddbe {{(pid=115110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:53:32.930097 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-deb7a51b-114c-4413-a784-5298b606ddbe'] response: {'name': 'network-changed', 'server_uuid': 'cca08141-979e-4519-88b3-c77e8a71ae3e', 'tag': 'e23afae5-7b01-4137-a087-ba1a741fd1f4', 'status': 'completed', 'code': 200} May 14 15:53:32.960891 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b79bb5-ac84-4037-b45a-a6650f47cb80 req-c8515bf8-8c9a-47d2-902b-56f893aff8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:32.963105 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-00b79bb5-ac84-4037-b45a-a6650f47cb80 req-c8515bf8-8c9a-47d2-902b-56f893aff8ec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0672be3fa3f7414da1c1a5b7300abbe7&device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 1128 time: 0.0499954 May 14 15:53:32.997051 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1470aca-1006-477b-9999-10f238188fc7 req-95569b90-3b03-496b-b809-1358cf649ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:32.998627 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b1470aca-1006-477b-9999-10f238188fc7 req-95569b90-3b03-496b-b809-1358cf649ff3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4b5e11b1-b142-4a99-ada9-a011e605383b HTTP/1.1" status: 200 len: 915 time: 0.1241343 May 14 15:53:33.067418 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-00b79bb5-ac84-4037-b45a-a6650f47cb80 req-947e51cb-6dc6-40bc-ae9d-a1d2935fb87c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e23afae5-7b01-4137-a087-ba1a741fd1f4 HTTP/1.1" status: 200 len: 217 time: 0.0433505 May 14 15:53:33.082821 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b1470aca-1006-477b-9999-10f238188fc7 req-bcd47693-25b2-479c-9486-69a5b11daa9b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61226c22-8028-48c9-8e04-0f0c0cf9fa30 HTTP/1.1" status: 200 len: 217 time: 0.0555251 May 14 15:53:33.112937 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e88005-361c-4f89-8f05-90968ccb3941 None None] New status for floating IP b565ae32-ba0b-413c-93ad-023889d5325d: DOWN {{(pid=115113) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 14 15:53:33.122524 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b79bb5-ac84-4037-b45a-a6650f47cb80 req-8046d8e6-04f4-4dd3-ad74-ebc9e43cdcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:33.124008 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-00b79bb5-ac84-4037-b45a-a6650f47cb80 req-8046d8e6-04f4-4dd3-ad74-ebc9e43cdcef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d228e71-c8a7-4ea8-bb77-1fa96d4cb770 HTTP/1.1" status: 200 len: 855 time: 0.0499861 May 14 15:53:33.144125 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1470aca-1006-477b-9999-10f238188fc7 req-e0635fe2-b39d-4e69-b2b2-16fb5eb94dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:33.145584 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b1470aca-1006-477b-9999-10f238188fc7 req-e0635fe2-b39d-4e69-b2b2-16fb5eb94dfe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ccea14e1-27b6-48d9-a3be-5796f3489377 HTTP/1.1" status: 200 len: 853 time: 0.0565681 May 14 15:53:33.177832 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b79bb5-ac84-4037-b45a-a6650f47cb80 req-30231fe9-ff70-4904-ae0c-4687ba001abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:33.179437 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-00b79bb5-ac84-4037-b45a-a6650f47cb80 req-30231fe9-ff70-4904-ae0c-4687ba001abd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d4128056-aa2b-474b-a7d3-2646c1ffdbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0484679 May 14 15:53:33.200762 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1470aca-1006-477b-9999-10f238188fc7 req-0cd03bc4-f218-456a-9241-7a4500e98a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:33.202827 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b1470aca-1006-477b-9999-10f238188fc7 req-0cd03bc4-f218-456a-9241-7a4500e98a55 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4b5e11b1-b142-4a99-ada9-a011e605383b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0485713 May 14 15:53:33.277338 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-00b79bb5-ac84-4037-b45a-a6650f47cb80 req-e20cf03d-f1d3-493d-98dd-8d0673b51265 service neutron] 10.222.0.36 "GET /v2.0/networks/d4128056-aa2b-474b-a7d3-2646c1ffdbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894361 May 14 15:53:33.290090 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-a72c092f-43bd-475f-af43-084c9fe2d883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:33.319111 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b1470aca-1006-477b-9999-10f238188fc7 req-4760652a-8ff0-43e9-9dc4-cb1d7738c486 service neutron] 10.222.0.36 "GET /v2.0/networks/4b5e11b1-b142-4a99-ada9-a011e605383b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076825 May 14 15:53:33.383166 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-00b79bb5-ac84-4037-b45a-a6650f47cb80 req-70490a3d-fefe-48fb-83f1-0a776720b7ec service neutron] 10.222.0.36 "GET /v2.0/networks/d4128056-aa2b-474b-a7d3-2646c1ffdbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970023 May 14 15:53:33.433604 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b1470aca-1006-477b-9999-10f238188fc7 req-17ef444c-2da5-4a23-a6d4-604bc587379d service neutron] 10.222.0.36 "GET /v2.0/networks/4b5e11b1-b142-4a99-ada9-a011e605383b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897591 May 14 15:53:33.576791 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb756a2-8a9e-4e9a-8082-f03150b8010d req-1667281d-6331-4095-9cb5-66a520079c65 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:33.579278 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-cbb756a2-8a9e-4e9a-8082-f03150b8010d req-1667281d-6331-4095-9cb5-66a520079c65 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 944 time: 0.0658026 May 14 15:53:33.630011 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-cbb756a2-8a9e-4e9a-8082-f03150b8010d req-f3a687f9-38ff-4000-9497-fda3efb1605b tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450101 May 14 15:53:33.692637 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (df6c86ae-fc26-40a3-91a1-648a304bf46f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:34.305496 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:34.743797 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca95648-42d3-4172-8d0e-67e1b8d69adb req-0d9435c9-d10a-4914-ab35-e3925178508a tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:34.745245 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-aca95648-42d3-4172-8d0e-67e1b8d69adb req-0d9435c9-d10a-4914-ab35-e3925178508a tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 944 time: 0.0466809 May 14 15:53:34.791927 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-aca95648-42d3-4172-8d0e-67e1b8d69adb req-ebbd93ef-1bc3-4dcb-8a9d-eb5e6c837ebc tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406272 May 14 15:53:35.874636 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:35.951969 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da528c2-973f-4e3a-91a5-e9fa79799478 req-66baa55f-e070-45a3-82e4-9757e206e814 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:35.953419 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6da528c2-973f-4e3a-91a5-e9fa79799478 req-66baa55f-e070-45a3-82e4-9757e206e814 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 944 time: 0.0773082 May 14 15:53:35.963902 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ddf93-ef4c-463e-8127-5c3975d953ef req-5895c588-bc97-4a94-9d1a-6c63c8005f48 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:35.965284 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b33ddf93-ef4c-463e-8127-5c3975d953ef req-5895c588-bc97-4a94-9d1a-6c63c8005f48 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 945 time: 0.0783086 May 14 15:53:36.036619 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6da528c2-973f-4e3a-91a5-e9fa79799478 req-3e666ce2-cc0b-4778-be3a-4cbf3f492cc1 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702870 May 14 15:53:36.040628 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b33ddf93-ef4c-463e-8127-5c3975d953ef req-7b723c2f-2070-4b26-a1a6-fb048e8642ff tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687606 May 14 15:53:36.341585 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca66a1-16b3-418f-a7a4-04f33b517b4a req-9c6132df-1132-4495-b0d7-8ebb8707d6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:36.343123 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-42ca66a1-16b3-418f-a7a4-04f33b517b4a req-9c6132df-1132-4495-b0d7-8ebb8707d6e5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0672be3fa3f7414da1c1a5b7300abbe7&device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 1128 time: 0.0401247 May 14 15:53:37.172367 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device e23afae5-7b01-4137-a087-ba1a741fd1f4 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=115112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 14 15:53:37.194640 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693fd97-3b9d-4f22-aed1-d220fa9b9940 req-35103179-54dd-4900-8160-a977813cc494 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:37.196146 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8693fd97-3b9d-4f22-aed1-d220fa9b9940 req-35103179-54dd-4900-8160-a977813cc494 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 945 time: 0.0788689 May 14 15:53:37.205424 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a370c3-fa7a-45f4-be06-d23f7cdcdec6 req-909a7b97-f6ce-4158-b6ff-4ff68d855908 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:37.206931 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e7a370c3-fa7a-45f4-be06-d23f7cdcdec6 req-909a7b97-f6ce-4158-b6ff-4ff68d855908 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 944 time: 0.0803318 May 14 15:53:37.281693 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e7a370c3-fa7a-45f4-be06-d23f7cdcdec6 req-b9c8b855-4247-48c3-8a81-057256775332 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678742 May 14 15:53:37.284820 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8693fd97-3b9d-4f22-aed1-d220fa9b9940 req-6d81a8d4-00f4-41e6-812b-ac8e94b2ccbf tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769451 May 14 15:53:37.287508 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port e23afae5-7b01-4137-a087-ba1a741fd1f4, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=e23afae5-7b01-4137-a087-ba1a741fd1f4,segment=NetworkSegment(4b29d80c-5a53-4124-96cc-b568754899ad),segment_id=4b29d80c-5a53-4124-96cc-b568754899ad)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:53:37.304053 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Returning: {'device': 'e23afae5-7b01-4137-a087-ba1a741fd1f4', 'network_id': 'd4128056-aa2b-474b-a7d3-2646c1ffdbcf', 'port_id': 'e23afae5-7b01-4137-a087-ba1a741fd1f4', 'mac_address': 'fa:16:3e:7c:58:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d228e71-c8a7-4ea8-bb77-1fa96d4cb770', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 14 15:53:37.367998 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port e23afae5-7b01-4137-a087-ba1a741fd1f4 is: DOWN; New status is: BUILD {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:53:37.368391 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (e23afae5-7b01-4137-a087-ba1a741fd1f4), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:37.371316 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:37.382767 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e23afae5-7b01-4137-a087-ba1a741fd1f4 {{(pid=115112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 15:53:37.405289 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port e23afae5-7b01-4137-a087-ba1a741fd1f4, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=e23afae5-7b01-4137-a087-ba1a741fd1f4,segment=NetworkSegment(4b29d80c-5a53-4124-96cc-b568754899ad),segment_id=4b29d80c-5a53-4124-96cc-b568754899ad)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:53:37.409559 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (e23afae5-7b01-4137-a087-ba1a741fd1f4), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:37.459281 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=e23afae5-7b01-4137-a087-ba1a741fd1f4,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:53:37.885469 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] get_ports_and_sgs() called for port_ids ['e23afae5-7b01-4137-a087-ba1a741fd1f4'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 15:53:38.080252 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca66a1-16b3-418f-a7a4-04f33b517b4a req-bfe9394f-2527-4fdc-97be-4f57929db350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:38.081829 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-42ca66a1-16b3-418f-a7a4-04f33b517b4a req-bfe9394f-2527-4fdc-97be-4f57929db350 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d4128056-aa2b-474b-a7d3-2646c1ffdbcf HTTP/1.1" status: 200 len: 917 time: 0.0936141 May 14 15:53:38.138366 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-42ca66a1-16b3-418f-a7a4-04f33b517b4a req-80b37fcc-3e73-47e0-9a8c-2c837274c086 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e23afae5-7b01-4137-a087-ba1a741fd1f4 HTTP/1.1" status: 200 len: 217 time: 0.0343246 May 14 15:53:38.185830 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca66a1-16b3-418f-a7a4-04f33b517b4a req-492d7587-91bb-49b4-ac6b-6cb40f692002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:38.187263 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-42ca66a1-16b3-418f-a7a4-04f33b517b4a req-492d7587-91bb-49b4-ac6b-6cb40f692002 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d228e71-c8a7-4ea8-bb77-1fa96d4cb770 HTTP/1.1" status: 200 len: 855 time: 0.0421662 May 14 15:53:38.234866 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca66a1-16b3-418f-a7a4-04f33b517b4a req-8161e772-5f7d-46e7-9d8d-1da198ccc002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:38.236283 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-42ca66a1-16b3-418f-a7a4-04f33b517b4a req-8161e772-5f7d-46e7-9d8d-1da198ccc002 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d4128056-aa2b-474b-a7d3-2646c1ffdbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0413172 May 14 15:53:38.328024 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-42ca66a1-16b3-418f-a7a4-04f33b517b4a req-f389e1a3-9555-4ace-a299-efb8c340f6bf service neutron] 10.222.0.36 "GET /v2.0/networks/d4128056-aa2b-474b-a7d3-2646c1ffdbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843825 May 14 15:53:38.439513 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bafd4be-c671-4a9b-827b-0ef978260374 req-6b59a9d1-8741-44bc-93f7-1477c4b87b24 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:38.440899 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5bafd4be-c671-4a9b-827b-0ef978260374 req-6b59a9d1-8741-44bc-93f7-1477c4b87b24 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 945 time: 0.0767491 May 14 15:53:38.448989 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89204a2c-7fac-4e02-b981-f706c13d4df4 req-56a673b4-8426-4a39-ac3a-73a2f9476b0e tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:38.450455 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-89204a2c-7fac-4e02-b981-f706c13d4df4 req-56a673b4-8426-4a39-ac3a-73a2f9476b0e tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 945 time: 0.0772216 May 14 15:53:38.522228 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5bafd4be-c671-4a9b-827b-0ef978260374 req-ace627c5-0368-4eac-8d4a-c86c20f0d6f8 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708256 May 14 15:53:38.526257 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-89204a2c-7fac-4e02-b981-f706c13d4df4 req-9cb16835-39c9-427c-b358-386fca1c8088 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/security-groups?id=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682700 May 14 15:53:38.639722 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-42ca66a1-16b3-418f-a7a4-04f33b517b4a req-6144e757-2a73-40c1-8d0f-4a9163491915 service neutron] 10.222.0.36 "GET /v2.0/networks/d4128056-aa2b-474b-a7d3-2646c1ffdbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855384 May 14 15:53:38.649708 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-cd1eea98-3021-4588-9590-5969087dafc2 None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 15:53:38.905784 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0056da-80c1-49a6-b73c-a67ad56191f6 req-51cea452-c3ce-4511-99b0-14305befbe66 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:38.907269 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ef0056da-80c1-49a6-b73c-a67ad56191f6 req-51cea452-c3ce-4511-99b0-14305befbe66 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 945 time: 0.0473790 May 14 15:53:38.997646 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [req-ef0056da-80c1-49a6-b73c-a67ad56191f6 req-f8a5b8d6-a868-49f6-8f6f-8586b999c872 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Deleting port 61226c22-8028-48c9-8e04-0f0c0cf9fa30 {{(pid=115111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 15:53:38.997986 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-ef0056da-80c1-49a6-b73c-a67ad56191f6 req-f8a5b8d6-a868-49f6-8f6f-8586b999c872 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (61226c22-8028-48c9-8e04-0f0c0cf9fa30), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:39.084332 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.db [req-ef0056da-80c1-49a6-b73c-a67ad56191f6 req-f8a5b8d6-a868-49f6-8f6f-8586b999c872 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] For port 61226c22-8028-48c9-8e04-0f0c0cf9fa30, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=61226c22-8028-48c9-8e04-0f0c0cf9fa30,segment=NetworkSegment(5ddd1c83-6541-4162-9f9b-74f17895931e),segment_id=5ddd1c83-6541-4162-9f9b-74f17895931e)] {{(pid=115111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:53:39.084699 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-ef0056da-80c1-49a6-b73c-a67ad56191f6 req-f8a5b8d6-a868-49f6-8f6f-8586b999c872 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (61226c22-8028-48c9-8e04-0f0c0cf9fa30), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:39.098061 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [req-ef0056da-80c1-49a6-b73c-a67ad56191f6 req-f8a5b8d6-a868-49f6-8f6f-8586b999c872 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Calling delete_port for 61226c22-8028-48c9-8e04-0f0c0cf9fa30 owned by compute:nova {{(pid=115111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 15:53:39.188904 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device e23afae5-7b01-4137-a087-ba1a741fd1f4 up at agent hyperv_hv-cinder-83979 {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:53:39.225738 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-ef0056da-80c1-49a6-b73c-a67ad56191f6 req-f8a5b8d6-a868-49f6-8f6f-8586b999c872 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764499'] for port (61226c22-8028-48c9-8e04-0f0c0cf9fa30), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:39.233475 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Provisioning for port e23afae5-7b01-4137-a087-ba1a741fd1f4 completed by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 14 15:53:39.239710 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Provisioning complete for port e23afae5-7b01-4137-a087-ba1a741fd1f4 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:53:39.240355 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (e23afae5-7b01-4137-a087-ba1a741fd1f4), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:39.252575 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a5b8d6-a868-49f6-8f6f-8586b999c872 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Pushing event deleted for resources: {'Port': ['ID=61226c22-8028-48c9-8e04-0f0c0cf9fa30,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:53:39.264797 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] get_ports_and_sgs() called for port_ids ['61226c22-8028-48c9-8e04-0f0c0cf9fa30'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 15:53:39.300058 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0056da-80c1-49a6-b73c-a67ad56191f6 req-f8a5b8d6-a868-49f6-8f6f-8586b999c872 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] No DVR routers for this DVR port 61226c22-8028-48c9-8e04-0f0c0cf9fa30 on host hv-cinder-83979 {{(pid=115111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 15:53:39.302535 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-ef0056da-80c1-49a6-b73c-a67ad56191f6 req-f8a5b8d6-a868-49f6-8f6f-8586b999c872 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:39.305729 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ef0056da-80c1-49a6-b73c-a67ad56191f6 req-f8a5b8d6-a868-49f6-8f6f-8586b999c872 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.36 "DELETE /v2.0/ports/61226c22-8028-48c9-8e04-0f0c0cf9fa30 HTTP/1.1" status: 204 len: 173 time: 0.3930342 May 14 15:53:39.306199 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef63d04a-87e5-4202-a672-d45a2a877c68', 'name': 'network-vif-deleted', 'tag': '61226c22-8028-48c9-8e04-0f0c0cf9fa30'}] {{(pid=115111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:53:39.308510 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d243af113ddc23b9a3ad38dde0a226f09410eb7dd6936b385d295fad3462c172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1fc26b8-f3b4-4667-bf00-4272f641a451" -d '{"events": [{"server_uuid": "ef63d04a-87e5-4202-a672-d45a2a877c68", "name": "network-vif-deleted", "tag": "61226c22-8028-48c9-8e04-0f0c0cf9fa30"}]}' {{(pid=115111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:53:39.346622 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 15:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6633fe63-bf16-4eed-9fec-343d828ed24b x-openstack-request-id: req-6633fe63-bf16-4eed-9fec-343d828ed24b {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:53:39.346972 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef63d04a-87e5-4202-a672-d45a2a877c68", "name": "network-vif-deleted", "tag": "61226c22-8028-48c9-8e04-0f0c0cf9fa30", "status": "completed", "code": 200}]} {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:53:39.347695 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6633fe63-bf16-4eed-9fec-343d828ed24b {{(pid=115111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:53:39.348163 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6633fe63-bf16-4eed-9fec-343d828ed24b'] response: {'server_uuid': 'ef63d04a-87e5-4202-a672-d45a2a877c68', 'name': 'network-vif-deleted', 'tag': '61226c22-8028-48c9-8e04-0f0c0cf9fa30', 'status': 'completed', 'code': 200} May 14 15:53:39.486749 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port e23afae5-7b01-4137-a087-ba1a741fd1f4 is: BUILD; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:53:39.487138 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (e23afae5-7b01-4137-a087-ba1a741fd1f4), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:39.511146 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca08141-979e-4519-88b3-c77e8a71ae3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23afae5-7b01-4137-a087-ba1a741fd1f4'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:53:39.513467 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bb685cd0d0d5598b2dce4f6f2400b8bab1844baadda65bc385176a7d6dc4011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6436ae74-d87e-418d-bcd4-a10d0525377f" -d '{"events": [{"server_uuid": "cca08141-979e-4519-88b3-c77e8a71ae3e", "name": "network-vif-plugged", "status": "completed", "tag": "e23afae5-7b01-4137-a087-ba1a741fd1f4"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:53:39.525865 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port e23afae5-7b01-4137-a087-ba1a741fd1f4, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=e23afae5-7b01-4137-a087-ba1a741fd1f4,segment=NetworkSegment(4b29d80c-5a53-4124-96cc-b568754899ad),segment_id=4b29d80c-5a53-4124-96cc-b568754899ad)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:53:39.530166 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (e23afae5-7b01-4137-a087-ba1a741fd1f4), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:39.554738 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 15:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dcd8a2b-cf72-480a-a89a-9fed0f5867f1 x-openstack-request-id: req-0dcd8a2b-cf72-480a-a89a-9fed0f5867f1 {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:53:39.555042 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca08141-979e-4519-88b3-c77e8a71ae3e", "name": "network-vif-plugged", "status": "completed", "tag": "e23afae5-7b01-4137-a087-ba1a741fd1f4", "code": 200}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:53:39.555260 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0dcd8a2b-cf72-480a-a89a-9fed0f5867f1 {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:53:39.555644 dv-cinder-839793-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dcd8a2b-cf72-480a-a89a-9fed0f5867f1'] response: {'server_uuid': 'cca08141-979e-4519-88b3-c77e8a71ae3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23afae5-7b01-4137-a087-ba1a741fd1f4', 'code': 200} May 14 15:53:39.583976 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=e23afae5-7b01-4137-a087-ba1a741fd1f4,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:53:39.658930 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5993e763-8329-44ff-a3c6-58eb3c11916c req-9cc18b05-a9ed-4c0d-aa5e-37b83a1e5c97 tempest-TestMinimumBasicScenario-1817438735 tempest-TestMinimumBasicScenario-1817438735-project] 10.222.0.61 "GET /v2.0/ports?device_id=ef63d04a-87e5-4202-a672-d45a2a877c68 HTTP/1.1" status: 200 len: 210 time: 0.0504708 May 14 15:53:39.672954 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c383b-2a8f-4993-ab0a-a4609a65e8e4 req-a4f987f2-a05d-41cf-acf9-0907393886fe tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:39.674534 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-af0c383b-2a8f-4993-ab0a-a4609a65e8e4 req-a4f987f2-a05d-41cf-acf9-0907393886fe tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 946 time: 0.0765498 May 14 15:53:39.726964 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-af0c383b-2a8f-4993-ab0a-a4609a65e8e4 req-95e8549c-60d7-48fb-a692-ebdcb04fd922 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462759 May 14 15:53:39.968294 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c985bf-4572-431e-8318-5708369db6eb req-6fb42303-3241-453c-b14f-7a2e2151be56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:39.969651 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c8c985bf-4572-431e-8318-5708369db6eb req-6fb42303-3241-453c-b14f-7a2e2151be56 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 1130 time: 0.0379913 May 14 15:53:40.016237 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c8c985bf-4572-431e-8318-5708369db6eb req-bc328e02-f6c0-49ce-9ab2-12781b9da2be service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397282 May 14 15:53:40.851337 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bdb61e-9f7b-4dbd-b429-7f99fb724c34 req-87d214d7-c822-40d5-8ee0-145cd37b0df6 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:40.852926 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-36bdb61e-9f7b-4dbd-b429-7f99fb724c34 req-87d214d7-c822-40d5-8ee0-145cd37b0df6 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 946 time: 0.0511482 May 14 15:53:40.902200 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-36bdb61e-9f7b-4dbd-b429-7f99fb724c34 req-2745a7c6-810a-4d4d-a3c2-b16d1516ece1 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432484 May 14 15:53:41.220043 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 41818) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:53:41.709224 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-9c24ecfb-6e8a-43f8-9ec4-cc68de1c12be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753798'] for router_interface (8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:42.277282 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60cc60-c2c1-41dc-80c4-376be291f325 req-ed361949-225c-414d-859b-187c702d2a69 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:42.278770 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ae60cc60-c2c1-41dc-80c4-376be291f325 req-ed361949-225c-414d-859b-187c702d2a69 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 946 time: 0.0698380 May 14 15:53:42.282002 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [None req-9c24ecfb-6e8a-43f8-9ec4-cc68de1c12be admin admin] Deleting port c60daf3e-06ee-4be7-b91f-7c00559f9624 {{(pid=115111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 15:53:42.282379 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-9c24ecfb-6e8a-43f8-9ec4-cc68de1c12be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (c60daf3e-06ee-4be7-b91f-7c00559f9624), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:42.379947 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ae60cc60-c2c1-41dc-80c4-376be291f325 req-784694c8-ea27-4bfb-85d6-c4b3e305ee01 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947320 May 14 15:53:42.397422 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.db [None req-9c24ecfb-6e8a-43f8-9ec4-cc68de1c12be admin admin] For port c60daf3e-06ee-4be7-b91f-7c00559f9624, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=c60daf3e-06ee-4be7-b91f-7c00559f9624,segment=NetworkSegment(5ddd1c83-6541-4162-9f9b-74f17895931e),segment_id=5ddd1c83-6541-4162-9f9b-74f17895931e)] {{(pid=115111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:53:42.397786 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-9c24ecfb-6e8a-43f8-9ec4-cc68de1c12be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (c60daf3e-06ee-4be7-b91f-7c00559f9624), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:42.411043 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [None req-9c24ecfb-6e8a-43f8-9ec4-cc68de1c12be admin admin] Calling delete_port for c60daf3e-06ee-4be7-b91f-7c00559f9624 owned by network:router_interface {{(pid=115111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 15:53:42.514073 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c72d65-8193-4658-96d7-8b7caea9f9e8 req-154dc058-897a-4b56-913e-be5a5333be97 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:42.515682 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-93c72d65-8193-4658-96d7-8b7caea9f9e8 req-154dc058-897a-4b56-913e-be5a5333be97 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 946 time: 0.0636995 May 14 15:53:42.524142 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 41826) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:53:42.528732 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-90c6d139-9975-4cd2-84b2-d5bba20715c3 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Request body: {'floatingip': {'port_id': 'e23afae5-7b01-4137-a087-ba1a741fd1f4'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:53:42.566894 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-90c6d139-9975-4cd2-84b2-d5bba20715c3 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks [] for floatingip (17a3bd21-b391-4c83-9bcb-9915d178e6d0), before_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:42.641845 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-9c24ecfb-6e8a-43f8-9ec4-cc68de1c12be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764499'] for port (c60daf3e-06ee-4be7-b91f-7c00559f9624), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:42.673475 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c24ecfb-6e8a-43f8-9ec4-cc68de1c12be admin admin] Pushing event deleted for resources: {'Port': ['ID=c60daf3e-06ee-4be7-b91f-7c00559f9624,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:53:42.704363 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24ecfb-6e8a-43f8-9ec4-cc68de1c12be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:53:42.704716 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24ecfb-6e8a-43f8-9ec4-cc68de1c12be admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:53:42.705065 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24ecfb-6e8a-43f8-9ec4-cc68de1c12be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:53:42.705408 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24ecfb-6e8a-43f8-9ec4-cc68de1c12be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:53:42.705742 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24ecfb-6e8a-43f8-9ec4-cc68de1c12be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:53:42.706078 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24ecfb-6e8a-43f8-9ec4-cc68de1c12be admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:53:42.706876 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24ecfb-6e8a-43f8-9ec4-cc68de1c12be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:53:42.707212 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24ecfb-6e8a-43f8-9ec4-cc68de1c12be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:53:42.707540 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24ecfb-6e8a-43f8-9ec4-cc68de1c12be admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:53:42.707870 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24ecfb-6e8a-43f8-9ec4-cc68de1c12be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:53:42.708204 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24ecfb-6e8a-43f8-9ec4-cc68de1c12be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:53:42.708534 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24ecfb-6e8a-43f8-9ec4-cc68de1c12be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:53:42.708857 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24ecfb-6e8a-43f8-9ec4-cc68de1c12be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:53:42.709175 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24ecfb-6e8a-43f8-9ec4-cc68de1c12be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:53:42.709633 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c24ecfb-6e8a-43f8-9ec4-cc68de1c12be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:53:42.877018 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-9c24ecfb-6e8a-43f8-9ec4-cc68de1c12be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1680725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769177'] for router_interface (8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:43.113425 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c24ecfb-6e8a-43f8-9ec4-cc68de1c12be admin admin] Router 8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0 has already been hosted by L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f {{(pid=115111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 15:53:43.198269 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device 61226c22-8028-48c9-8e04-0f0c0cf9fa30 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 15:53:43.222049 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] No Port match for: 61226c22-8028-48c9-8e04-0f0c0cf9fa30 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 14 15:53:43.222415 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device 61226c22-8028-48c9-8e04-0f0c0cf9fa30 not bound to the agent host hv-cinder-83979 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 15:53:43.226204 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c24ecfb-6e8a-43f8-9ec4-cc68de1c12be admin admin] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 15:53:43.234338 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-9c24ecfb-6e8a-43f8-9ec4-cc68de1c12be admin admin] 10.222.0.61 "PUT /v2.0/routers/8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0131910 May 14 15:53:43.234935 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 41828) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:53:43.236822 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5d217d-5ade-479a-846e-6989776a2179 None None] Sync routers for ids ['8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0'] in dv-cinder-839793-11-iscsi {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 15:53:43.246565 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5d217d-5ade-479a-846e-6989776a2179 None None] Routers {'8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:53:43.247186 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-3a5d217d-5ade-479a-846e-6989776a2179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:53:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:53:43.286363 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-90c6d139-9975-4cd2-84b2-d5bba20715c3 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:43.291419 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-90c6d139-9975-4cd2-84b2-d5bba20715c3 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1759531'] for floatingip (17a3bd21-b391-4c83-9bcb-9915d178e6d0), after_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:43.347208 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-39fa4ead-ee30-4703-b885-798995216b18 admin admin] Publish callbacks [] for router (8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:43.364528 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-3a5d217d-5ade-479a-846e-6989776a2179 None None] Set router 8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:53:43.399672 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.db.l3_db [None req-90c6d139-9975-4cd2-84b2-d5bba20715c3 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Floating IP 17a3bd21-b391-4c83-9bcb-9915d178e6d0 associated. External IP: 172.27.1.36, port: e23afae5-7b01-4137-a087-ba1a741fd1f4. May 14 15:53:43.461719 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-39fa4ead-ee30-4703-b885-798995216b18 admin admin] Publish callbacks [] for router_gateway (8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:43.510215 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [None req-39fa4ead-ee30-4703-b885-798995216b18 admin admin] Deleting port 775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10 {{(pid=115111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 15:53:43.511089 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-39fa4ead-ee30-4703-b885-798995216b18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:43.558011 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-3a5d217d-5ade-479a-846e-6989776a2179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0', 'name': 'tempest-TestMinimumBasicScenario-134645540-router', 'tenant_id': '5fba11e8ade54d388361c4c936a43372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:48:22Z', 'updated_at': '2022-05-14T15:53:42Z', 'revision_number': 5, 'project_id': '5fba11e8ade54d388361c4c936a43372', 'gw_port': {'id': '775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:06:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:48:22Z', 'updated_at': '2022-05-14T15:48:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi'}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:53:43.594517 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5d217d-5ade-479a-846e-6989776a2179 None None] Checking router: 8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0 for host: dv-cinder-839793-11-iscsi {{(pid=115112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 15:53:43.600312 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.db [None req-39fa4ead-ee30-4703-b885-798995216b18 admin admin] For port 775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10,segment=NetworkSegment(fe506043-d64f-420e-bda4-fab290621067),segment_id=fe506043-d64f-420e-bda4-fab290621067)] {{(pid=115111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:53:43.600798 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-39fa4ead-ee30-4703-b885-798995216b18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:43.603468 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5d217d-5ade-479a-846e-6989776a2179 None None] Routers {'8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:53:43.604080 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-3a5d217d-5ade-479a-846e-6989776a2179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:53:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:53:43.614202 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [None req-39fa4ead-ee30-4703-b885-798995216b18 admin admin] Calling delete_port for 775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10 owned by network:router_gateway {{(pid=115111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 15:53:43.642228 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c6d139-9975-4cd2-84b2-d5bba20715c3 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Router d999361d-7937-46a9-8ca3-004e7ff6cde2 has already been hosted by L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f {{(pid=115110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 15:53:43.701577 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-3a5d217d-5ade-479a-846e-6989776a2179 None None] Set router 8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0 gateway port host: None {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:53:43.755595 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-3a5d217d-5ade-479a-846e-6989776a2179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0', 'name': 'tempest-TestMinimumBasicScenario-134645540-router', 'tenant_id': '5fba11e8ade54d388361c4c936a43372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:48:22Z', 'updated_at': '2022-05-14T15:53:43Z', 'revision_number': 6, 'project_id': '5fba11e8ade54d388361c4c936a43372', 'gw_port_host': None}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:53:43.759497 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c6d139-9975-4cd2-84b2-d5bba20715c3 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 15:53:43.764456 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-90c6d139-9975-4cd2-84b2-d5bba20715c3 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for floatingip (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:43.771229 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e757a90e-99ed-4a66-9888-0a088476d839 None None] Sync routers for ids ['d999361d-7937-46a9-8ca3-004e7ff6cde2'] in dv-cinder-839793-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 15:53:43.782244 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e757a90e-99ed-4a66-9888-0a088476d839 None None] Routers {'d999361d-7937-46a9-8ca3-004e7ff6cde2'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:53:43.783267 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-e757a90e-99ed-4a66-9888-0a088476d839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:53:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['d999361d-7937-46a9-8ca3-004e7ff6cde2'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:53:43.789533 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5d217d-5ade-479a-846e-6989776a2179 None None] The sync data for ids ['8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0'] in dv-cinder-839793-11-iscsi is: [{'id': '8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0', 'name': 'tempest-TestMinimumBasicScenario-134645540-router', 'tenant_id': '5fba11e8ade54d388361c4c936a43372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:48:22Z', 'updated_at': '2022-05-14T15:53:43Z', 'revision_number': 6, 'project_id': '5fba11e8ade54d388361c4c936a43372', 'gw_port_host': None}] {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 15:53:43.809839 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-90c6d139-9975-4cd2-84b2-d5bba20715c3 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "PUT /v2.0/floatingips/17a3bd21-b391-4c83-9bcb-9915d178e6d0 HTTP/1.1" status: 200 len: 991 time: 1.2845321 May 14 15:53:43.810540 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca08141-979e-4519-88b3-c77e8a71ae3e', 'tag': 'e23afae5-7b01-4137-a087-ba1a741fd1f4'}] {{(pid=115110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:53:43.813023 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a270656aa08f71c574e37588e4b5bc67f1398202d03dea947e2a2c931e3df3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ebfd3d-4e96-4d61-b3dc-2fd41ac3d863" -d '{"events": [{"name": "network-changed", "server_uuid": "cca08141-979e-4519-88b3-c77e8a71ae3e", "tag": "e23afae5-7b01-4137-a087-ba1a741fd1f4"}]}' {{(pid=115110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:53:43.816797 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-39fa4ead-ee30-4703-b885-798995216b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764499'] for port (775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:43.840420 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fa4ead-ee30-4703-b885-798995216b18 admin admin] Pushing event deleted for resources: {'Port': ['ID=775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:53:43.862229 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 15:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed73cc3-065c-4117-af9e-3805e089771b x-openstack-request-id: req-8ed73cc3-065c-4117-af9e-3805e089771b {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:53:43.862553 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cca08141-979e-4519-88b3-c77e8a71ae3e", "tag": "e23afae5-7b01-4137-a087-ba1a741fd1f4", "status": "completed", "code": 200}]} {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:53:43.862808 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8ed73cc3-065c-4117-af9e-3805e089771b {{(pid=115110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:53:43.863216 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ed73cc3-065c-4117-af9e-3805e089771b'] response: {'name': 'network-changed', 'server_uuid': 'cca08141-979e-4519-88b3-c77e8a71ae3e', 'tag': 'e23afae5-7b01-4137-a087-ba1a741fd1f4', 'status': 'completed', 'code': 200} May 14 15:53:43.912591 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-e757a90e-99ed-4a66-9888-0a088476d839 None None] Set router d999361d-7937-46a9-8ca3-004e7ff6cde2 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:53:43.934975 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-39fa4ead-ee30-4703-b885-798995216b18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1760500'] for router_gateway (8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:44.015041 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ebfd3d-4e96-4d61-b3dc-2fd41ac3d863 req-9deb1f97-dae1-4126-afeb-e7118c001283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:44.016568 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-05ebfd3d-4e96-4d61-b3dc-2fd41ac3d863 req-9deb1f97-dae1-4126-afeb-e7118c001283 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0672be3fa3f7414da1c1a5b7300abbe7&device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 1130 time: 0.1156833 May 14 15:53:44.056998 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-39fa4ead-ee30-4703-b885-798995216b18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104779'] for router (8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:44.059769 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-39fa4ead-ee30-4703-b885-798995216b18 admin admin] Publish callbacks [] for router_controller (8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0), precommit_delete_associations {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:44.130002 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-e757a90e-99ed-4a66-9888-0a088476d839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'name': 'tempest-AttachVolumeShelveTestJSON-838760355-router', 'tenant_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '9b2c3440-b55a-4246-8e9c-330ff957e157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:21Z', 'updated_at': '2022-05-14T15:46:31Z', 'revision_number': 4, 'project_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'gw_port': {'id': '9b2c3440-b55a-4246-8e9c-330ff957e157', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:23Z', 'updated_at': '2022-05-14T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_floatingips': [{'id': '17a3bd21-b391-4c83-9bcb-9915d178e6d0', 'tenant_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'floating_ip_address': '172.27.1.36', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'port_id': 'e23afae5-7b01-4137-a087-ba1a741fd1f4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4128056-aa2b-474b-a7d3-2646c1ffdbcf', 'mac_address': 'fa:16:3e:7c:58:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca08141-979e-4519-88b3-c77e8a71ae3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T15:53:28Z', 'updated_at': '2022-05-14T15:53:43Z', 'revision_number': 1, 'project_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2133801e-511d-4d96-8fe0-3b65a0dd64ff', 'name': '', 'network_id': 'd4128056-aa2b-474b-a7d3-2646c1ffdbcf', 'tenant_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'mac_address': 'fa:16:3e:56:3e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8d228e71-c8a7-4ea8-bb77-1fa96d4cb770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:28Z', 'updated_at': '2022-05-14T15:46:45Z', 'revision_number': 5, 'project_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'subnets': [{'id': '8d228e71-c8a7-4ea8-bb77-1fa96d4cb770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:53:44.161215 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e757a90e-99ed-4a66-9888-0a088476d839 None None] Checking router: d999361d-7937-46a9-8ca3-004e7ff6cde2 for host: dv-cinder-839793-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 15:53:44.170573 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e757a90e-99ed-4a66-9888-0a088476d839 None None] Routers {'d999361d-7937-46a9-8ca3-004e7ff6cde2'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:53:44.171430 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-e757a90e-99ed-4a66-9888-0a088476d839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:53:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['d999361d-7937-46a9-8ca3-004e7ff6cde2'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:53:44.173211 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-39fa4ead-ee30-4703-b885-798995216b18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758117'] for router (8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:44.173809 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39fa4ead-ee30-4703-b885-798995216b18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0 {{(pid=115111) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 14 15:53:44.181059 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-39fa4ead-ee30-4703-b885-798995216b18 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:44.182807 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-39fa4ead-ee30-4703-b885-798995216b18 admin admin] 10.222.0.61 "DELETE /v2.0/routers/8d3cdf0c-8c05-4b2a-9b0c-311a84e809a0 HTTP/1.1" status: 204 len: 168 time: 0.9468768 May 14 15:53:44.184692 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 41836) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:53:44.213285 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ebfd3d-4e96-4d61-b3dc-2fd41ac3d863 req-eb01ebf6-1ed0-4410-8b2c-4fa3f540435c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:44.215975 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-05ebfd3d-4e96-4d61-b3dc-2fd41ac3d863 req-eb01ebf6-1ed0-4410-8b2c-4fa3f540435c service neutron] 10.222.0.36 "GET /v2.0/networks?id=d4128056-aa2b-474b-a7d3-2646c1ffdbcf HTTP/1.1" status: 200 len: 917 time: 0.1671567 May 14 15:53:44.240959 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.db_base_plugin_v2 [None req-a44418c1-963c-489e-a757-459ff8eb1fa8 admin admin] Deleting subnet ccea14e1-27b6-48d9-a3be-5796f3489377 {{(pid=115110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 14 15:53:44.244451 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-a44418c1-963c-489e-a757-459ff8eb1fa8 admin admin] Publish callbacks [] for subnet (ccea14e1-27b6-48d9-a3be-5796f3489377), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:44.289057 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-a44418c1-963c-489e-a757-459ff8eb1fa8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8967045'] for subnet (ccea14e1-27b6-48d9-a3be-5796f3489377), precommit_delete_associations {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:44.301302 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-05ebfd3d-4e96-4d61-b3dc-2fd41ac3d863 req-62f6c76c-95d4-41bd-a51b-f09ad1cbce3d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e23afae5-7b01-4137-a087-ba1a741fd1f4 HTTP/1.1" status: 200 len: 999 time: 0.0773780 May 14 15:53:44.364834 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ebfd3d-4e96-4d61-b3dc-2fd41ac3d863 req-6e9edea6-0a98-4d67-9f87-2e3097734702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:44.366767 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-05ebfd3d-4e96-4d61-b3dc-2fd41ac3d863 req-6e9edea6-0a98-4d67-9f87-2e3097734702 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d228e71-c8a7-4ea8-bb77-1fa96d4cb770 HTTP/1.1" status: 200 len: 855 time: 0.0479815 May 14 15:53:44.379788 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-e757a90e-99ed-4a66-9888-0a088476d839 None None] Set router d999361d-7937-46a9-8ca3-004e7ff6cde2 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:53:44.403048 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-a44418c1-963c-489e-a757-459ff8eb1fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32905208'] for subnet (ccea14e1-27b6-48d9-a3be-5796f3489377), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:44.416681 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ebfd3d-4e96-4d61-b3dc-2fd41ac3d863 req-dbc12def-9c70-436a-9213-10bf5b706048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:53:44.418194 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-05ebfd3d-4e96-4d61-b3dc-2fd41ac3d863 req-dbc12def-9c70-436a-9213-10bf5b706048 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d4128056-aa2b-474b-a7d3-2646c1ffdbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0447407 May 14 15:53:44.464287 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-a44418c1-963c-489e-a757-459ff8eb1fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32905185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8397829'] for subnet (ccea14e1-27b6-48d9-a3be-5796f3489377), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:44.499069 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44418c1-963c-489e-a757-459ff8eb1fa8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccea14e1-27b6-48d9-a3be-5796f3489377,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:53:44.502867 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-a44418c1-963c-489e-a757-459ff8eb1fa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for subnet (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:44.508179 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-a44418c1-963c-489e-a757-459ff8eb1fa8 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/ccea14e1-27b6-48d9-a3be-5796f3489377 HTTP/1.1" status: 204 len: 168 time: 0.3202913 May 14 15:53:44.508456 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 41838) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:53:44.515497 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1badab06-a32f-4ea0-8afe-4c3d888c1714 None None] Network 4b5e11b1-b142-4a99-ada9-a011e605383b requested from dv-cinder-839793-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 15:53:44.526409 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-05ebfd3d-4e96-4d61-b3dc-2fd41ac3d863 req-66b60a31-b0a8-48f7-83ac-27a2ff06528c service neutron] 10.222.0.36 "GET /v2.0/networks/d4128056-aa2b-474b-a7d3-2646c1ffdbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999064 May 14 15:53:44.580468 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-becc138f-3d6c-4952-bc05-13db38d2c87a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32844583'] for network (4b5e11b1-b142-4a99-ada9-a011e605383b), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:44.639685 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-e757a90e-99ed-4a66-9888-0a088476d839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'name': 'tempest-AttachVolumeShelveTestJSON-838760355-router', 'tenant_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '9b2c3440-b55a-4246-8e9c-330ff957e157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:21Z', 'updated_at': '2022-05-14T15:46:31Z', 'revision_number': 4, 'project_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'gw_port': {'id': '9b2c3440-b55a-4246-8e9c-330ff957e157', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:23Z', 'updated_at': '2022-05-14T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_floatingips': [{'id': '17a3bd21-b391-4c83-9bcb-9915d178e6d0', 'tenant_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'floating_ip_address': '172.27.1.36', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'port_id': 'e23afae5-7b01-4137-a087-ba1a741fd1f4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4128056-aa2b-474b-a7d3-2646c1ffdbcf', 'mac_address': 'fa:16:3e:7c:58:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca08141-979e-4519-88b3-c77e8a71ae3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T15:53:28Z', 'updated_at': '2022-05-14T15:53:43Z', 'revision_number': 1, 'project_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2133801e-511d-4d96-8fe0-3b65a0dd64ff', 'name': '', 'network_id': 'd4128056-aa2b-474b-a7d3-2646c1ffdbcf', 'tenant_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'mac_address': 'fa:16:3e:56:3e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8d228e71-c8a7-4ea8-bb77-1fa96d4cb770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:28Z', 'updated_at': '2022-05-14T15:46:45Z', 'revision_number': 5, 'project_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'subnets': [{'id': '8d228e71-c8a7-4ea8-bb77-1fa96d4cb770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:53:44.647852 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [None req-becc138f-3d6c-4952-bc05-13db38d2c87a admin admin] Deleting port a73877a3-d163-41e7-b3ac-6c2cb925595a {{(pid=115110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 15:53:44.649002 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-becc138f-3d6c-4952-bc05-13db38d2c87a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (a73877a3-d163-41e7-b3ac-6c2cb925595a), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:44.681600 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-05ebfd3d-4e96-4d61-b3dc-2fd41ac3d863 req-1ca77031-d31d-4bdf-beec-f57a7a85fd35 service neutron] 10.222.0.36 "GET /v2.0/networks/d4128056-aa2b-474b-a7d3-2646c1ffdbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484232 May 14 15:53:44.681824 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e757a90e-99ed-4a66-9888-0a088476d839 None None] The sync data for ids ['d999361d-7937-46a9-8ca3-004e7ff6cde2'] in dv-cinder-839793-11-iscsi is: [{'id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'name': 'tempest-AttachVolumeShelveTestJSON-838760355-router', 'tenant_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '9b2c3440-b55a-4246-8e9c-330ff957e157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:21Z', 'updated_at': '2022-05-14T15:46:31Z', 'revision_number': 4, 'project_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'gw_port': {'id': '9b2c3440-b55a-4246-8e9c-330ff957e157', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:23Z', 'updated_at': '2022-05-14T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_floatingips': [{'id': '17a3bd21-b391-4c83-9bcb-9915d178e6d0', 'tenant_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'floating_ip_address': '172.27.1.36', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'port_id': 'e23afae5-7b01-4137-a087-ba1a741fd1f4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4128056-aa2b-474b-a7d3-2646c1ffdbcf', 'mac_address': 'fa:16:3e:7c:58:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cca08141-979e-4519-88b3-c77e8a71ae3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T15:53:28Z', 'updated_at': '2022-05-14T15:53:43Z', 'revision_number': 1, 'project_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2133801e-511d-4d96-8fe0-3b65a0dd64ff', 'name': '', 'network_id': 'd4128056-aa2b-474b-a7d3-2646c1ffdbcf', 'tenant_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'mac_address': 'fa:16:3e:56:3e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8d228e71-c8a7-4ea8-bb77-1fa96d4cb770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:28Z', 'updated_at': '2022-05-14T15:46:45Z', 'revision_number': 5, 'project_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'subnets': [{'id': '8d228e71-c8a7-4ea8-bb77-1fa96d4cb770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 15:53:44.710169 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f180b528-f61b-4baa-b241-9016b964fc72 None None] DHCP port deletion for 4b5e11b1-b142-4a99-ada9-a011e605383b request from dv-cinder-839793-11-iscsi {{(pid=115112) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 14 15:53:44.741684 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [None req-becc138f-3d6c-4952-bc05-13db38d2c87a admin admin] For port a73877a3-d163-41e7-b3ac-6c2cb925595a, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=a73877a3-d163-41e7-b3ac-6c2cb925595a,segment=NetworkSegment(5ddd1c83-6541-4162-9f9b-74f17895931e),segment_id=5ddd1c83-6541-4162-9f9b-74f17895931e)] {{(pid=115110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:53:44.742042 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-becc138f-3d6c-4952-bc05-13db38d2c87a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (a73877a3-d163-41e7-b3ac-6c2cb925595a), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:44.757096 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [None req-becc138f-3d6c-4952-bc05-13db38d2c87a admin admin] Calling delete_port for a73877a3-d163-41e7-b3ac-6c2cb925595a owned by network:dhcp {{(pid=115110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 15:53:44.768929 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-f180b528-f61b-4baa-b241-9016b964fc72 None None] Deleting port a73877a3-d163-41e7-b3ac-6c2cb925595a {{(pid=115112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 15:53:44.769349 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-f180b528-f61b-4baa-b241-9016b964fc72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (a73877a3-d163-41e7-b3ac-6c2cb925595a), before_delete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:44.842603 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-f180b528-f61b-4baa-b241-9016b964fc72 None None] For port a73877a3-d163-41e7-b3ac-6c2cb925595a, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=a73877a3-d163-41e7-b3ac-6c2cb925595a,segment=NetworkSegment(5ddd1c83-6541-4162-9f9b-74f17895931e),segment_id=5ddd1c83-6541-4162-9f9b-74f17895931e)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:53:44.843287 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-f180b528-f61b-4baa-b241-9016b964fc72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (a73877a3-d163-41e7-b3ac-6c2cb925595a), precommit_delete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:44.859875 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-becc138f-3d6c-4952-bc05-13db38d2c87a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (a73877a3-d163-41e7-b3ac-6c2cb925595a), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:44.862963 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-f180b528-f61b-4baa-b241-9016b964fc72 None None] Calling delete_port for a73877a3-d163-41e7-b3ac-6c2cb925595a owned by network:dhcp {{(pid=115112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 15:53:44.887036 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc138f-3d6c-4952-bc05-13db38d2c87a admin admin] Pushing event deleted for resources: {'Port': ['ID=a73877a3-d163-41e7-b3ac-6c2cb925595a,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:53:44.893698 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becc138f-3d6c-4952-bc05-13db38d2c87a admin admin] No DVR routers for this DVR port a73877a3-d163-41e7-b3ac-6c2cb925595a on host dv-cinder-839793-11-iscsi {{(pid=115110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 15:53:44.954188 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c724ab-fcee-4a35-9b64-d507eecd585c None None] New status for floating IP 17a3bd21-b391-4c83-9bcb-9915d178e6d0: ACTIVE {{(pid=115112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 14 15:53:44.971924 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-becc138f-3d6c-4952-bc05-13db38d2c87a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32821069', 'neutron.services.segments.db._delete_segments_for_network-8770741945110'] for network (4b5e11b1-b142-4a99-ada9-a011e605383b), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:44.992678 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.services.segments.db [None req-becc138f-3d6c-4952-bc05-13db38d2c87a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b5e11b1-b142-4a99-ada9-a011e605383b']}} {{(pid=115110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:53:45.003011 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.services.segments.db [None req-becc138f-3d6c-4952-bc05-13db38d2c87a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ddd1c83-6541-4162-9f9b-74f17895931e') {'for_net_delete': True} {{(pid=115110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:53:45.003516 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.services.segments.db [None req-becc138f-3d6c-4952-bc05-13db38d2c87a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ddd1c83-6541-4162-9f9b-74f17895931e') {} {{(pid=115110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:53:45.008355 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10 no longer exists at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 15:53:45.012850 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-becc138f-3d6c-4952-bc05-13db38d2c87a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770741946911', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8967100'] for segment (5ddd1c83-6541-4162-9f9b-74f17895931e), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:45.026802 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-becc138f-3d6c-4952-bc05-13db38d2c87a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32906243'] for segment (5ddd1c83-6541-4162-9f9b-74f17895931e), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:45.034915 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-becc138f-3d6c-4952-bc05-13db38d2c87a admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=115110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 15:53:45.035312 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-becc138f-3d6c-4952-bc05-13db38d2c87a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32906243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3204874'] for segment (5ddd1c83-6541-4162-9f9b-74f17895931e), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:45.037006 dv-cinder-839793-11-iscsi neutron-server[115110]: Traceback (most recent call last): May 14 15:53:45.037006 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 15:53:45.037006 dv-cinder-839793-11-iscsi neutron-server[115110]: timer() May 14 15:53:45.037006 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 15:53:45.037006 dv-cinder-839793-11-iscsi neutron-server[115110]: cb(*args, **kw) May 14 15:53:45.037006 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 14 15:53:45.037006 dv-cinder-839793-11-iscsi neutron-server[115110]: return func(*args, **kwargs) May 14 15:53:45.037006 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 15:53:45.037006 dv-cinder-839793-11-iscsi neutron-server[115110]: self._notify() May 14 15:53:45.037006 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 15:53:45.037006 dv-cinder-839793-11-iscsi neutron-server[115110]: self.callback(batched_events) May 14 15:53:45.037006 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 15:53:45.037006 dv-cinder-839793-11-iscsi neutron-server[115110]: event.method(event) May 14 15:53:45.037006 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 14 15:53:45.037006 dv-cinder-839793-11-iscsi neutron-server[115110]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 15:53:45.037006 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 14 15:53:45.037006 dv-cinder-839793-11-iscsi neutron-server[115110]: aggregate_uuid = self.p_client.list_aggregates( May 14 15:53:45.037006 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 14 15:53:45.037006 dv-cinder-839793-11-iscsi neutron-server[115110]: return f(self, *a, **k) May 14 15:53:45.037006 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 14 15:53:45.037006 dv-cinder-839793-11-iscsi neutron-server[115110]: return self._get(url).json() May 14 15:53:45.037006 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 14 15:53:45.037006 dv-cinder-839793-11-iscsi neutron-server[115110]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 15:53:45.037006 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 15:53:45.037006 dv-cinder-839793-11-iscsi neutron-server[115110]: return self.request(url, 'GET', **kwargs) May 14 15:53:45.037006 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 15:53:45.037006 dv-cinder-839793-11-iscsi neutron-server[115110]: base_url = self.get_endpoint(auth, allow=allow, May 14 15:53:45.037006 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 15:53:45.037006 dv-cinder-839793-11-iscsi neutron-server[115110]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 15:53:45.037006 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 15:53:45.037006 dv-cinder-839793-11-iscsi neutron-server[115110]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 15:53:45.037006 dv-cinder-839793-11-iscsi neutron-server[115110]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 15:53:45.040049 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] No Port match for: 775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 14 15:53:45.040399 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 775bfca4-5eb8-4e42-9c6b-5a5f0ffa1b10 not bound to the agent host dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 15:53:45.040808 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device c60daf3e-06ee-4be7-b91f-7c00559f9624 no longer exists at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 15:53:45.080317 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] No Port match for: c60daf3e-06ee-4be7-b91f-7c00559f9624 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 14 15:53:45.080666 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device c60daf3e-06ee-4be7-b91f-7c00559f9624 not bound to the agent host dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 15:53:45.081091 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device a73877a3-d163-41e7-b3ac-6c2cb925595a no longer exists at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 15:53:45.098439 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-becc138f-3d6c-4952-bc05-13db38d2c87a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32821110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1759686'] for network (4b5e11b1-b142-4a99-ada9-a011e605383b), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:45.103973 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-becc138f-3d6c-4952-bc05-13db38d2c87a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for network (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:45.110442 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-becc138f-3d6c-4952-bc05-13db38d2c87a admin admin] 10.222.0.61 "DELETE /v2.0/networks/4b5e11b1-b142-4a99-ada9-a011e605383b HTTP/1.1" status: 204 len: 168 time: 0.6008530 May 14 15:53:45.110655 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 41840) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:53:45.121510 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becc138f-3d6c-4952-bc05-13db38d2c87a admin admin] Pushing event deleted for resources: {'Network': ['ID=4b5e11b1-b142-4a99-ada9-a011e605383b,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:53:45.135272 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] No Port match for: a73877a3-d163-41e7-b3ac-6c2cb925595a {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 14 15:53:45.135620 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device a73877a3-d163-41e7-b3ac-6c2cb925595a not bound to the agent host dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 15:53:45.139787 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-f180b528-f61b-4baa-b241-9016b964fc72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206'] for port (a73877a3-d163-41e7-b3ac-6c2cb925595a), after_delete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:45.176035 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f180b528-f61b-4baa-b241-9016b964fc72 None None] Pushing event deleted for resources: {'Port': ['ID=a73877a3-d163-41e7-b3ac-6c2cb925595a,revision_number=None']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:53:45.177795 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f180b528-f61b-4baa-b241-9016b964fc72 None None] Network 4b5e11b1-b142-4a99-ada9-a011e605383b is not hosted by any dhcp agent {{(pid=115112) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 14 15:53:45.178258 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f180b528-f61b-4baa-b241-9016b964fc72 None None] No DVR routers for this DVR port a73877a3-d163-41e7-b3ac-6c2cb925595a on host dv-cinder-839793-11-iscsi {{(pid=115112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 15:53:45.458042 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-c96dd910-a243-4d43-9c9a-425506d80d0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753798'] for router_interface (aa5a5828-a05c-45e5-880f-9d234cef3c04), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:45.943429 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [None req-c96dd910-a243-4d43-9c9a-425506d80d0f admin admin] Deleting port e06ba912-3bef-4df2-9cad-d20e96a05f3b {{(pid=115111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 15:53:45.943761 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-c96dd910-a243-4d43-9c9a-425506d80d0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (e06ba912-3bef-4df2-9cad-d20e96a05f3b), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:46.021283 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.db [None req-c96dd910-a243-4d43-9c9a-425506d80d0f admin admin] For port e06ba912-3bef-4df2-9cad-d20e96a05f3b, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=e06ba912-3bef-4df2-9cad-d20e96a05f3b,segment=NetworkSegment(3e284100-e61a-4d55-9ac5-941b0d4995dc),segment_id=3e284100-e61a-4d55-9ac5-941b0d4995dc)] {{(pid=115111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:53:46.021650 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-c96dd910-a243-4d43-9c9a-425506d80d0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (e06ba912-3bef-4df2-9cad-d20e96a05f3b), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:46.035197 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [None req-c96dd910-a243-4d43-9c9a-425506d80d0f admin admin] Calling delete_port for e06ba912-3bef-4df2-9cad-d20e96a05f3b owned by network:router_interface {{(pid=115111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 15:53:46.215226 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-c96dd910-a243-4d43-9c9a-425506d80d0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764499'] for port (e06ba912-3bef-4df2-9cad-d20e96a05f3b), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:46.238040 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96dd910-a243-4d43-9c9a-425506d80d0f admin admin] Pushing event deleted for resources: {'Port': ['ID=e06ba912-3bef-4df2-9cad-d20e96a05f3b,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:53:46.414921 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-c96dd910-a243-4d43-9c9a-425506d80d0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1680725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769177'] for router_interface (aa5a5828-a05c-45e5-880f-9d234cef3c04), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:46.633137 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c96dd910-a243-4d43-9c9a-425506d80d0f admin admin] Router aa5a5828-a05c-45e5-880f-9d234cef3c04 has already been hosted by L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f {{(pid=115111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 15:53:46.740300 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96dd910-a243-4d43-9c9a-425506d80d0f admin admin] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 15:53:46.745106 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-c96dd910-a243-4d43-9c9a-425506d80d0f admin admin] 10.222.0.61 "PUT /v2.0/routers/aa5a5828-a05c-45e5-880f-9d234cef3c04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6334972 May 14 15:53:46.748573 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 41842) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:53:46.749308 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b36759-2365-4fbe-9797-0106c970c908 None None] Sync routers for ids ['aa5a5828-a05c-45e5-880f-9d234cef3c04'] in dv-cinder-839793-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 15:53:46.759418 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b36759-2365-4fbe-9797-0106c970c908 None None] Routers {'aa5a5828-a05c-45e5-880f-9d234cef3c04'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:53:46.760023 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-49b36759-2365-4fbe-9797-0106c970c908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:53:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['aa5a5828-a05c-45e5-880f-9d234cef3c04'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:53:46.854704 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e9ad8ab7-09d4-42b1-b20b-90353918ddd2 admin admin] Publish callbacks [] for router (aa5a5828-a05c-45e5-880f-9d234cef3c04), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:46.868475 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-49b36759-2365-4fbe-9797-0106c970c908 None None] Set router aa5a5828-a05c-45e5-880f-9d234cef3c04 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:53:46.969233 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e9ad8ab7-09d4-42b1-b20b-90353918ddd2 admin admin] Publish callbacks [] for router_gateway (aa5a5828-a05c-45e5-880f-9d234cef3c04), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:47.015793 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [None req-e9ad8ab7-09d4-42b1-b20b-90353918ddd2 admin admin] Deleting port 3e5ecf99-9f2e-4124-be51-3b9d4cf754b4 {{(pid=115110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 15:53:47.015793 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e9ad8ab7-09d4-42b1-b20b-90353918ddd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (3e5ecf99-9f2e-4124-be51-3b9d4cf754b4), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:47.048128 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-49b36759-2365-4fbe-9797-0106c970c908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5a5828-a05c-45e5-880f-9d234cef3c04', 'name': 'tempest-TestMinimumBasicScenario-622899384-router', 'tenant_id': '64b1f483c1724e648f27877d52889290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '3e5ecf99-9f2e-4124-be51-3b9d4cf754b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:48:30Z', 'updated_at': '2022-05-14T15:53:46Z', 'revision_number': 5, 'project_id': '64b1f483c1724e648f27877d52889290', 'gw_port': {'id': '3e5ecf99-9f2e-4124-be51-3b9d4cf754b4', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:30:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5a5828-a05c-45e5-880f-9d234cef3c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:48:31Z', 'updated_at': '2022-05-14T15:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi'}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:53:47.074465 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b36759-2365-4fbe-9797-0106c970c908 None None] Checking router: aa5a5828-a05c-45e5-880f-9d234cef3c04 for host: dv-cinder-839793-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 15:53:47.083426 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b36759-2365-4fbe-9797-0106c970c908 None None] Routers {'aa5a5828-a05c-45e5-880f-9d234cef3c04'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:53:47.084020 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-49b36759-2365-4fbe-9797-0106c970c908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:53:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['aa5a5828-a05c-45e5-880f-9d234cef3c04'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:53:47.094265 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [None req-e9ad8ab7-09d4-42b1-b20b-90353918ddd2 admin admin] For port 3e5ecf99-9f2e-4124-be51-3b9d4cf754b4, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=3e5ecf99-9f2e-4124-be51-3b9d4cf754b4,segment=NetworkSegment(fe506043-d64f-420e-bda4-fab290621067),segment_id=fe506043-d64f-420e-bda4-fab290621067)] {{(pid=115110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:53:47.094655 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e9ad8ab7-09d4-42b1-b20b-90353918ddd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (3e5ecf99-9f2e-4124-be51-3b9d4cf754b4), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:47.107797 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [None req-e9ad8ab7-09d4-42b1-b20b-90353918ddd2 admin admin] Calling delete_port for 3e5ecf99-9f2e-4124-be51-3b9d4cf754b4 owned by network:router_gateway {{(pid=115110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 15:53:47.171994 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-49b36759-2365-4fbe-9797-0106c970c908 None None] Set router aa5a5828-a05c-45e5-880f-9d234cef3c04 gateway port host: None {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:53:47.226679 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-49b36759-2365-4fbe-9797-0106c970c908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5a5828-a05c-45e5-880f-9d234cef3c04', 'name': 'tempest-TestMinimumBasicScenario-622899384-router', 'tenant_id': '64b1f483c1724e648f27877d52889290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:48:30Z', 'updated_at': '2022-05-14T15:53:46Z', 'revision_number': 6, 'project_id': '64b1f483c1724e648f27877d52889290', 'gw_port_host': None}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:53:47.252742 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b36759-2365-4fbe-9797-0106c970c908 None None] The sync data for ids ['aa5a5828-a05c-45e5-880f-9d234cef3c04'] in dv-cinder-839793-11-iscsi is: [{'id': 'aa5a5828-a05c-45e5-880f-9d234cef3c04', 'name': 'tempest-TestMinimumBasicScenario-622899384-router', 'tenant_id': '64b1f483c1724e648f27877d52889290', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:48:30Z', 'updated_at': '2022-05-14T15:53:46Z', 'revision_number': 6, 'project_id': '64b1f483c1724e648f27877d52889290', 'gw_port_host': None}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 15:53:47.270826 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e9ad8ab7-09d4-42b1-b20b-90353918ddd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (3e5ecf99-9f2e-4124-be51-3b9d4cf754b4), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:47.301177 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ad8ab7-09d4-42b1-b20b-90353918ddd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e5ecf99-9f2e-4124-be51-3b9d4cf754b4,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:53:47.357146 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e9ad8ab7-09d4-42b1-b20b-90353918ddd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1760500'] for router_gateway (aa5a5828-a05c-45e5-880f-9d234cef3c04), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:47.461200 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e9ad8ab7-09d4-42b1-b20b-90353918ddd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104779'] for router (aa5a5828-a05c-45e5-880f-9d234cef3c04), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:47.463210 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e9ad8ab7-09d4-42b1-b20b-90353918ddd2 admin admin] Publish callbacks [] for router_controller (aa5a5828-a05c-45e5-880f-9d234cef3c04), precommit_delete_associations {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:47.526200 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e9ad8ab7-09d4-42b1-b20b-90353918ddd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758117'] for router (aa5a5828-a05c-45e5-880f-9d234cef3c04), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:47.526859 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ad8ab7-09d4-42b1-b20b-90353918ddd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa5a5828-a05c-45e5-880f-9d234cef3c04 {{(pid=115110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 14 15:53:47.532765 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e9ad8ab7-09d4-42b1-b20b-90353918ddd2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:47.533932 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-e9ad8ab7-09d4-42b1-b20b-90353918ddd2 admin admin] 10.222.0.61 "DELETE /v2.0/routers/aa5a5828-a05c-45e5-880f-9d234cef3c04 HTTP/1.1" status: 204 len: 168 time: 0.7843492 May 14 15:53:47.536421 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 41848) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:53:47.586071 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2385d9c-3a55-4f2c-a1a0-0ddc0c6b9585 admin admin] Deleting subnet 2e18a0f1-74f7-46cf-9b54-6fc0b94eae88 {{(pid=115110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 14 15:53:47.589221 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e2385d9c-3a55-4f2c-a1a0-0ddc0c6b9585 admin admin] Publish callbacks [] for subnet (2e18a0f1-74f7-46cf-9b54-6fc0b94eae88), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:47.625639 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e2385d9c-3a55-4f2c-a1a0-0ddc0c6b9585 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8967045'] for subnet (2e18a0f1-74f7-46cf-9b54-6fc0b94eae88), precommit_delete_associations {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:47.705071 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e2385d9c-3a55-4f2c-a1a0-0ddc0c6b9585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32905208'] for subnet (2e18a0f1-74f7-46cf-9b54-6fc0b94eae88), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:47.759159 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e2385d9c-3a55-4f2c-a1a0-0ddc0c6b9585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32905185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8397829'] for subnet (2e18a0f1-74f7-46cf-9b54-6fc0b94eae88), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:47.783813 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2385d9c-3a55-4f2c-a1a0-0ddc0c6b9585 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e18a0f1-74f7-46cf-9b54-6fc0b94eae88,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:53:47.787189 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e2385d9c-3a55-4f2c-a1a0-0ddc0c6b9585 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for subnet (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:47.790504 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-e2385d9c-3a55-4f2c-a1a0-0ddc0c6b9585 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/2e18a0f1-74f7-46cf-9b54-6fc0b94eae88 HTTP/1.1" status: 204 len: 168 time: 0.2529023 May 14 15:53:47.792833 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 41850) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:53:47.793034 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa811c1-12e1-45e8-a36f-b2748d2c6270 None None] Network ca06d5db-3539-46fd-a85b-d19297ddc688 requested from dv-cinder-839793-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 15:53:47.859748 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-62ae3817-1f51-4069-89d8-fbfca34782c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32844583'] for network (ca06d5db-3539-46fd-a85b-d19297ddc688), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:47.904744 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [None req-62ae3817-1f51-4069-89d8-fbfca34782c8 admin admin] Deleting port 2ea60ba3-c950-4114-9ecb-84168c5d005b {{(pid=115110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 15:53:47.905101 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-62ae3817-1f51-4069-89d8-fbfca34782c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (2ea60ba3-c950-4114-9ecb-84168c5d005b), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:47.969174 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [None req-62ae3817-1f51-4069-89d8-fbfca34782c8 admin admin] For port 2ea60ba3-c950-4114-9ecb-84168c5d005b, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=2ea60ba3-c950-4114-9ecb-84168c5d005b,segment=NetworkSegment(3e284100-e61a-4d55-9ac5-941b0d4995dc),segment_id=3e284100-e61a-4d55-9ac5-941b0d4995dc)] {{(pid=115110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:53:47.969460 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-62ae3817-1f51-4069-89d8-fbfca34782c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (2ea60ba3-c950-4114-9ecb-84168c5d005b), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:47.982320 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [None req-62ae3817-1f51-4069-89d8-fbfca34782c8 admin admin] Calling delete_port for 2ea60ba3-c950-4114-9ecb-84168c5d005b owned by network:dhcp {{(pid=115110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 15:53:48.032946 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6480059-cf23-46c4-a9df-305c2ca0ea3e None None] DHCP port deletion for ca06d5db-3539-46fd-a85b-d19297ddc688 request from dv-cinder-839793-11-iscsi {{(pid=115112) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 14 15:53:48.069340 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-62ae3817-1f51-4069-89d8-fbfca34782c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (2ea60ba3-c950-4114-9ecb-84168c5d005b), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:48.080102 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-a6480059-cf23-46c4-a9df-305c2ca0ea3e None None] Deleting port 2ea60ba3-c950-4114-9ecb-84168c5d005b {{(pid=115112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 15:53:48.080477 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-a6480059-cf23-46c4-a9df-305c2ca0ea3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (2ea60ba3-c950-4114-9ecb-84168c5d005b), before_delete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:48.150135 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-a6480059-cf23-46c4-a9df-305c2ca0ea3e None None] For port 2ea60ba3-c950-4114-9ecb-84168c5d005b, host dv-cinder-839793-11-iscsi, got binding levels [] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:53:48.150572 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-a6480059-cf23-46c4-a9df-305c2ca0ea3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (2ea60ba3-c950-4114-9ecb-84168c5d005b), precommit_delete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:48.165408 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-a6480059-cf23-46c4-a9df-305c2ca0ea3e None None] Calling delete_port for 2ea60ba3-c950-4114-9ecb-84168c5d005b owned by network:dhcp {{(pid=115112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 15:53:48.168502 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.ipam_backend_mixin [None req-a6480059-cf23-46c4-a9df-305c2ca0ea3e None None] Port 2ea60ba3-c950-4114-9ecb-84168c5d005b was not found and therefore no delete operation was performed {{(pid=115112) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 14 15:53:48.171162 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-a6480059-cf23-46c4-a9df-305c2ca0ea3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206'] for port (2ea60ba3-c950-4114-9ecb-84168c5d005b), after_delete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:48.203378 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6480059-cf23-46c4-a9df-305c2ca0ea3e None None] Pushing event deleted for resources: {'Port': ['ID=2ea60ba3-c950-4114-9ecb-84168c5d005b,revision_number=None']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:53:48.207276 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6480059-cf23-46c4-a9df-305c2ca0ea3e None None] No DVR routers for this DVR port 2ea60ba3-c950-4114-9ecb-84168c5d005b on host dv-cinder-839793-11-iscsi {{(pid=115112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 15:53:48.337736 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae3817-1f51-4069-89d8-fbfca34782c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ea60ba3-c950-4114-9ecb-84168c5d005b,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:53:48.339524 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ae3817-1f51-4069-89d8-fbfca34782c8 admin admin] No DVR routers for this DVR port 2ea60ba3-c950-4114-9ecb-84168c5d005b on host dv-cinder-839793-11-iscsi {{(pid=115110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 15:53:48.407489 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-62ae3817-1f51-4069-89d8-fbfca34782c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32821069', 'neutron.services.segments.db._delete_segments_for_network-8770741945110'] for network (ca06d5db-3539-46fd-a85b-d19297ddc688), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:48.427777 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.services.segments.db [None req-62ae3817-1f51-4069-89d8-fbfca34782c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca06d5db-3539-46fd-a85b-d19297ddc688']}} {{(pid=115110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:53:48.438119 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.services.segments.db [None req-62ae3817-1f51-4069-89d8-fbfca34782c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e284100-e61a-4d55-9ac5-941b0d4995dc') {'for_net_delete': True} {{(pid=115110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:53:48.438447 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.services.segments.db [None req-62ae3817-1f51-4069-89d8-fbfca34782c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e284100-e61a-4d55-9ac5-941b0d4995dc') {} {{(pid=115110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:53:48.450978 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-62ae3817-1f51-4069-89d8-fbfca34782c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770741946911', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8967100'] for segment (3e284100-e61a-4d55-9ac5-941b0d4995dc), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:48.463827 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-62ae3817-1f51-4069-89d8-fbfca34782c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32906243'] for segment (3e284100-e61a-4d55-9ac5-941b0d4995dc), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:48.470117 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62ae3817-1f51-4069-89d8-fbfca34782c8 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=115110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 15:53:48.470569 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-62ae3817-1f51-4069-89d8-fbfca34782c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32906243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3204874'] for segment (3e284100-e61a-4d55-9ac5-941b0d4995dc), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:48.472192 dv-cinder-839793-11-iscsi neutron-server[115110]: Traceback (most recent call last): May 14 15:53:48.472192 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 15:53:48.472192 dv-cinder-839793-11-iscsi neutron-server[115110]: timer() May 14 15:53:48.472192 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 15:53:48.472192 dv-cinder-839793-11-iscsi neutron-server[115110]: cb(*args, **kw) May 14 15:53:48.472192 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 14 15:53:48.472192 dv-cinder-839793-11-iscsi neutron-server[115110]: return func(*args, **kwargs) May 14 15:53:48.472192 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 15:53:48.472192 dv-cinder-839793-11-iscsi neutron-server[115110]: self._notify() May 14 15:53:48.472192 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 15:53:48.472192 dv-cinder-839793-11-iscsi neutron-server[115110]: self.callback(batched_events) May 14 15:53:48.472192 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 15:53:48.472192 dv-cinder-839793-11-iscsi neutron-server[115110]: event.method(event) May 14 15:53:48.472192 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 14 15:53:48.472192 dv-cinder-839793-11-iscsi neutron-server[115110]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 15:53:48.472192 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 14 15:53:48.472192 dv-cinder-839793-11-iscsi neutron-server[115110]: aggregate_uuid = self.p_client.list_aggregates( May 14 15:53:48.472192 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 14 15:53:48.472192 dv-cinder-839793-11-iscsi neutron-server[115110]: return f(self, *a, **k) May 14 15:53:48.472192 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 14 15:53:48.472192 dv-cinder-839793-11-iscsi neutron-server[115110]: return self._get(url).json() May 14 15:53:48.472192 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 14 15:53:48.472192 dv-cinder-839793-11-iscsi neutron-server[115110]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 15:53:48.472192 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 15:53:48.472192 dv-cinder-839793-11-iscsi neutron-server[115110]: return self.request(url, 'GET', **kwargs) May 14 15:53:48.472192 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 15:53:48.472192 dv-cinder-839793-11-iscsi neutron-server[115110]: base_url = self.get_endpoint(auth, allow=allow, May 14 15:53:48.472192 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 15:53:48.472192 dv-cinder-839793-11-iscsi neutron-server[115110]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 15:53:48.472192 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 15:53:48.472192 dv-cinder-839793-11-iscsi neutron-server[115110]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 15:53:48.472192 dv-cinder-839793-11-iscsi neutron-server[115110]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 15:53:48.524667 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-62ae3817-1f51-4069-89d8-fbfca34782c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32821110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1759686'] for network (ca06d5db-3539-46fd-a85b-d19297ddc688), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:48.531476 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-62ae3817-1f51-4069-89d8-fbfca34782c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for network (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:48.537180 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-62ae3817-1f51-4069-89d8-fbfca34782c8 admin admin] 10.222.0.61 "DELETE /v2.0/networks/ca06d5db-3539-46fd-a85b-d19297ddc688 HTTP/1.1" status: 204 len: 168 time: 0.7408583 May 14 15:53:48.546205 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae3817-1f51-4069-89d8-fbfca34782c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca06d5db-3539-46fd-a85b-d19297ddc688,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:53:48.648715 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 41854) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:53:48.687855 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-03c00253-71d2-41d1-b38c-dfe2337d62d8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5fba11e8ade54d388361c4c936a43372&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379801 May 14 15:53:48.690259 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 41856) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:53:48.736228 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-689aaab8-91f5-416e-bd37-1966d74ead8a admin admin] Publish callbacks [] for security_group (40be1c59-cfc0-43e4-a7cc-a13e7b03fd39), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:48.760831 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-689aaab8-91f5-416e-bd37-1966d74ead8a admin admin] Publish callbacks [] for security_group (40be1c59-cfc0-43e4-a7cc-a13e7b03fd39), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:48.807836 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-689aaab8-91f5-416e-bd37-1966d74ead8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (40be1c59-cfc0-43e4-a7cc-a13e7b03fd39), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:48.810691 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-689aaab8-91f5-416e-bd37-1966d74ead8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:48.811866 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-689aaab8-91f5-416e-bd37-1966d74ead8a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/40be1c59-cfc0-43e4-a7cc-a13e7b03fd39 HTTP/1.1" status: 204 len: 168 time: 0.1206946 May 14 15:53:48.819554 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689aaab8-91f5-416e-bd37-1966d74ead8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40be1c59-cfc0-43e4-a7cc-a13e7b03fd39,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:53:48.962402 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 2ea60ba3-c950-4114-9ecb-84168c5d005b no longer exists at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 15:53:48.983509 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] No Port match for: 2ea60ba3-c950-4114-9ecb-84168c5d005b {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 14 15:53:48.983860 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 2ea60ba3-c950-4114-9ecb-84168c5d005b not bound to the agent host dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 15:53:48.984284 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 3e5ecf99-9f2e-4124-be51-3b9d4cf754b4 no longer exists at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 15:53:49.003250 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] No Port match for: 3e5ecf99-9f2e-4124-be51-3b9d4cf754b4 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 14 15:53:49.003595 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 3e5ecf99-9f2e-4124-be51-3b9d4cf754b4 not bound to the agent host dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 15:53:49.004006 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device e06ba912-3bef-4df2-9cad-d20e96a05f3b no longer exists at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 15:53:49.023769 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] No Port match for: e06ba912-3bef-4df2-9cad-d20e96a05f3b {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 14 15:53:49.024118 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device e06ba912-3bef-4df2-9cad-d20e96a05f3b not bound to the agent host dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 15:53:49.137266 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 41864) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:53:49.180157 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-e436e4c5-8b2b-41d1-89c0-52f65ab95b2b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=64b1f483c1724e648f27877d52889290&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417416 May 14 15:53:49.182626 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 41866) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:53:49.228599 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-8c52f594-eef7-46cb-a6f0-7855b3afb0db admin admin] Publish callbacks [] for security_group (ac98d6f3-c226-48bf-a59d-6f4dc6ceb03c), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:49.249262 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-8c52f594-eef7-46cb-a6f0-7855b3afb0db admin admin] Publish callbacks [] for security_group (ac98d6f3-c226-48bf-a59d-6f4dc6ceb03c), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:49.294645 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-8c52f594-eef7-46cb-a6f0-7855b3afb0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (ac98d6f3-c226-48bf-a59d-6f4dc6ceb03c), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:49.297144 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-8c52f594-eef7-46cb-a6f0-7855b3afb0db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:53:49.298252 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-8c52f594-eef7-46cb-a6f0-7855b3afb0db admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ac98d6f3-c226-48bf-a59d-6f4dc6ceb03c HTTP/1.1" status: 204 len: 168 time: 0.1146452 May 14 15:53:49.305586 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c52f594-eef7-46cb-a6f0-7855b3afb0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac98d6f3-c226-48bf-a59d-6f4dc6ceb03c,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:54:01.017893 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-79d6434d-8ce1-442d-a491-d64be27c5ead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:03.284480 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-ac45e307-8dea-47bc-97c9-c84ecb821bfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:03.701563 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (df6c86ae-fc26-40a3-91a1-648a304bf46f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:04.308247 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:05.877923 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:07.343371 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:15.421551 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f50330-1527-4567-9404-783a259ec955 req-e01983f6-e057-46ca-aae7-96be35cbce15 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:54:15.423234 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-28f50330-1527-4567-9404-783a259ec955 req-e01983f6-e057-46ca-aae7-96be35cbce15 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee38041-8e54-4fdb-909d-585952a4f5bd HTTP/1.1" status: 200 len: 945 time: 0.0471883 May 14 15:54:15.471534 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-28f50330-1527-4567-9404-783a259ec955 req-3a53daf0-6314-4fd7-aab0-b6a2772e4206 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427678 May 14 15:54:15.648819 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-cd1eea98-3021-4588-9590-5969087dafc2 None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 15:54:16.582374 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8577d9fb-9278-4838-812c-0ee375b9a931 req-5d1c0d33-2691-43cd-8578-6cf8967cc49f tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:54:16.583806 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8577d9fb-9278-4838-812c-0ee375b9a931 req-5d1c0d33-2691-43cd-8578-6cf8967cc49f tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee38041-8e54-4fdb-909d-585952a4f5bd HTTP/1.1" status: 200 len: 945 time: 0.0459027 May 14 15:54:16.631787 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8577d9fb-9278-4838-812c-0ee375b9a931 req-1f4e10de-b71c-4435-b038-018f52069d40 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425758 May 14 15:54:17.699114 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cfd064-a00e-4b8f-a2ea-d3102040702c req-d291b1bd-3ef3-4247-ab07-758c5c8b1806 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:54:17.700590 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-65cfd064-a00e-4b8f-a2ea-d3102040702c req-d291b1bd-3ef3-4247-ab07-758c5c8b1806 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.36 "GET /v2.0/ports?device_id=7ee38041-8e54-4fdb-909d-585952a4f5bd HTTP/1.1" status: 200 len: 945 time: 0.0594535 May 14 15:54:17.769594 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de7dde-b170-4282-af7a-1436d3ccf3c1 req-7cdd6b09-8943-4a84-b76b-d7f3c54cb38e tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:54:17.771079 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-18de7dde-b170-4282-af7a-1436d3ccf3c1 req-7cdd6b09-8943-4a84-b76b-d7f3c54cb38e tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee38041-8e54-4fdb-909d-585952a4f5bd HTTP/1.1" status: 200 len: 945 time: 0.0696673 May 14 15:54:17.841995 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [req-65cfd064-a00e-4b8f-a2ea-d3102040702c req-08d1bda0-fb14-4b9a-baa5-f5b715eb39bf tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Deleting port bcc0c44d-e45f-498d-aad0-498370ba2097 {{(pid=115111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 15:54:17.842348 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-65cfd064-a00e-4b8f-a2ea-d3102040702c req-08d1bda0-fb14-4b9a-baa5-f5b715eb39bf tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (bcc0c44d-e45f-498d-aad0-498370ba2097), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:17.873400 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-18de7dde-b170-4282-af7a-1436d3ccf3c1 req-11ef2f7a-c5a2-40c3-bd75-9ba544b19591 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942035 May 14 15:54:17.941651 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.db [req-65cfd064-a00e-4b8f-a2ea-d3102040702c req-08d1bda0-fb14-4b9a-baa5-f5b715eb39bf tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] For port bcc0c44d-e45f-498d-aad0-498370ba2097, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=bcc0c44d-e45f-498d-aad0-498370ba2097,segment=NetworkSegment(25b88ee4-cf04-43f5-bf5d-28b6fbf20225),segment_id=25b88ee4-cf04-43f5-bf5d-28b6fbf20225)] {{(pid=115111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:54:17.941937 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-65cfd064-a00e-4b8f-a2ea-d3102040702c req-08d1bda0-fb14-4b9a-baa5-f5b715eb39bf tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (bcc0c44d-e45f-498d-aad0-498370ba2097), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:18.111754 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-65cfd064-a00e-4b8f-a2ea-d3102040702c req-08d1bda0-fb14-4b9a-baa5-f5b715eb39bf tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:18.112112 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-65cfd064-a00e-4b8f-a2ea-d3102040702c req-08d1bda0-fb14-4b9a-baa5-f5b715eb39bf tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1759531'] for floatingip (dd38c93f-3147-41ef-81e2-61dc990d57ea), after_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:18.112421 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.db.l3_db [req-65cfd064-a00e-4b8f-a2ea-d3102040702c req-08d1bda0-fb14-4b9a-baa5-f5b715eb39bf tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Floating IP dd38c93f-3147-41ef-81e2-61dc990d57ea disassociated. External IP: 172.27.1.177, port: bcc0c44d-e45f-498d-aad0-498370ba2097. May 14 15:54:18.112764 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [req-65cfd064-a00e-4b8f-a2ea-d3102040702c req-08d1bda0-fb14-4b9a-baa5-f5b715eb39bf tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Calling delete_port for bcc0c44d-e45f-498d-aad0-498370ba2097 owned by compute:nova {{(pid=115111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 15:54:18.237870 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-65cfd064-a00e-4b8f-a2ea-d3102040702c req-08d1bda0-fb14-4b9a-baa5-f5b715eb39bf tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764499'] for port (bcc0c44d-e45f-498d-aad0-498370ba2097), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:18.266354 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d1bda0-fb14-4b9a-baa5-f5b715eb39bf tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Pushing event deleted for resources: {'Port': ['ID=bcc0c44d-e45f-498d-aad0-498370ba2097,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:54:18.386591 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65cfd064-a00e-4b8f-a2ea-d3102040702c req-08d1bda0-fb14-4b9a-baa5-f5b715eb39bf tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Router a1169b27-b881-4a65-b771-789d4dff0e23 has already been hosted by L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f {{(pid=115111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 15:54:18.505495 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65cfd064-a00e-4b8f-a2ea-d3102040702c req-08d1bda0-fb14-4b9a-baa5-f5b715eb39bf tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 15:54:18.518072 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fa9578-04b2-48aa-9f5b-79b9b3314f0b None None] Sync routers for ids ['a1169b27-b881-4a65-b771-789d4dff0e23'] in dv-cinder-839793-11-iscsi {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 15:54:18.528856 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fa9578-04b2-48aa-9f5b-79b9b3314f0b None None] Routers {'a1169b27-b881-4a65-b771-789d4dff0e23'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:54:18.529552 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-75fa9578-04b2-48aa-9f5b-79b9b3314f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:54:03Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['a1169b27-b881-4a65-b771-789d4dff0e23'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:54:18.552383 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.l3_dvrscheduler_db [req-65cfd064-a00e-4b8f-a2ea-d3102040702c req-08d1bda0-fb14-4b9a-baa5-f5b715eb39bf tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] No DVR routers for this DVR port bcc0c44d-e45f-498d-aad0-498370ba2097 on host hv-cinder-83979 {{(pid=115111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 15:54:18.554842 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-65cfd064-a00e-4b8f-a2ea-d3102040702c req-08d1bda0-fb14-4b9a-baa5-f5b715eb39bf tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:18.558135 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-65cfd064-a00e-4b8f-a2ea-d3102040702c req-08d1bda0-fb14-4b9a-baa5-f5b715eb39bf tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.36 "DELETE /v2.0/ports/bcc0c44d-e45f-498d-aad0-498370ba2097 HTTP/1.1" status: 204 len: 173 time: 0.8486683 May 14 15:54:18.558610 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee38041-8e54-4fdb-909d-585952a4f5bd', 'name': 'network-vif-deleted', 'tag': 'bcc0c44d-e45f-498d-aad0-498370ba2097'}] {{(pid=115111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:54:18.560838 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d243af113ddc23b9a3ad38dde0a226f09410eb7dd6936b385d295fad3462c172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c562d7-e274-4c59-85d4-b92cbea2f3c4" -d '{"events": [{"server_uuid": "7ee38041-8e54-4fdb-909d-585952a4f5bd", "name": "network-vif-deleted", "tag": "bcc0c44d-e45f-498d-aad0-498370ba2097"}]}' {{(pid=115111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:54:18.598769 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 15:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde78ef1-6758-4cca-a000-a314ff149e9f x-openstack-request-id: req-fde78ef1-6758-4cca-a000-a314ff149e9f {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:54:18.599060 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee38041-8e54-4fdb-909d-585952a4f5bd", "name": "network-vif-deleted", "tag": "bcc0c44d-e45f-498d-aad0-498370ba2097", "status": "completed", "code": 200}]} {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:54:18.599314 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fde78ef1-6758-4cca-a000-a314ff149e9f {{(pid=115111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:54:18.599714 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fde78ef1-6758-4cca-a000-a314ff149e9f'] response: {'server_uuid': '7ee38041-8e54-4fdb-909d-585952a4f5bd', 'name': 'network-vif-deleted', 'tag': 'bcc0c44d-e45f-498d-aad0-498370ba2097', 'status': 'completed', 'code': 200} May 14 15:54:18.619329 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a494e499-e62d-4944-822e-0919ef832b87 req-b836382e-be70-49b3-bfe6-fef11d08cc66 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:54:18.620945 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a494e499-e62d-4944-822e-0919ef832b87 req-b836382e-be70-49b3-bfe6-fef11d08cc66 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 945 time: 0.0549393 May 14 15:54:18.652743 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-75fa9578-04b2-48aa-9f5b-79b9b3314f0b None None] Set router a1169b27-b881-4a65-b771-789d4dff0e23 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:54:18.672430 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a494e499-e62d-4944-822e-0919ef832b87 req-a14b3695-53df-47c7-b843-74c6239f4190 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec7d9910-0c8c-4405-bc8e-e1d8a8594554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449760 May 14 15:54:18.853147 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-75fa9578-04b2-48aa-9f5b-79b9b3314f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'name': 'tempest-TestVolumeBootPattern-1054406125-router', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '7476df31-b615-4558-9e6b-f43b19294261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:49:52Z', 'updated_at': '2022-05-14T15:49:56Z', 'revision_number': 4, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'gw_port': {'id': '7476df31-b615-4558-9e6b-f43b19294261', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:57:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:49:53Z', 'updated_at': '2022-05-14T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': '8c6cb976-00c4-4753-b47a-e7f5b13c10b3', 'name': '', 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'mac_address': 'fa:16:3e:57:56:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '77df9367-440f-44fc-82b0-848dccb99f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:49:55Z', 'updated_at': '2022-05-14T15:50:00Z', 'revision_number': 5, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'subnets': [{'id': '77df9367-440f-44fc-82b0-848dccb99f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:54:18.879784 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fa9578-04b2-48aa-9f5b-79b9b3314f0b None None] Checking router: a1169b27-b881-4a65-b771-789d4dff0e23 for host: dv-cinder-839793-11-iscsi {{(pid=115112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 15:54:18.887790 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fa9578-04b2-48aa-9f5b-79b9b3314f0b None None] Routers {'a1169b27-b881-4a65-b771-789d4dff0e23'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:54:18.888391 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-75fa9578-04b2-48aa-9f5b-79b9b3314f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:54:03Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['a1169b27-b881-4a65-b771-789d4dff0e23'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:54:18.970924 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ac7023ca-75c7-4289-925d-45ff88e99dcf req-80716c95-3f1a-4bee-9aef-8b18c0aa8386 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee38041-8e54-4fdb-909d-585952a4f5bd HTTP/1.1" status: 200 len: 210 time: 0.0279727 May 14 15:54:18.998989 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-75fa9578-04b2-48aa-9f5b-79b9b3314f0b None None] Set router a1169b27-b881-4a65-b771-789d4dff0e23 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:54:19.186764 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-75fa9578-04b2-48aa-9f5b-79b9b3314f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'name': 'tempest-TestVolumeBootPattern-1054406125-router', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '7476df31-b615-4558-9e6b-f43b19294261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:49:52Z', 'updated_at': '2022-05-14T15:49:56Z', 'revision_number': 4, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'gw_port': {'id': '7476df31-b615-4558-9e6b-f43b19294261', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:57:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:49:53Z', 'updated_at': '2022-05-14T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': '8c6cb976-00c4-4753-b47a-e7f5b13c10b3', 'name': '', 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'mac_address': 'fa:16:3e:57:56:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '77df9367-440f-44fc-82b0-848dccb99f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:49:55Z', 'updated_at': '2022-05-14T15:50:00Z', 'revision_number': 5, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'subnets': [{'id': '77df9367-440f-44fc-82b0-848dccb99f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:54:19.212683 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fa9578-04b2-48aa-9f5b-79b9b3314f0b None None] The sync data for ids ['a1169b27-b881-4a65-b771-789d4dff0e23'] in dv-cinder-839793-11-iscsi is: [{'id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'name': 'tempest-TestVolumeBootPattern-1054406125-router', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '7476df31-b615-4558-9e6b-f43b19294261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:49:52Z', 'updated_at': '2022-05-14T15:49:56Z', 'revision_number': 4, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'gw_port': {'id': '7476df31-b615-4558-9e6b-f43b19294261', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:57:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:49:53Z', 'updated_at': '2022-05-14T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': '8c6cb976-00c4-4753-b47a-e7f5b13c10b3', 'name': '', 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'mac_address': 'fa:16:3e:57:56:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '77df9367-440f-44fc-82b0-848dccb99f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:49:55Z', 'updated_at': '2022-05-14T15:50:00Z', 'revision_number': 5, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'subnets': [{'id': '77df9367-440f-44fc-82b0-848dccb99f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 15:54:19.431966 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0c0b85-dec1-4d08-ae57-6cc5e73762b8 None None] New status for floating IP dd38c93f-3147-41ef-81e2-61dc990d57ea: DOWN {{(pid=115113) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 14 15:54:19.788269 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794543fb-5596-4d4a-a119-5c86ce391c17 req-0a1616b3-9c3c-4822-97da-85af16b300f3 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:54:19.789609 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-794543fb-5596-4d4a-a119-5c86ce391c17 req-0a1616b3-9c3c-4822-97da-85af16b300f3 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 945 time: 0.0494597 May 14 15:54:19.835554 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-794543fb-5596-4d4a-a119-5c86ce391c17 req-ce5b78a7-aaa5-48c0-ba61-61a052b87e6d tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec7d9910-0c8c-4405-bc8e-e1d8a8594554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404997 May 14 15:54:20.065425 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1b4fe418-0c01-4fa2-9304-c8cc35e6aca5 req-b4353577-9703-430c-9462-68805195342d tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee38041-8e54-4fdb-909d-585952a4f5bd HTTP/1.1" status: 200 len: 210 time: 0.0285597 May 14 15:54:20.947813 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ecd39d-51be-45b3-aa71-1bbe9ffc1316 req-3e1bff21-72ac-4a36-8f9e-b12ac7470fd7 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:54:20.949248 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-81ecd39d-51be-45b3-aa71-1bbe9ffc1316 req-3e1bff21-72ac-4a36-8f9e-b12ac7470fd7 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 945 time: 0.0477135 May 14 15:54:20.996411 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-81ecd39d-51be-45b3-aa71-1bbe9ffc1316 req-1969326b-16f2-423d-8e26-4d4133d8510d tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec7d9910-0c8c-4405-bc8e-e1d8a8594554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413663 May 14 15:54:21.166880 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5a1d5b29-ebff-4a5a-aa70-90ee3e422e25 req-bdd28b8d-061d-4c6e-a7a4-f8c8797c1d58 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee38041-8e54-4fdb-909d-585952a4f5bd HTTP/1.1" status: 200 len: 210 time: 0.0304697 May 14 15:54:21.377963 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device bcc0c44d-e45f-498d-aad0-498370ba2097 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 15:54:21.397591 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] No Port match for: bcc0c44d-e45f-498d-aad0-498370ba2097 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 14 15:54:21.397926 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device bcc0c44d-e45f-498d-aad0-498370ba2097 not bound to the agent host hv-cinder-83979 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 15:54:22.114293 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b1e62-a4ab-4d61-b33d-4f4890aa141d req-80798c2e-dfba-4cba-8d41-a5f1b493f1e5 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:54:22.116147 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f20b1e62-a4ab-4d61-b33d-4f4890aa141d req-80798c2e-dfba-4cba-8d41-a5f1b493f1e5 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 945 time: 0.0515060 May 14 15:54:22.162634 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f20b1e62-a4ab-4d61-b33d-4f4890aa141d req-30e0c817-ef9d-4934-9505-2b57626f4903 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=ec7d9910-0c8c-4405-bc8e-e1d8a8594554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407283 May 14 15:54:22.274932 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d6c9a352-03c2-486a-ab83-922951c6a4db req-ce814b99-2657-4df2-8189-193a7a6ab50d tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ee38041-8e54-4fdb-909d-585952a4f5bd HTTP/1.1" status: 200 len: 210 time: 0.0301414 May 14 15:54:22.473871 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b172119f-d10c-43cd-bb39-3c3fbdd06f72 req-585769a9-af0b-4862-b131-2d794cdac59a tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:54:22.475358 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b172119f-d10c-43cd-bb39-3c3fbdd06f72 req-585769a9-af0b-4862-b131-2d794cdac59a tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 945 time: 0.0523689 May 14 15:54:22.567406 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [req-b172119f-d10c-43cd-bb39-3c3fbdd06f72 req-415c9732-66b9-48a4-a2d3-fa5d819f9c87 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Deleting port 5c35b70b-002b-48c3-9446-1ba3b1605c2b {{(pid=115111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 15:54:22.567653 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-b172119f-d10c-43cd-bb39-3c3fbdd06f72 req-415c9732-66b9-48a4-a2d3-fa5d819f9c87 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (5c35b70b-002b-48c3-9446-1ba3b1605c2b), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:22.658342 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.db [req-b172119f-d10c-43cd-bb39-3c3fbdd06f72 req-415c9732-66b9-48a4-a2d3-fa5d819f9c87 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] For port 5c35b70b-002b-48c3-9446-1ba3b1605c2b, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=5c35b70b-002b-48c3-9446-1ba3b1605c2b,segment=NetworkSegment(3fe1ec03-a37f-4897-9c40-415202097700),segment_id=3fe1ec03-a37f-4897-9c40-415202097700)] {{(pid=115111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:54:22.658715 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-b172119f-d10c-43cd-bb39-3c3fbdd06f72 req-415c9732-66b9-48a4-a2d3-fa5d819f9c87 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (5c35b70b-002b-48c3-9446-1ba3b1605c2b), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:22.836636 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-b172119f-d10c-43cd-bb39-3c3fbdd06f72 req-415c9732-66b9-48a4-a2d3-fa5d819f9c87 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:22.836999 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-b172119f-d10c-43cd-bb39-3c3fbdd06f72 req-415c9732-66b9-48a4-a2d3-fa5d819f9c87 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1759531'] for floatingip (5d529ac8-7509-4642-9341-2ad16262d1a9), after_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:22.837314 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.db.l3_db [req-b172119f-d10c-43cd-bb39-3c3fbdd06f72 req-415c9732-66b9-48a4-a2d3-fa5d819f9c87 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Floating IP 5d529ac8-7509-4642-9341-2ad16262d1a9 disassociated. External IP: 172.27.1.122, port: 5c35b70b-002b-48c3-9446-1ba3b1605c2b. May 14 15:54:22.837665 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [req-b172119f-d10c-43cd-bb39-3c3fbdd06f72 req-415c9732-66b9-48a4-a2d3-fa5d819f9c87 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Calling delete_port for 5c35b70b-002b-48c3-9446-1ba3b1605c2b owned by compute:nova {{(pid=115111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 15:54:22.966997 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-b172119f-d10c-43cd-bb39-3c3fbdd06f72 req-415c9732-66b9-48a4-a2d3-fa5d819f9c87 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764499'] for port (5c35b70b-002b-48c3-9446-1ba3b1605c2b), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:22.994555 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415c9732-66b9-48a4-a2d3-fa5d819f9c87 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Pushing event deleted for resources: {'Port': ['ID=5c35b70b-002b-48c3-9446-1ba3b1605c2b,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:54:23.110811 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b172119f-d10c-43cd-bb39-3c3fbdd06f72 req-415c9732-66b9-48a4-a2d3-fa5d819f9c87 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Router 35fd2dc5-ef20-42dd-ae9a-60280cae2cab has already been hosted by L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f {{(pid=115111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 15:54:23.510011 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7123b21d-42e5-4066-8015-b2784a16c8e7 req-76f63b15-e6cb-4d6f-b8fc-ce02e6281896 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=7c21adbe-7a79-46cf-aa7c-9b2a6548c767 HTTP/1.1" status: 200 len: 210 time: 0.0313106 May 14 15:54:23.528929 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b172119f-d10c-43cd-bb39-3c3fbdd06f72 req-415c9732-66b9-48a4-a2d3-fa5d819f9c87 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 15:54:23.539613 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1329e15-891d-4fc9-97ec-cc66779b3a10 None None] Sync routers for ids ['35fd2dc5-ef20-42dd-ae9a-60280cae2cab'] in dv-cinder-839793-11-iscsi {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 15:54:23.551470 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1329e15-891d-4fc9-97ec-cc66779b3a10 None None] Routers {'35fd2dc5-ef20-42dd-ae9a-60280cae2cab'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:54:23.552176 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-f1329e15-891d-4fc9-97ec-cc66779b3a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:54:03Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['35fd2dc5-ef20-42dd-ae9a-60280cae2cab'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:54:23.583767 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.l3_dvrscheduler_db [req-b172119f-d10c-43cd-bb39-3c3fbdd06f72 req-415c9732-66b9-48a4-a2d3-fa5d819f9c87 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] No DVR routers for this DVR port 5c35b70b-002b-48c3-9446-1ba3b1605c2b on host hv-cinder-83979 {{(pid=115111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 15:54:23.587006 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-b172119f-d10c-43cd-bb39-3c3fbdd06f72 req-415c9732-66b9-48a4-a2d3-fa5d819f9c87 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:23.590102 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b172119f-d10c-43cd-bb39-3c3fbdd06f72 req-415c9732-66b9-48a4-a2d3-fa5d819f9c87 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.36 "DELETE /v2.0/ports/5c35b70b-002b-48c3-9446-1ba3b1605c2b HTTP/1.1" status: 204 len: 173 time: 1.1096723 May 14 15:54:23.590562 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c21adbe-7a79-46cf-aa7c-9b2a6548c767', 'name': 'network-vif-deleted', 'tag': '5c35b70b-002b-48c3-9446-1ba3b1605c2b'}] {{(pid=115111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:54:23.592777 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d243af113ddc23b9a3ad38dde0a226f09410eb7dd6936b385d295fad3462c172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93e7fd9-e2a0-4112-af14-eeca3e193746" -d '{"events": [{"server_uuid": "7c21adbe-7a79-46cf-aa7c-9b2a6548c767", "name": "network-vif-deleted", "tag": "5c35b70b-002b-48c3-9446-1ba3b1605c2b"}]}' {{(pid=115111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:54:23.629423 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b86c88c0-e365-461d-a05e-7b77d350c840 req-710df9af-56bc-41a2-bbe9-be60948fe54a tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1987363797&fields=id&tenant_id=7a3a2b5dee7a404a8445c8aa434b5a43 HTTP/1.1" status: 200 len: 267 time: 0.1167099 May 14 15:54:23.668054 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-f1329e15-891d-4fc9-97ec-cc66779b3a10 None None] Set router 35fd2dc5-ef20-42dd-ae9a-60280cae2cab gateway port host: dv-cinder-839793-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:54:23.675188 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 15:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a6334a-0b6d-4050-a1ca-6a4134b9e76a x-openstack-request-id: req-67a6334a-0b6d-4050-a1ca-6a4134b9e76a {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:54:23.675526 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c21adbe-7a79-46cf-aa7c-9b2a6548c767", "name": "network-vif-deleted", "tag": "5c35b70b-002b-48c3-9446-1ba3b1605c2b", "status": "completed", "code": 200}]} {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:54:23.676284 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-67a6334a-0b6d-4050-a1ca-6a4134b9e76a {{(pid=115111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:54:23.676689 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67a6334a-0b6d-4050-a1ca-6a4134b9e76a'] response: {'server_uuid': '7c21adbe-7a79-46cf-aa7c-9b2a6548c767', 'name': 'network-vif-deleted', 'tag': '5c35b70b-002b-48c3-9446-1ba3b1605c2b', 'status': 'completed', 'code': 200} May 14 15:54:23.752164 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c88c0-e365-461d-a05e-7b77d350c840 req-891475c9-64d6-466c-9130-64d827608b22 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:54:23.753816 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b86c88c0-e365-461d-a05e-7b77d350c840 req-891475c9-64d6-466c-9130-64d827608b22 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/networks?id=791585d6-2e4a-4237-ab00-9a26c50b495e HTTP/1.1" status: 200 len: 812 time: 0.1236148 May 14 15:54:23.772613 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b86c88c0-e365-461d-a05e-7b77d350c840 req-3e2b2fa8-3344-40c1-b093-3db64e5612de tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/quotas/7a3a2b5dee7a404a8445c8aa434b5a43 HTTP/1.1" status: 200 len: 375 time: 0.0106418 May 14 15:54:23.820824 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b86c88c0-e365-461d-a05e-7b77d350c840 req-31c02f16-96d7-47c7-8606-74c6490e24cc tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7a3a2b5dee7a404a8445c8aa434b5a43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444446 May 14 15:54:23.873949 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-f1329e15-891d-4fc9-97ec-cc66779b3a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fd2dc5-ef20-42dd-ae9a-60280cae2cab', 'name': 'tempest-ServerRescueNegativeTestJSON-1887592763-router', 'tenant_id': '5d2517d5440a4d30949f3dd36a46d813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '5413b9e8-cc37-4830-9b6f-486a4edd5361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:16Z', 'updated_at': '2022-05-14T15:46:25Z', 'revision_number': 4, 'project_id': '5d2517d5440a4d30949f3dd36a46d813', 'gw_port': {'id': '5413b9e8-cc37-4830-9b6f-486a4edd5361', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:df:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fd2dc5-ef20-42dd-ae9a-60280cae2cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:17Z', 'updated_at': '2022-05-14T15:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': '7fc86151-fc54-47ff-96a0-c8760d7dc4de', 'name': '', 'network_id': '3e026b24-9d5e-4f74-ac5a-5d47dc1338b8', 'tenant_id': '5d2517d5440a4d30949f3dd36a46d813', 'mac_address': 'fa:16:3e:7f:19:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fd2dc5-ef20-42dd-ae9a-60280cae2cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4761eee7-0a5d-411d-9c6c-5f0c035f2564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:23Z', 'updated_at': '2022-05-14T15:46:30Z', 'revision_number': 5, 'project_id': '5d2517d5440a4d30949f3dd36a46d813', 'subnets': [{'id': '4761eee7-0a5d-411d-9c6c-5f0c035f2564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:54:23.901664 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1329e15-891d-4fc9-97ec-cc66779b3a10 None None] Checking router: 35fd2dc5-ef20-42dd-ae9a-60280cae2cab for host: dv-cinder-839793-11-iscsi {{(pid=115112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 15:54:23.910175 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1329e15-891d-4fc9-97ec-cc66779b3a10 None None] Routers {'35fd2dc5-ef20-42dd-ae9a-60280cae2cab'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:54:23.910968 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-f1329e15-891d-4fc9-97ec-cc66779b3a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:54:03Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['35fd2dc5-ef20-42dd-ae9a-60280cae2cab'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:54:23.920451 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b86c88c0-e365-461d-a05e-7b77d350c840 req-e756a4e2-4da2-43e6-ab72-219bf851a1d5 service neutron] 10.222.0.61 "GET /v2.0/networks/791585d6-2e4a-4237-ab00-9a26c50b495e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879173 May 14 15:54:24.009210 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b86c88c0-e365-461d-a05e-7b77d350c840 req-43644304-eaa8-45dc-93e5-f784c2c888dc service neutron] 10.222.0.61 "GET /v2.0/networks/791585d6-2e4a-4237-ab00-9a26c50b495e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829899 May 14 15:54:24.021085 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-f1329e15-891d-4fc9-97ec-cc66779b3a10 None None] Set router 35fd2dc5-ef20-42dd-ae9a-60280cae2cab gateway port host: dv-cinder-839793-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:54:24.234641 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-f1329e15-891d-4fc9-97ec-cc66779b3a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fd2dc5-ef20-42dd-ae9a-60280cae2cab', 'name': 'tempest-ServerRescueNegativeTestJSON-1887592763-router', 'tenant_id': '5d2517d5440a4d30949f3dd36a46d813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '5413b9e8-cc37-4830-9b6f-486a4edd5361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:16Z', 'updated_at': '2022-05-14T15:46:25Z', 'revision_number': 4, 'project_id': '5d2517d5440a4d30949f3dd36a46d813', 'gw_port': {'id': '5413b9e8-cc37-4830-9b6f-486a4edd5361', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:df:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fd2dc5-ef20-42dd-ae9a-60280cae2cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:17Z', 'updated_at': '2022-05-14T15:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': '7fc86151-fc54-47ff-96a0-c8760d7dc4de', 'name': '', 'network_id': '3e026b24-9d5e-4f74-ac5a-5d47dc1338b8', 'tenant_id': '5d2517d5440a4d30949f3dd36a46d813', 'mac_address': 'fa:16:3e:7f:19:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fd2dc5-ef20-42dd-ae9a-60280cae2cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4761eee7-0a5d-411d-9c6c-5f0c035f2564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:23Z', 'updated_at': '2022-05-14T15:46:30Z', 'revision_number': 5, 'project_id': '5d2517d5440a4d30949f3dd36a46d813', 'subnets': [{'id': '4761eee7-0a5d-411d-9c6c-5f0c035f2564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:54:24.263998 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1329e15-891d-4fc9-97ec-cc66779b3a10 None None] The sync data for ids ['35fd2dc5-ef20-42dd-ae9a-60280cae2cab'] in dv-cinder-839793-11-iscsi is: [{'id': '35fd2dc5-ef20-42dd-ae9a-60280cae2cab', 'name': 'tempest-ServerRescueNegativeTestJSON-1887592763-router', 'tenant_id': '5d2517d5440a4d30949f3dd36a46d813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '5413b9e8-cc37-4830-9b6f-486a4edd5361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:16Z', 'updated_at': '2022-05-14T15:46:25Z', 'revision_number': 4, 'project_id': '5d2517d5440a4d30949f3dd36a46d813', 'gw_port': {'id': '5413b9e8-cc37-4830-9b6f-486a4edd5361', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:df:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fd2dc5-ef20-42dd-ae9a-60280cae2cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:17Z', 'updated_at': '2022-05-14T15:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': '7fc86151-fc54-47ff-96a0-c8760d7dc4de', 'name': '', 'network_id': '3e026b24-9d5e-4f74-ac5a-5d47dc1338b8', 'tenant_id': '5d2517d5440a4d30949f3dd36a46d813', 'mac_address': 'fa:16:3e:7f:19:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fd2dc5-ef20-42dd-ae9a-60280cae2cab', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '4761eee7-0a5d-411d-9c6c-5f0c035f2564', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:23Z', 'updated_at': '2022-05-14T15:46:30Z', 'revision_number': 5, 'project_id': '5d2517d5440a4d30949f3dd36a46d813', 'subnets': [{'id': '4761eee7-0a5d-411d-9c6c-5f0c035f2564', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 15:54:24.317841 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0e9e2024-e75e-4f53-b484-dc9af1f72e54 req-10511a7a-29b2-428d-82c8-ea1bd4577f76 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b HTTP/1.1" status: 200 len: 210 time: 0.0332263 May 14 15:54:24.508754 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6a5c62-8cca-4dd6-9b15-171f0e9639d8 None None] New status for floating IP 5d529ac8-7509-4642-9341-2ad16262d1a9: DOWN {{(pid=115113) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 14 15:54:24.605747 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 41968) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:54:24.666912 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-b480e045-2632-4bbf-a54b-cd0cc1b97dd7 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks [] for security_group (ec7d9910-0c8c-4405-bc8e-e1d8a8594554), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:24.693322 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-b480e045-2632-4bbf-a54b-cd0cc1b97dd7 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks [] for security_group (ec7d9910-0c8c-4405-bc8e-e1d8a8594554), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:24.746833 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-b480e045-2632-4bbf-a54b-cd0cc1b97dd7 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (ec7d9910-0c8c-4405-bc8e-e1d8a8594554), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:24.750544 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-b480e045-2632-4bbf-a54b-cd0cc1b97dd7 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:24.753987 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-b480e045-2632-4bbf-a54b-cd0cc1b97dd7 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "DELETE /v2.0/security-groups/ec7d9910-0c8c-4405-bc8e-e1d8a8594554 HTTP/1.1" status: 204 len: 168 time: 0.1449432 May 14 15:54:24.754547 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 41970) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:54:24.761279 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480e045-2632-4bbf-a54b-cd0cc1b97dd7 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7d9910-0c8c-4405-bc8e-e1d8a8594554,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:54:24.769408 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b480e045-2632-4bbf-a54b-cd0cc1b97dd7 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:54:24.769766 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b480e045-2632-4bbf-a54b-cd0cc1b97dd7 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:54:24.770110 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b480e045-2632-4bbf-a54b-cd0cc1b97dd7 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:54:24.770505 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b480e045-2632-4bbf-a54b-cd0cc1b97dd7 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:54:24.770843 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b480e045-2632-4bbf-a54b-cd0cc1b97dd7 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:54:24.770980 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.api.v2.resource [None req-81c2bc60-4194-4750-bc06-05018cc5a343 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] show failed (client error): The resource could not be found. May 14 15:54:24.771588 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b480e045-2632-4bbf-a54b-cd0cc1b97dd7 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:54:24.772164 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b480e045-2632-4bbf-a54b-cd0cc1b97dd7 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:54:24.772505 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b480e045-2632-4bbf-a54b-cd0cc1b97dd7 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:54:24.774636 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b480e045-2632-4bbf-a54b-cd0cc1b97dd7 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:54:24.774636 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b480e045-2632-4bbf-a54b-cd0cc1b97dd7 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:54:24.774873 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-81c2bc60-4194-4750-bc06-05018cc5a343 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups/ec7d9910-0c8c-4405-bc8e-e1d8a8594554 HTTP/1.1" status: 404 len: 347 time: 0.0172567 May 14 15:54:24.774978 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b480e045-2632-4bbf-a54b-cd0cc1b97dd7 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:54:24.774978 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b480e045-2632-4bbf-a54b-cd0cc1b97dd7 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:54:24.774978 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b480e045-2632-4bbf-a54b-cd0cc1b97dd7 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:54:24.774978 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b480e045-2632-4bbf-a54b-cd0cc1b97dd7 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:54:24.774978 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b480e045-2632-4bbf-a54b-cd0cc1b97dd7 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:54:24.775382 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 41972) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:54:24.913279 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [None req-481a0114-91a6-4f80-a4ed-1a8be57e65b6 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Deleting port 8e260082-bd10-4a93-a45c-4ae0f1b803b6 {{(pid=115111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 15:54:24.913705 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-481a0114-91a6-4f80-a4ed-1a8be57e65b6 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (8e260082-bd10-4a93-a45c-4ae0f1b803b6), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:24.988126 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-481a0114-91a6-4f80-a4ed-1a8be57e65b6 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (8e260082-bd10-4a93-a45c-4ae0f1b803b6), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:24.988457 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-481a0114-91a6-4f80-a4ed-1a8be57e65b6 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks [] for floatingip (8e260082-bd10-4a93-a45c-4ae0f1b803b6), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:25.000381 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [None req-481a0114-91a6-4f80-a4ed-1a8be57e65b6 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Calling delete_port for 8e260082-bd10-4a93-a45c-4ae0f1b803b6 owned by network:floatingip {{(pid=115111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 15:54:25.131794 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-481a0114-91a6-4f80-a4ed-1a8be57e65b6 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764499'] for port (8e260082-bd10-4a93-a45c-4ae0f1b803b6), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:25.154973 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a0114-91a6-4f80-a4ed-1a8be57e65b6 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Pushing event deleted for resources: {'Port': ['ID=8e260082-bd10-4a93-a45c-4ae0f1b803b6,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:54:25.223295 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-481a0114-91a6-4f80-a4ed-1a8be57e65b6 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks [] for floatingip (5d529ac8-7509-4642-9341-2ad16262d1a9), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:25.225986 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-481a0114-91a6-4f80-a4ed-1a8be57e65b6 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for floatingip (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:25.227164 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-481a0114-91a6-4f80-a4ed-1a8be57e65b6 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "DELETE /v2.0/floatingips/5d529ac8-7509-4642-9341-2ad16262d1a9 HTTP/1.1" status: 204 len: 168 time: 0.4513948 May 14 15:54:25.373618 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c88c0-e365-461d-a05e-7b77d350c840 req-ef675215-4eca-4772-a9e0-704148ad4d8c tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:54:25.375666 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b86c88c0-e365-461d-a05e-7b77d350c840 req-ef675215-4eca-4772-a9e0-704148ad4d8c tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.36 "GET /v2.0/networks?id=791585d6-2e4a-4237-ab00-9a26c50b495e HTTP/1.1" status: 200 len: 812 time: 0.1135330 May 14 15:54:25.392694 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device 5c35b70b-002b-48c3-9446-1ba3b1605c2b no longer exists at agent hyperv_hv-cinder-83979 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 15:54:25.415244 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] No Port match for: 5c35b70b-002b-48c3-9446-1ba3b1605c2b {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 14 15:54:25.415596 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device 5c35b70b-002b-48c3-9446-1ba3b1605c2b not bound to the agent host hv-cinder-83979 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 15:54:25.424552 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-941ad3cf-5e18-46ae-bdf6-55fdef279fa5 req-eb991118-9da0-4a93-ab67-523db97717a6 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b HTTP/1.1" status: 200 len: 210 time: 0.0397360 May 14 15:54:25.480946 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b86c88c0-e365-461d-a05e-7b77d350c840 req-3b73d17a-0b31-4190-a403-d6475321b576 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a3a2b5dee7a404a8445c8aa434b5a43 HTTP/1.1" status: 200 len: 380 time: 0.0856187 May 14 15:54:25.489318 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [req-b86c88c0-e365-461d-a05e-7b77d350c840 req-b12b8109-abdf-4f9a-bbae-5a20711b0fb1 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Request body: {'port': {'device_id': 'a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b', 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e', 'admin_state_up': True, 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'security_groups': ['3dbc9699-a7c3-4ea6-bbf3-899c96de1d48']}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:54:25.595194 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b86c88c0-e365-461d-a05e-7b77d350c840 req-b12b8109-abdf-4f9a-bbae-5a20711b0fb1 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Made reservation on behalf of 7a3a2b5dee7a404a8445c8aa434b5a43 for: {'port': 1} {{(pid=115111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:54:25.598688 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-b86c88c0-e365-461d-a05e-7b77d350c840 req-b12b8109-abdf-4f9a-bbae-5a20711b0fb1 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:25.731685 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.db_base_plugin_common [req-b86c88c0-e365-461d-a05e-7b77d350c840 req-b12b8109-abdf-4f9a-bbae-5a20711b0fb1 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Allocated IP 172.20.0.6 (791585d6-2e4a-4237-ab00-9a26c50b495e/77df9367-440f-44fc-82b0-848dccb99f62/85faf801-1e40-4e72-a22b-f9e9a859f83a) {{(pid=115111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:54:25.876665 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-b86c88c0-e365-461d-a05e-7b77d350c840 req-b12b8109-abdf-4f9a-bbae-5a20711b0fb1 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks [] for port (85faf801-1e40-4e72-a22b-f9e9a859f83a), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:25.910755 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-b86c88c0-e365-461d-a05e-7b77d350c840 req-b12b8109-abdf-4f9a-bbae-5a20711b0fb1 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764499'] for port (85faf801-1e40-4e72-a22b-f9e9a859f83a), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:25.956617 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b86c88c0-e365-461d-a05e-7b77d350c840 req-b12b8109-abdf-4f9a-bbae-5a20711b0fb1 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Network 791585d6-2e4a-4237-ab00-9a26c50b495e is already hosted by enough agents. {{(pid=115111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:54:25.959678 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.base_scheduler [req-b86c88c0-e365-461d-a05e-7b77d350c840 req-b12b8109-abdf-4f9a-bbae-5a20711b0fb1 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Resources bound (agent type, host, resource id): {{(pid=115111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:54:25.963833 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86c88c0-e365-461d-a05e-7b77d350c840 req-b12b8109-abdf-4f9a-bbae-5a20711b0fb1 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Received port after_create {{(pid=115111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:54:26.000271 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12b8109-abdf-4f9a-bbae-5a20711b0fb1 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Pushing event updated for resources: {'Port': ['ID=85faf801-1e40-4e72-a22b-f9e9a859f83a,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:54:26.025219 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c88c0-e365-461d-a05e-7b77d350c840 req-b12b8109-abdf-4f9a-bbae-5a20711b0fb1 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:54:26.025853 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-b86c88c0-e365-461d-a05e-7b77d350c840 req-b12b8109-abdf-4f9a-bbae-5a20711b0fb1 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:26.043221 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b86c88c0-e365-461d-a05e-7b77d350c840 req-b12b8109-abdf-4f9a-bbae-5a20711b0fb1 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5574718 May 14 15:54:26.060273 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [req-b86c88c0-e365-461d-a05e-7b77d350c840 req-b5f5d7f0-7c37-40d9-934c-362e700f61d4 service neutron] Request body: {'port': {'device_id': 'a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:54:26.131220 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-b86c88c0-e365-461d-a05e-7b77d350c840 req-b5f5d7f0-7c37-40d9-934c-362e700f61d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (85faf801-1e40-4e72-a22b-f9e9a859f83a), before_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:26.226980 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-2d1fadd9-f5c9-4660-ae22-c9f420887314 None None] Provisioning complete for port 85faf801-1e40-4e72-a22b-f9e9a859f83a triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:54:26.227288 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2d1fadd9-f5c9-4660-ae22-c9f420887314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (85faf801-1e40-4e72-a22b-f9e9a859f83a), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:26.264991 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-2d1fadd9-f5c9-4660-ae22-c9f420887314 None None] Port 85faf801-1e40-4e72-a22b-f9e9a859f83a cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 14 15:54:26.430847 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.notifiers.nova [req-b86c88c0-e365-461d-a05e-7b77d350c840 req-b5f5d7f0-7c37-40d9-934c-362e700f61d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85faf801-1e40-4e72-a22b-f9e9a859f83a {{(pid=115111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 15:54:26.438739 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-b86c88c0-e365-461d-a05e-7b77d350c840 req-b5f5d7f0-7c37-40d9-934c-362e700f61d4 service neutron] Publish callbacks [] for port (85faf801-1e40-4e72-a22b-f9e9a859f83a), precommit_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:26.456178 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.provisioning_blocks [req-b86c88c0-e365-461d-a05e-7b77d350c840 req-b5f5d7f0-7c37-40d9-934c-362e700f61d4 service neutron] Transition to ACTIVE for port object 85faf801-1e40-4e72-a22b-f9e9a859f83a will not be triggered until provisioned by entity L2. {{(pid=115111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 14 15:54:26.460268 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-b86c88c0-e365-461d-a05e-7b77d350c840 req-b5f5d7f0-7c37-40d9-934c-362e700f61d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8764516'] for port (85faf801-1e40-4e72-a22b-f9e9a859f83a), after_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:26.543211 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5d7f0-7c37-40d9-934c-362e700f61d4 service neutron] Pushing event updated for resources: {'Port': ['ID=85faf801-1e40-4e72-a22b-f9e9a859f83a,revision_number=2']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:54:26.583194 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9ce95-8994-45d8-bd5f-132fc94a2cd0 req-1fdbbb30-953b-4af2-8afc-bed6b6c31ab3 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:54:26.584822 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-83c9ce95-8994-45d8-bd5f-132fc94a2cd0 req-1fdbbb30-953b-4af2-8afc-bed6b6c31ab3 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b HTTP/1.1" status: 200 len: 943 time: 0.0810661 May 14 15:54:26.667903 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.managers [req-b86c88c0-e365-461d-a05e-7b77d350c840 req-b5f5d7f0-7c37-40d9-934c-362e700f61d4 service neutron] Attempting to bind port 85faf801-1e40-4e72-a22b-f9e9a859f83a on host hv-cinder-83979 for vnic_type normal with profile {{(pid=115111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 15:54:26.668247 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.managers [req-b86c88c0-e365-461d-a05e-7b77d350c840 req-b5f5d7f0-7c37-40d9-934c-362e700f61d4 service neutron] Attempting to bind port 85faf801-1e40-4e72-a22b-f9e9a859f83a by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '25b88ee4-cf04-43f5-bf5d-28b6fbf20225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e'}] {{(pid=115111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 15:54:26.668579 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86c88c0-e365-461d-a05e-7b77d350c840 req-b5f5d7f0-7c37-40d9-934c-362e700f61d4 service neutron] Attempting to bind port 85faf801-1e40-4e72-a22b-f9e9a859f83a on network 791585d6-2e4a-4237-ab00-9a26c50b495e {{(pid=115111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:54:26.676313 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-83c9ce95-8994-45d8-bd5f-132fc94a2cd0 req-de767d09-3eaf-4633-bc59-42adf25de276 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735440 May 14 15:54:26.678428 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86c88c0-e365-461d-a05e-7b77d350c840 req-b5f5d7f0-7c37-40d9-934c-362e700f61d4 service neutron] Port 85faf801-1e40-4e72-a22b-f9e9a859f83a on network 791585d6-2e4a-4237-ab00-9a26c50b495e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=115111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 14 15:54:26.678811 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86c88c0-e365-461d-a05e-7b77d350c840 req-b5f5d7f0-7c37-40d9-934c-362e700f61d4 service neutron] Attempting to bind port 85faf801-1e40-4e72-a22b-f9e9a859f83a on network 791585d6-2e4a-4237-ab00-9a26c50b495e {{(pid=115111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:54:26.684003 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86c88c0-e365-461d-a05e-7b77d350c840 req-b5f5d7f0-7c37-40d9-934c-362e700f61d4 service neutron] Checking agent: {'id': 'df6c86ae-fc26-40a3-91a1-648a304bf46f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 44, 23), 'started_at': datetime.datetime(2022, 5, 14, 15, 44, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 15, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 15:54:26.684343 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86c88c0-e365-461d-a05e-7b77d350c840 req-b5f5d7f0-7c37-40d9-934c-362e700f61d4 service neutron] Checking segment: {'id': '25b88ee4-cf04-43f5-bf5d-28b6fbf20225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:54:26.684719 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b86c88c0-e365-461d-a05e-7b77d350c840 req-b5f5d7f0-7c37-40d9-934c-362e700f61d4 service neutron] Bound using segment: {'id': '25b88ee4-cf04-43f5-bf5d-28b6fbf20225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e'} {{(pid=115111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 15:54:26.685149 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.managers [req-b86c88c0-e365-461d-a05e-7b77d350c840 req-b5f5d7f0-7c37-40d9-934c-362e700f61d4 service neutron] Bound port: 85faf801-1e40-4e72-a22b-f9e9a859f83a, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25b88ee4-cf04-43f5-bf5d-28b6fbf20225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e'}}] {{(pid=115111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 15:54:26.685493 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-b86c88c0-e365-461d-a05e-7b77d350c840 req-b5f5d7f0-7c37-40d9-934c-362e700f61d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (85faf801-1e40-4e72-a22b-f9e9a859f83a), before_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:26.755768 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.db [req-b86c88c0-e365-461d-a05e-7b77d350c840 req-b5f5d7f0-7c37-40d9-934c-362e700f61d4 service neutron] For port 85faf801-1e40-4e72-a22b-f9e9a859f83a, host hv-cinder-83979, cleared binding levels {{(pid=115111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 15:54:26.758747 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.db [req-b86c88c0-e365-461d-a05e-7b77d350c840 req-b5f5d7f0-7c37-40d9-934c-362e700f61d4 service neutron] For port 85faf801-1e40-4e72-a22b-f9e9a859f83a, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=85faf801-1e40-4e72-a22b-f9e9a859f83a,segment=NetworkSegment(25b88ee4-cf04-43f5-bf5d-28b6fbf20225),segment_id=25b88ee4-cf04-43f5-bf5d-28b6fbf20225)] {{(pid=115111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 15:54:26.763566 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-b86c88c0-e365-461d-a05e-7b77d350c840 req-b5f5d7f0-7c37-40d9-934c-362e700f61d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8764516'] for port (85faf801-1e40-4e72-a22b-f9e9a859f83a), after_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:26.797120 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c88c0-e365-461d-a05e-7b77d350c840 req-b5f5d7f0-7c37-40d9-934c-362e700f61d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:54:26.797759 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-b86c88c0-e365-461d-a05e-7b77d350c840 req-b5f5d7f0-7c37-40d9-934c-362e700f61d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:26.799168 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b86c88c0-e365-461d-a05e-7b77d350c840 req-b5f5d7f0-7c37-40d9-934c-362e700f61d4 service neutron] 10.222.0.36 "PUT /v2.0/ports/85faf801-1e40-4e72-a22b-f9e9a859f83a HTTP/1.1" status: 200 len: 1093 time: 0.7433019 May 14 15:54:26.799621 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b', 'tag': '85faf801-1e40-4e72-a22b-f9e9a859f83a'}] {{(pid=115111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:54:26.801825 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d243af113ddc23b9a3ad38dde0a226f09410eb7dd6936b385d295fad3462c172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccebc0d3-069d-418f-8b4f-c1d5ee0e22f0" -d '{"events": [{"name": "network-changed", "server_uuid": "a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b", "tag": "85faf801-1e40-4e72-a22b-f9e9a859f83a"}]}' {{(pid=115111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:54:26.829930 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5d7f0-7c37-40d9-934c-362e700f61d4 service neutron] Pushing event updated for resources: {'Port': ['ID=85faf801-1e40-4e72-a22b-f9e9a859f83a,revision_number=3']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:54:26.851325 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 15:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29e689d-bbee-458e-aec8-5fb017a50bfa x-openstack-request-id: req-c29e689d-bbee-458e-aec8-5fb017a50bfa {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:54:26.851620 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b", "tag": "85faf801-1e40-4e72-a22b-f9e9a859f83a", "status": "completed", "code": 200}]} {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:54:26.851871 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c29e689d-bbee-458e-aec8-5fb017a50bfa {{(pid=115111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:54:26.852286 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c29e689d-bbee-458e-aec8-5fb017a50bfa'] response: {'name': 'network-changed', 'server_uuid': 'a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b', 'tag': '85faf801-1e40-4e72-a22b-f9e9a859f83a', 'status': 'completed', 'code': 200} May 14 15:54:26.917451 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c88c0-e365-461d-a05e-7b77d350c840 req-884ecfb3-0c23-46d5-af8b-cb840a342aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:54:26.923565 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b86c88c0-e365-461d-a05e-7b77d350c840 req-884ecfb3-0c23-46d5-af8b-cb840a342aec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a3a2b5dee7a404a8445c8aa434b5a43&device_id=a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b HTTP/1.1" status: 200 len: 1127 time: 0.0505826 May 14 15:54:26.972989 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b86c88c0-e365-461d-a05e-7b77d350c840 req-78076eaf-e8e3-4ddb-9a3c-b888c05db2a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85faf801-1e40-4e72-a22b-f9e9a859f83a HTTP/1.1" status: 200 len: 217 time: 0.0387781 May 14 15:54:27.021628 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c88c0-e365-461d-a05e-7b77d350c840 req-ea9f0fdf-2784-4502-818c-4c13d45afa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:54:27.023101 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b86c88c0-e365-461d-a05e-7b77d350c840 req-ea9f0fdf-2784-4502-818c-4c13d45afa3e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=77df9367-440f-44fc-82b0-848dccb99f62 HTTP/1.1" status: 200 len: 851 time: 0.0435352 May 14 15:54:27.068010 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c88c0-e365-461d-a05e-7b77d350c840 req-dfc852cc-b5a0-4a3f-8b3b-fbebb8c53447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:54:27.069345 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b86c88c0-e365-461d-a05e-7b77d350c840 req-dfc852cc-b5a0-4a3f-8b3b-fbebb8c53447 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=791585d6-2e4a-4237-ab00-9a26c50b495e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0383775 May 14 15:54:27.160126 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b86c88c0-e365-461d-a05e-7b77d350c840 req-36d144c6-d49e-4025-9d2c-8c7321c961ab service neutron] 10.222.0.36 "GET /v2.0/networks/791585d6-2e4a-4237-ab00-9a26c50b495e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843523 May 14 15:54:27.246883 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b86c88c0-e365-461d-a05e-7b77d350c840 req-6ce8d226-128f-4623-ad0f-4c1a974ea0ab service neutron] 10.222.0.36 "GET /v2.0/networks/791585d6-2e4a-4237-ab00-9a26c50b495e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801647 May 14 15:54:27.697042 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e5c4a-1307-4b1a-9be7-80e7f81c3320 req-ae491ea2-60e9-4c16-b9d8-cb353d90b640 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:54:27.698529 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6d7e5c4a-1307-4b1a-9be7-80e7f81c3320 req-ae491ea2-60e9-4c16-b9d8-cb353d90b640 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 946 time: 0.0513530 May 14 15:54:27.747049 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6d7e5c4a-1307-4b1a-9be7-80e7f81c3320 req-cd0651c1-3121-4da9-ab8a-357a07d98928 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427132 May 14 15:54:27.792766 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab5048-ba54-452b-884b-f320aecab058 req-f1cd9e69-3c11-4b1c-a406-b495ff13db96 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:54:27.794234 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-06ab5048-ba54-452b-884b-f320aecab058 req-f1cd9e69-3c11-4b1c-a406-b495ff13db96 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b HTTP/1.1" status: 200 len: 943 time: 0.0464201 May 14 15:54:27.842168 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-06ab5048-ba54-452b-884b-f320aecab058 req-f319d53f-7ce5-46c4-b344-4a338c992c40 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417290 May 14 15:54:28.142903 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccebc0d3-069d-418f-8b4f-c1d5ee0e22f0 req-ec808849-abfb-4e5c-b524-2952494ba929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:54:28.144433 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ccebc0d3-069d-418f-8b4f-c1d5ee0e22f0 req-ec808849-abfb-4e5c-b524-2952494ba929 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a3a2b5dee7a404a8445c8aa434b5a43&device_id=a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b HTTP/1.1" status: 200 len: 1127 time: 0.0415659 May 14 15:54:28.802495 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccebc0d3-069d-418f-8b4f-c1d5ee0e22f0 req-b7ad1693-bd29-47a6-9bb9-6ebd37f83065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:54:28.804005 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ccebc0d3-069d-418f-8b4f-c1d5ee0e22f0 req-b7ad1693-bd29-47a6-9bb9-6ebd37f83065 service neutron] 10.222.0.36 "GET /v2.0/networks?id=791585d6-2e4a-4237-ab00-9a26c50b495e HTTP/1.1" status: 200 len: 913 time: 0.0896575 May 14 15:54:28.860094 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3861f-d358-4b46-9de8-60922ac80e3c req-e80f4c99-c93d-49bd-ad40-f485544116eb tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:54:28.861562 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-18e3861f-d358-4b46-9de8-60922ac80e3c req-e80f4c99-c93d-49bd-ad40-f485544116eb tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 946 time: 0.0464923 May 14 15:54:28.909205 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-18e3861f-d358-4b46-9de8-60922ac80e3c req-e85f09c0-35bd-42a3-a351-2b49af108c80 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417135 May 14 15:54:28.985044 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ccebc0d3-069d-418f-8b4f-c1d5ee0e22f0 req-37b7933c-8a6f-4a70-810d-1ce50285f5bc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85faf801-1e40-4e72-a22b-f9e9a859f83a HTTP/1.1" status: 200 len: 217 time: 0.0397031 May 14 15:54:28.992634 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b42f0-1067-409a-8d17-3deeb8dfa297 req-fe41790f-76b1-4513-951f-9037c24cf765 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:54:28.993613 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f14ff2-099f-4b9a-a362-fc49ae04e3e7 req-e4cd22a5-7984-4771-971b-34a031527ec0 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:54:28.994822 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-086b42f0-1067-409a-8d17-3deeb8dfa297 req-fe41790f-76b1-4513-951f-9037c24cf765 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.36 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 946 time: 0.0487831 May 14 15:54:28.995104 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-34f14ff2-099f-4b9a-a362-fc49ae04e3e7 req-e4cd22a5-7984-4771-971b-34a031527ec0 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b HTTP/1.1" status: 200 len: 943 time: 0.0849638 May 14 15:54:29.045302 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-34f14ff2-099f-4b9a-a362-fc49ae04e3e7 req-c98c0af1-71f3-43d4-bdb1-06402afe857f tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439150 May 14 15:54:30.026198 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e98dc4-1512-4faa-a112-82c090ecd7fc req-1e35eabd-6621-45bc-80ac-3656d9c7f706 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:54:30.027662 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-73e98dc4-1512-4faa-a112-82c090ecd7fc req-1e35eabd-6621-45bc-80ac-3656d9c7f706 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=563c74e0-060d-49d5-abc5-389cee4bd9d5 HTTP/1.1" status: 200 len: 946 time: 0.0501723 May 14 15:54:30.074338 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-73e98dc4-1512-4faa-a112-82c090ecd7fc req-efb130e4-d17f-49eb-bcc0-ae83e9945c78 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404046 May 14 15:54:30.192652 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a5203-d5c8-4b8e-9312-87a4011017e4 req-563b7699-eb72-4c12-af33-eea19e7e7444 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:54:30.194138 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6a3a5203-d5c8-4b8e-9312-87a4011017e4 req-563b7699-eb72-4c12-af33-eea19e7e7444 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b HTTP/1.1" status: 200 len: 943 time: 0.0813317 May 14 15:54:30.205921 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccebc0d3-069d-418f-8b4f-c1d5ee0e22f0 req-59c0727c-5345-4cdd-876b-5df696a369ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:54:30.207433 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ccebc0d3-069d-418f-8b4f-c1d5ee0e22f0 req-59c0727c-5345-4cdd-876b-5df696a369ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=77df9367-440f-44fc-82b0-848dccb99f62 HTTP/1.1" status: 200 len: 851 time: 0.0841370 May 14 15:54:30.213705 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [req-086b42f0-1067-409a-8d17-3deeb8dfa297 req-6989e3a7-11f9-44f3-9e65-49322c3d6137 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Deleting port e71a293a-1d12-4e53-a116-f52bc19b1aa0 {{(pid=115110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 15:54:30.214231 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-086b42f0-1067-409a-8d17-3deeb8dfa297 req-6989e3a7-11f9-44f3-9e65-49322c3d6137 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (e71a293a-1d12-4e53-a116-f52bc19b1aa0), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:30.286077 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccebc0d3-069d-418f-8b4f-c1d5ee0e22f0 req-8af60529-f25c-43d6-b350-5b3880d3e8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:54:30.287629 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ccebc0d3-069d-418f-8b4f-c1d5ee0e22f0 req-8af60529-f25c-43d6-b350-5b3880d3e8ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=791585d6-2e4a-4237-ab00-9a26c50b495e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0727503 May 14 15:54:30.301045 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6a3a5203-d5c8-4b8e-9312-87a4011017e4 req-57ae08e5-dbf7-43b0-85bf-675dc028594e tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004548 May 14 15:54:30.303932 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [req-086b42f0-1067-409a-8d17-3deeb8dfa297 req-6989e3a7-11f9-44f3-9e65-49322c3d6137 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] For port e71a293a-1d12-4e53-a116-f52bc19b1aa0, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=e71a293a-1d12-4e53-a116-f52bc19b1aa0,segment=NetworkSegment(3fe1ec03-a37f-4897-9c40-415202097700),segment_id=3fe1ec03-a37f-4897-9c40-415202097700)] {{(pid=115110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:54:30.304298 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-086b42f0-1067-409a-8d17-3deeb8dfa297 req-6989e3a7-11f9-44f3-9e65-49322c3d6137 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (e71a293a-1d12-4e53-a116-f52bc19b1aa0), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:30.317249 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [req-086b42f0-1067-409a-8d17-3deeb8dfa297 req-6989e3a7-11f9-44f3-9e65-49322c3d6137 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Calling delete_port for e71a293a-1d12-4e53-a116-f52bc19b1aa0 owned by compute:nova {{(pid=115110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 15:54:30.445103 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-086b42f0-1067-409a-8d17-3deeb8dfa297 req-6989e3a7-11f9-44f3-9e65-49322c3d6137 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (e71a293a-1d12-4e53-a116-f52bc19b1aa0), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:30.475441 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6989e3a7-11f9-44f3-9e65-49322c3d6137 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Pushing event deleted for resources: {'Port': ['ID=e71a293a-1d12-4e53-a116-f52bc19b1aa0,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:54:30.480823 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] get_ports_and_sgs() called for port_ids ['3697c0c4-258d-43cd-a608-dec915d0b3e8', 'e71a293a-1d12-4e53-a116-f52bc19b1aa0'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 15:54:30.527564 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.l3_dvrscheduler_db [req-086b42f0-1067-409a-8d17-3deeb8dfa297 req-6989e3a7-11f9-44f3-9e65-49322c3d6137 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] No DVR routers for this DVR port e71a293a-1d12-4e53-a116-f52bc19b1aa0 on host hv-cinder-83979 {{(pid=115110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 15:54:30.530050 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-086b42f0-1067-409a-8d17-3deeb8dfa297 req-6989e3a7-11f9-44f3-9e65-49322c3d6137 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:30.533952 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-086b42f0-1067-409a-8d17-3deeb8dfa297 req-6989e3a7-11f9-44f3-9e65-49322c3d6137 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.36 "DELETE /v2.0/ports/e71a293a-1d12-4e53-a116-f52bc19b1aa0 HTTP/1.1" status: 204 len: 173 time: 0.4121616 May 14 15:54:30.534427 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '563c74e0-060d-49d5-abc5-389cee4bd9d5', 'name': 'network-vif-deleted', 'tag': 'e71a293a-1d12-4e53-a116-f52bc19b1aa0'}] {{(pid=115110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:54:30.536749 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a270656aa08f71c574e37588e4b5bc67f1398202d03dea947e2a2c931e3df3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ed7b51-48d4-4257-8011-0b44776eaa02" -d '{"events": [{"server_uuid": "563c74e0-060d-49d5-abc5-389cee4bd9d5", "name": "network-vif-deleted", "tag": "e71a293a-1d12-4e53-a116-f52bc19b1aa0"}]}' {{(pid=115110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:54:30.589134 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 15:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f90f6d-0c60-4785-9840-a073de2a3713 x-openstack-request-id: req-a4f90f6d-0c60-4785-9840-a073de2a3713 {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:54:30.589574 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "563c74e0-060d-49d5-abc5-389cee4bd9d5", "name": "network-vif-deleted", "tag": "e71a293a-1d12-4e53-a116-f52bc19b1aa0", "status": "completed", "code": 200}]} {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:54:30.589826 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a4f90f6d-0c60-4785-9840-a073de2a3713 {{(pid=115110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:54:30.590239 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4f90f6d-0c60-4785-9840-a073de2a3713'] response: {'server_uuid': '563c74e0-060d-49d5-abc5-389cee4bd9d5', 'name': 'network-vif-deleted', 'tag': 'e71a293a-1d12-4e53-a116-f52bc19b1aa0', 'status': 'completed', 'code': 200} May 14 15:54:30.612051 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ccebc0d3-069d-418f-8b4f-c1d5ee0e22f0 req-a24f273d-e53b-42f3-ac63-3b14f7cacc1c service neutron] 10.222.0.36 "GET /v2.0/networks/791585d6-2e4a-4237-ab00-9a26c50b495e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048923 May 14 15:54:30.711927 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ccebc0d3-069d-418f-8b4f-c1d5ee0e22f0 req-16db8900-53ef-4c38-a782-1ea96d951ead service neutron] 10.222.0.36 "GET /v2.0/networks/791585d6-2e4a-4237-ab00-9a26c50b495e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909417 May 14 15:54:31.020329 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7436430d-e458-4aec-a1e6-a14412f03b9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:31.341877 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad23dfbe-55c2-40da-8ea5-9ce764c27969 req-16d8e813-6437-4f87-8b1f-2bda586d8f2d tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:54:31.344107 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ad23dfbe-55c2-40da-8ea5-9ce764c27969 req-16d8e813-6437-4f87-8b1f-2bda586d8f2d tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fbb269d-11cd-49ed-81ac-570e721c15cd HTTP/1.1" status: 200 len: 946 time: 0.0475845 May 14 15:54:31.399534 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device 85faf801-1e40-4e72-a22b-f9e9a859f83a details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=115112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 14 15:54:31.424604 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ad23dfbe-55c2-40da-8ea5-9ce764c27969 req-a0ba0e70-5dd4-4162-984e-c0f9faa63549 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745251 May 14 15:54:31.435596 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e2e25-9fe2-4e6e-b9e7-0685639fe952 req-1ce2ac69-0901-4bf0-93a1-80c0eec2f3dd tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:54:31.449279 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-2f6e2e25-9fe2-4e6e-b9e7-0685639fe952 req-1ce2ac69-0901-4bf0-93a1-80c0eec2f3dd tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b HTTP/1.1" status: 200 len: 943 time: 0.0729749 May 14 15:54:31.491483 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-2f6e2e25-9fe2-4e6e-b9e7-0685639fe952 req-603040b8-ad76-4e76-bcf9-df076c401bfc tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474284 May 14 15:54:31.502301 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port 85faf801-1e40-4e72-a22b-f9e9a859f83a, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=85faf801-1e40-4e72-a22b-f9e9a859f83a,segment=NetworkSegment(25b88ee4-cf04-43f5-bf5d-28b6fbf20225),segment_id=25b88ee4-cf04-43f5-bf5d-28b6fbf20225)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:54:31.518607 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Returning: {'device': '85faf801-1e40-4e72-a22b-f9e9a859f83a', 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e', 'port_id': '85faf801-1e40-4e72-a22b-f9e9a859f83a', 'mac_address': 'fa:16:3e:a7:c1:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77df9367-440f-44fc-82b0-848dccb99f62', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 14 15:54:31.556980 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port 85faf801-1e40-4e72-a22b-f9e9a859f83a is: DOWN; New status is: BUILD {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:54:31.557909 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (85faf801-1e40-4e72-a22b-f9e9a859f83a), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:31.571665 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85faf801-1e40-4e72-a22b-f9e9a859f83a {{(pid=115112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 15:54:31.591298 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port 85faf801-1e40-4e72-a22b-f9e9a859f83a, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=85faf801-1e40-4e72-a22b-f9e9a859f83a,segment=NetworkSegment(25b88ee4-cf04-43f5-bf5d-28b6fbf20225),segment_id=25b88ee4-cf04-43f5-bf5d-28b6fbf20225)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:54:31.595025 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (85faf801-1e40-4e72-a22b-f9e9a859f83a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:31.641065 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=85faf801-1e40-4e72-a22b-f9e9a859f83a,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:54:31.647878 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:54:31.648227 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:54:31.648563 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:54:31.648894 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:54:31.649232 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:54:31.649545 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:54:31.649889 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:54:31.650211 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:54:31.650554 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:54:31.650877 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:54:31.651194 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:54:31.651512 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:54:31.651827 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:54:31.652140 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:54:31.652451 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:54:32.144793 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] get_ports_and_sgs() called for port_ids ['85faf801-1e40-4e72-a22b-f9e9a859f83a'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 15:54:32.222079 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edebdef8-72d3-45c0-83c1-97c78cbbcda4 req-aff84c07-03e0-4cbd-94db-b8b68c735a1e tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:54:32.223537 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-edebdef8-72d3-45c0-83c1-97c78cbbcda4 req-aff84c07-03e0-4cbd-94db-b8b68c735a1e tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.36 "GET /v2.0/ports?device_id=9fbb269d-11cd-49ed-81ac-570e721c15cd HTTP/1.1" status: 200 len: 946 time: 0.0457926 May 14 15:54:32.309811 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [req-edebdef8-72d3-45c0-83c1-97c78cbbcda4 req-94be8915-ec8b-4398-a7e8-c29d00c3edf2 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Deleting port 3697c0c4-258d-43cd-a608-dec915d0b3e8 {{(pid=115111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 15:54:32.310147 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-edebdef8-72d3-45c0-83c1-97c78cbbcda4 req-94be8915-ec8b-4398-a7e8-c29d00c3edf2 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (3697c0c4-258d-43cd-a608-dec915d0b3e8), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:32.399696 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.db [req-edebdef8-72d3-45c0-83c1-97c78cbbcda4 req-94be8915-ec8b-4398-a7e8-c29d00c3edf2 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] For port 3697c0c4-258d-43cd-a608-dec915d0b3e8, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=3697c0c4-258d-43cd-a608-dec915d0b3e8,segment=NetworkSegment(3fe1ec03-a37f-4897-9c40-415202097700),segment_id=3fe1ec03-a37f-4897-9c40-415202097700)] {{(pid=115111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:54:32.400367 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-edebdef8-72d3-45c0-83c1-97c78cbbcda4 req-94be8915-ec8b-4398-a7e8-c29d00c3edf2 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (3697c0c4-258d-43cd-a608-dec915d0b3e8), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:32.413016 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [req-edebdef8-72d3-45c0-83c1-97c78cbbcda4 req-94be8915-ec8b-4398-a7e8-c29d00c3edf2 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Calling delete_port for 3697c0c4-258d-43cd-a608-dec915d0b3e8 owned by compute:nova {{(pid=115111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 15:54:32.597253 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68acb944-c5f2-4da1-9779-262507e1a5ab req-01d6a0dc-336d-4be5-9593-18ac02566d18 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:54:32.598712 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-68acb944-c5f2-4da1-9779-262507e1a5ab req-01d6a0dc-336d-4be5-9593-18ac02566d18 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/ports?device_id=9fbb269d-11cd-49ed-81ac-570e721c15cd HTTP/1.1" status: 200 len: 946 time: 0.1001003 May 14 15:54:32.617709 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-edebdef8-72d3-45c0-83c1-97c78cbbcda4 req-94be8915-ec8b-4398-a7e8-c29d00c3edf2 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764499'] for port (3697c0c4-258d-43cd-a608-dec915d0b3e8), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:32.646730 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96deecfe-95a4-4096-b05a-22428f365e63 req-42da51f6-fa39-452d-b535-7fe24026a2a2 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:54:32.648165 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-96deecfe-95a4-4096-b05a-22428f365e63 req-42da51f6-fa39-452d-b535-7fe24026a2a2 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b HTTP/1.1" status: 200 len: 944 time: 0.0910351 May 14 15:54:32.671025 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94be8915-ec8b-4398-a7e8-c29d00c3edf2 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Pushing event deleted for resources: {'Port': ['ID=3697c0c4-258d-43cd-a608-dec915d0b3e8,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:54:32.736550 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-68acb944-c5f2-4da1-9779-262507e1a5ab req-e777b42b-f01e-4a41-9372-d691cd80a62a tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.61 "GET /v2.0/security-groups?id=71af2dd0-250d-48dd-917f-44efd6d3ce56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311476 May 14 15:54:32.758923 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.l3_dvrscheduler_db [req-edebdef8-72d3-45c0-83c1-97c78cbbcda4 req-94be8915-ec8b-4398-a7e8-c29d00c3edf2 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] No DVR routers for this DVR port 3697c0c4-258d-43cd-a608-dec915d0b3e8 on host hv-cinder-83979 {{(pid=115111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 15:54:32.761674 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-edebdef8-72d3-45c0-83c1-97c78cbbcda4 req-94be8915-ec8b-4398-a7e8-c29d00c3edf2 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:32.764902 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-edebdef8-72d3-45c0-83c1-97c78cbbcda4 req-94be8915-ec8b-4398-a7e8-c29d00c3edf2 tempest-ServerRescueNegativeTestJSON-1508904783 tempest-ServerRescueNegativeTestJSON-1508904783-project] 10.222.0.36 "DELETE /v2.0/ports/3697c0c4-258d-43cd-a608-dec915d0b3e8 HTTP/1.1" status: 204 len: 173 time: 0.5360484 May 14 15:54:32.769400 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fbb269d-11cd-49ed-81ac-570e721c15cd', 'name': 'network-vif-deleted', 'tag': '3697c0c4-258d-43cd-a608-dec915d0b3e8'}] {{(pid=115111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:54:32.771701 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d243af113ddc23b9a3ad38dde0a226f09410eb7dd6936b385d295fad3462c172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db417f81-0673-4702-847c-ebd5e76dbc64" -d '{"events": [{"server_uuid": "9fbb269d-11cd-49ed-81ac-570e721c15cd", "name": "network-vif-deleted", "tag": "3697c0c4-258d-43cd-a608-dec915d0b3e8"}]}' {{(pid=115111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:54:32.791851 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-96deecfe-95a4-4096-b05a-22428f365e63 req-680dc19f-c7f5-4fa4-8b23-ccfcc3f50d96 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251760 May 14 15:54:32.823034 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 15:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0812afe-8062-4efb-9dc8-3f3e947739ab x-openstack-request-id: req-e0812afe-8062-4efb-9dc8-3f3e947739ab {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:54:32.823570 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fbb269d-11cd-49ed-81ac-570e721c15cd", "name": "network-vif-deleted", "tag": "3697c0c4-258d-43cd-a608-dec915d0b3e8", "status": "completed", "code": 200}]} {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:54:32.823898 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e0812afe-8062-4efb-9dc8-3f3e947739ab {{(pid=115111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:54:32.824303 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0812afe-8062-4efb-9dc8-3f3e947739ab'] response: {'server_uuid': '9fbb269d-11cd-49ed-81ac-570e721c15cd', 'name': 'network-vif-deleted', 'tag': '3697c0c4-258d-43cd-a608-dec915d0b3e8', 'status': 'completed', 'code': 200} May 14 15:54:33.214776 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] get_ports_and_sgs() called for port_ids ['3697c0c4-258d-43cd-a608-dec915d0b3e8'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 15:54:33.287982 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-ea438dbc-e169-48d1-b094-5d34a7e908ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:33.457030 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device 85faf801-1e40-4e72-a22b-f9e9a859f83a up at agent hyperv_hv-cinder-83979 {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:54:33.627052 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Provisioning for port 85faf801-1e40-4e72-a22b-f9e9a859f83a completed by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 14 15:54:33.632657 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Provisioning complete for port 85faf801-1e40-4e72-a22b-f9e9a859f83a triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:54:33.633060 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (85faf801-1e40-4e72-a22b-f9e9a859f83a), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:33.720345 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port 85faf801-1e40-4e72-a22b-f9e9a859f83a is: BUILD; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:54:33.720709 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (85faf801-1e40-4e72-a22b-f9e9a859f83a), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:33.723625 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (df6c86ae-fc26-40a3-91a1-648a304bf46f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:33.744431 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85faf801-1e40-4e72-a22b-f9e9a859f83a'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:54:33.746656 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bb685cd0d0d5598b2dce4f6f2400b8bab1844baadda65bc385176a7d6dc4011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237b5ef0-958e-4493-834e-eefb3bbf928e" -d '{"events": [{"server_uuid": "a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b", "name": "network-vif-plugged", "status": "completed", "tag": "85faf801-1e40-4e72-a22b-f9e9a859f83a"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:54:33.759431 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port 85faf801-1e40-4e72-a22b-f9e9a859f83a, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=85faf801-1e40-4e72-a22b-f9e9a859f83a,segment=NetworkSegment(25b88ee4-cf04-43f5-bf5d-28b6fbf20225),segment_id=25b88ee4-cf04-43f5-bf5d-28b6fbf20225)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:54:33.763774 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (85faf801-1e40-4e72-a22b-f9e9a859f83a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:33.764648 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device e71a293a-1d12-4e53-a116-f52bc19b1aa0 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 15:54:33.798722 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 15:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d343abe-0de2-46e2-b8f9-04c9d74b2bae x-openstack-request-id: req-2d343abe-0de2-46e2-b8f9-04c9d74b2bae {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:54:33.799022 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b", "name": "network-vif-plugged", "status": "completed", "tag": "85faf801-1e40-4e72-a22b-f9e9a859f83a", "code": 200}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:54:33.799299 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2d343abe-0de2-46e2-b8f9-04c9d74b2bae {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:54:33.799684 dv-cinder-839793-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d343abe-0de2-46e2-b8f9-04c9d74b2bae'] response: {'server_uuid': 'a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85faf801-1e40-4e72-a22b-f9e9a859f83a', 'code': 200} May 14 15:54:33.803226 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 42034) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:54:33.819286 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] No Port match for: e71a293a-1d12-4e53-a116-f52bc19b1aa0 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 14 15:54:33.819643 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device e71a293a-1d12-4e53-a116-f52bc19b1aa0 not bound to the agent host hv-cinder-83979 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 15:54:33.820071 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device 3697c0c4-258d-43cd-a608-dec915d0b3e8 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 15:54:33.844578 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] No Port match for: 3697c0c4-258d-43cd-a608-dec915d0b3e8 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 14 15:54:33.844932 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device 3697c0c4-258d-43cd-a608-dec915d0b3e8 not bound to the agent host hv-cinder-83979 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 15:54:33.868137 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=85faf801-1e40-4e72-a22b-f9e9a859f83a,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:54:33.932111 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7325788-441a-446c-a123-0b0385f0c98e req-73dd6e9d-c619-49f2-8c69-ca31a0d738d7 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:54:33.933612 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d7325788-441a-446c-a123-0b0385f0c98e req-73dd6e9d-c619-49f2-8c69-ca31a0d738d7 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b HTTP/1.1" status: 200 len: 945 time: 0.0535717 May 14 15:54:33.987342 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d7325788-441a-446c-a123-0b0385f0c98e req-6b8d4fa0-1fc1-4be6-b71d-4011ea60e620 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476434 May 14 15:54:34.075016 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a659d3-3f58-4c38-9756-2fa501211a69 req-142dcb05-1599-489e-96e3-705af55f8a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:54:34.076503 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-48a659d3-3f58-4c38-9756-2fa501211a69 req-142dcb05-1599-489e-96e3-705af55f8a6e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b HTTP/1.1" status: 200 len: 1129 time: 0.0482492 May 14 15:54:34.193847 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-48a659d3-3f58-4c38-9756-2fa501211a69 req-a7e70355-21d1-44f3-b4eb-86eebdab1d83 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114795 May 14 15:54:34.310659 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:34.376532 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-75b7a691-8b9c-44db-8f59-f232b078d318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753798'] for router_interface (35fd2dc5-ef20-42dd-ae9a-60280cae2cab), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:34.603426 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [None req-75b7a691-8b9c-44db-8f59-f232b078d318 admin admin] Deleting port 7fc86151-fc54-47ff-96a0-c8760d7dc4de {{(pid=115111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 15:54:34.603762 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-75b7a691-8b9c-44db-8f59-f232b078d318 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (7fc86151-fc54-47ff-96a0-c8760d7dc4de), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:34.678394 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.db [None req-75b7a691-8b9c-44db-8f59-f232b078d318 admin admin] For port 7fc86151-fc54-47ff-96a0-c8760d7dc4de, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=7fc86151-fc54-47ff-96a0-c8760d7dc4de,segment=NetworkSegment(3fe1ec03-a37f-4897-9c40-415202097700),segment_id=3fe1ec03-a37f-4897-9c40-415202097700)] {{(pid=115111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:54:34.678750 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-75b7a691-8b9c-44db-8f59-f232b078d318 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (7fc86151-fc54-47ff-96a0-c8760d7dc4de), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:34.691098 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [None req-75b7a691-8b9c-44db-8f59-f232b078d318 admin admin] Calling delete_port for 7fc86151-fc54-47ff-96a0-c8760d7dc4de owned by network:router_interface {{(pid=115111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 15:54:34.867717 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-75b7a691-8b9c-44db-8f59-f232b078d318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764499'] for port (7fc86151-fc54-47ff-96a0-c8760d7dc4de), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:34.893343 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b7a691-8b9c-44db-8f59-f232b078d318 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fc86151-fc54-47ff-96a0-c8760d7dc4de,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:54:35.074028 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-75b7a691-8b9c-44db-8f59-f232b078d318 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1680725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769177'] for router_interface (35fd2dc5-ef20-42dd-ae9a-60280cae2cab), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:35.498770 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6164ee1-51c7-4a88-98bc-c009e5503ff5 req-9164546d-fc87-4268-ad18-b0e7e54d2c1a tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:54:35.500804 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e6164ee1-51c7-4a88-98bc-c009e5503ff5 req-9164546d-fc87-4268-ad18-b0e7e54d2c1a tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b HTTP/1.1" status: 200 len: 945 time: 0.0593393 May 14 15:54:35.620314 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e6164ee1-51c7-4a88-98bc-c009e5503ff5 req-f2922804-b52c-4ada-b520-dfa5945da95d tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854697 May 14 15:54:35.642193 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b7a691-8b9c-44db-8f59-f232b078d318 admin admin] Router 35fd2dc5-ef20-42dd-ae9a-60280cae2cab has already been hosted by L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f {{(pid=115111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 15:54:35.750326 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b7a691-8b9c-44db-8f59-f232b078d318 admin admin] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 15:54:35.755426 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-75b7a691-8b9c-44db-8f59-f232b078d318 admin admin] 10.222.0.61 "PUT /v2.0/routers/35fd2dc5-ef20-42dd-ae9a-60280cae2cab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9511144 May 14 15:54:35.757955 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 42044) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:54:35.758639 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a48d39-685e-4025-b8e0-d3fff60e4995 None None] Sync routers for ids ['35fd2dc5-ef20-42dd-ae9a-60280cae2cab'] in dv-cinder-839793-11-iscsi {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 15:54:35.771845 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a48d39-685e-4025-b8e0-d3fff60e4995 None None] Routers {'35fd2dc5-ef20-42dd-ae9a-60280cae2cab'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:54:35.774955 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-a3a48d39-685e-4025-b8e0-d3fff60e4995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:54:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['35fd2dc5-ef20-42dd-ae9a-60280cae2cab'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:54:35.866168 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-49e0a79e-4a80-4d93-9097-8548caaf1cd7 admin admin] Publish callbacks [] for router (35fd2dc5-ef20-42dd-ae9a-60280cae2cab), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:35.893054 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:35.894786 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-a3a48d39-685e-4025-b8e0-d3fff60e4995 None None] Set router 35fd2dc5-ef20-42dd-ae9a-60280cae2cab gateway port host: dv-cinder-839793-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:54:35.977730 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-49e0a79e-4a80-4d93-9097-8548caaf1cd7 admin admin] Publish callbacks [] for router_gateway (35fd2dc5-ef20-42dd-ae9a-60280cae2cab), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:36.023449 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [None req-49e0a79e-4a80-4d93-9097-8548caaf1cd7 admin admin] Deleting port 5413b9e8-cc37-4830-9b6f-486a4edd5361 {{(pid=115111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 15:54:36.023699 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-49e0a79e-4a80-4d93-9097-8548caaf1cd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (5413b9e8-cc37-4830-9b6f-486a4edd5361), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:36.067398 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-a3a48d39-685e-4025-b8e0-d3fff60e4995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fd2dc5-ef20-42dd-ae9a-60280cae2cab', 'name': 'tempest-ServerRescueNegativeTestJSON-1887592763-router', 'tenant_id': '5d2517d5440a4d30949f3dd36a46d813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '5413b9e8-cc37-4830-9b6f-486a4edd5361', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:16Z', 'updated_at': '2022-05-14T15:54:34Z', 'revision_number': 5, 'project_id': '5d2517d5440a4d30949f3dd36a46d813', 'gw_port': {'id': '5413b9e8-cc37-4830-9b6f-486a4edd5361', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:df:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fd2dc5-ef20-42dd-ae9a-60280cae2cab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:17Z', 'updated_at': '2022-05-14T15:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi'}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:54:36.094019 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a48d39-685e-4025-b8e0-d3fff60e4995 None None] Checking router: 35fd2dc5-ef20-42dd-ae9a-60280cae2cab for host: dv-cinder-839793-11-iscsi {{(pid=115112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 15:54:36.102244 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a48d39-685e-4025-b8e0-d3fff60e4995 None None] Routers {'35fd2dc5-ef20-42dd-ae9a-60280cae2cab'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:54:36.102885 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-a3a48d39-685e-4025-b8e0-d3fff60e4995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:54:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['35fd2dc5-ef20-42dd-ae9a-60280cae2cab'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:54:36.104357 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.db [None req-49e0a79e-4a80-4d93-9097-8548caaf1cd7 admin admin] For port 5413b9e8-cc37-4830-9b6f-486a4edd5361, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=5413b9e8-cc37-4830-9b6f-486a4edd5361,segment=NetworkSegment(fe506043-d64f-420e-bda4-fab290621067),segment_id=fe506043-d64f-420e-bda4-fab290621067)] {{(pid=115111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:54:36.104716 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-49e0a79e-4a80-4d93-9097-8548caaf1cd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (5413b9e8-cc37-4830-9b6f-486a4edd5361), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:36.119716 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [None req-49e0a79e-4a80-4d93-9097-8548caaf1cd7 admin admin] Calling delete_port for 5413b9e8-cc37-4830-9b6f-486a4edd5361 owned by network:router_gateway {{(pid=115111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 15:54:36.194338 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-a3a48d39-685e-4025-b8e0-d3fff60e4995 None None] Set router 35fd2dc5-ef20-42dd-ae9a-60280cae2cab gateway port host: None {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:54:36.251007 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-a3a48d39-685e-4025-b8e0-d3fff60e4995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35fd2dc5-ef20-42dd-ae9a-60280cae2cab', 'name': 'tempest-ServerRescueNegativeTestJSON-1887592763-router', 'tenant_id': '5d2517d5440a4d30949f3dd36a46d813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:16Z', 'updated_at': '2022-05-14T15:54:35Z', 'revision_number': 6, 'project_id': '5d2517d5440a4d30949f3dd36a46d813', 'gw_port_host': None}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:54:36.278330 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a48d39-685e-4025-b8e0-d3fff60e4995 None None] The sync data for ids ['35fd2dc5-ef20-42dd-ae9a-60280cae2cab'] in dv-cinder-839793-11-iscsi is: [{'id': '35fd2dc5-ef20-42dd-ae9a-60280cae2cab', 'name': 'tempest-ServerRescueNegativeTestJSON-1887592763-router', 'tenant_id': '5d2517d5440a4d30949f3dd36a46d813', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:16Z', 'updated_at': '2022-05-14T15:54:35Z', 'revision_number': 6, 'project_id': '5d2517d5440a4d30949f3dd36a46d813', 'gw_port_host': None}] {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 15:54:36.287760 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-49e0a79e-4a80-4d93-9097-8548caaf1cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764499'] for port (5413b9e8-cc37-4830-9b6f-486a4edd5361), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:36.313418 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e0a79e-4a80-4d93-9097-8548caaf1cd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5413b9e8-cc37-4830-9b6f-486a4edd5361,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:54:36.375748 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-49e0a79e-4a80-4d93-9097-8548caaf1cd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1760500'] for router_gateway (35fd2dc5-ef20-42dd-ae9a-60280cae2cab), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:36.469559 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-49e0a79e-4a80-4d93-9097-8548caaf1cd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104779'] for router (35fd2dc5-ef20-42dd-ae9a-60280cae2cab), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:36.471788 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-49e0a79e-4a80-4d93-9097-8548caaf1cd7 admin admin] Publish callbacks [] for router_controller (35fd2dc5-ef20-42dd-ae9a-60280cae2cab), precommit_delete_associations {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:36.514320 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-49e0a79e-4a80-4d93-9097-8548caaf1cd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758117'] for router (35fd2dc5-ef20-42dd-ae9a-60280cae2cab), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:36.515539 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e0a79e-4a80-4d93-9097-8548caaf1cd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35fd2dc5-ef20-42dd-ae9a-60280cae2cab {{(pid=115111) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 14 15:54:36.520515 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-49e0a79e-4a80-4d93-9097-8548caaf1cd7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:36.521651 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-49e0a79e-4a80-4d93-9097-8548caaf1cd7 admin admin] 10.222.0.61 "DELETE /v2.0/routers/35fd2dc5-ef20-42dd-ae9a-60280cae2cab HTTP/1.1" status: 204 len: 168 time: 0.7627697 May 14 15:54:36.524154 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 42046) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:54:36.568918 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.db_base_plugin_v2 [None req-03226487-0fb2-428f-b88a-9917992e7add admin admin] Deleting subnet 4761eee7-0a5d-411d-9c6c-5f0c035f2564 {{(pid=115111) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 14 15:54:36.571950 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-03226487-0fb2-428f-b88a-9917992e7add admin admin] Publish callbacks [] for subnet (4761eee7-0a5d-411d-9c6c-5f0c035f2564), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:36.606303 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-03226487-0fb2-428f-b88a-9917992e7add admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8408928'] for subnet (4761eee7-0a5d-411d-9c6c-5f0c035f2564), precommit_delete_associations {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:36.751374 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-03226487-0fb2-428f-b88a-9917992e7add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32905208'] for subnet (4761eee7-0a5d-411d-9c6c-5f0c035f2564), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:36.780650 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d778b2-8885-4b58-974e-4dad2c4985f8 req-0a45148c-6a9e-47e4-8c69-2db5827c0b29 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:54:36.782101 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-91d778b2-8885-4b58-974e-4dad2c4985f8 req-0a45148c-6a9e-47e4-8c69-2db5827c0b29 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b HTTP/1.1" status: 200 len: 945 time: 0.0856874 May 14 15:54:36.845273 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-91d778b2-8885-4b58-974e-4dad2c4985f8 req-5ea598c5-2458-4b74-9b59-b343eb24b395 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574801 May 14 15:54:36.849742 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-03226487-0fb2-428f-b88a-9917992e7add admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32905185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8765602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8853858'] for subnet (4761eee7-0a5d-411d-9c6c-5f0c035f2564), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:36.877422 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03226487-0fb2-428f-b88a-9917992e7add admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4761eee7-0a5d-411d-9c6c-5f0c035f2564,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:54:36.879406 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-03226487-0fb2-428f-b88a-9917992e7add admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:36.882625 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-03226487-0fb2-428f-b88a-9917992e7add admin admin] 10.222.0.61 "DELETE /v2.0/subnets/4761eee7-0a5d-411d-9c6c-5f0c035f2564 HTTP/1.1" status: 204 len: 168 time: 0.3573749 May 14 15:54:36.884813 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 42052) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:54:36.886092 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a48027f-9611-4647-b07b-7fb254c92854 None None] Network 3e026b24-9d5e-4f74-ac5a-5d47dc1338b8 requested from dv-cinder-839793-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 15:54:36.985456 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-6fa75585-6b3c-4dcb-89cf-d73ea8d81f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32844583'] for network (3e026b24-9d5e-4f74-ac5a-5d47dc1338b8), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:37.004809 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d9289-4083-4cdc-830d-75067e134d4c req-4521c2e5-a81c-49ff-817c-53808b8d3bbb tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:54:37.006652 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-4f7d9289-4083-4cdc-830d-75067e134d4c req-4521c2e5-a81c-49ff-817c-53808b8d3bbb tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b HTTP/1.1" status: 200 len: 945 time: 0.0664921 May 14 15:54:37.064983 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9001c90-c54c-4a5c-bf7f-d114e7db9b0b None None] DHCP port deletion for 3e026b24-9d5e-4f74-ac5a-5d47dc1338b8 request from dv-cinder-839793-11-iscsi {{(pid=115112) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 14 15:54:37.070363 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [None req-6fa75585-6b3c-4dcb-89cf-d73ea8d81f5d admin admin] Deleting port 0c5312b9-8eb8-4a76-b316-2f2fe8b14823 {{(pid=115111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 15:54:37.070576 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-6fa75585-6b3c-4dcb-89cf-d73ea8d81f5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (0c5312b9-8eb8-4a76-b316-2f2fe8b14823), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:37.104491 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-4f7d9289-4083-4cdc-830d-75067e134d4c req-623c8312-1acc-4941-a60a-8e86ed6387d0 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911925 May 14 15:54:37.112633 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-e9001c90-c54c-4a5c-bf7f-d114e7db9b0b None None] Deleting port 0c5312b9-8eb8-4a76-b316-2f2fe8b14823 {{(pid=115112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 15:54:37.113131 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-e9001c90-c54c-4a5c-bf7f-d114e7db9b0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (0c5312b9-8eb8-4a76-b316-2f2fe8b14823), before_delete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:37.139777 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 42054) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:54:37.154540 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.db [None req-6fa75585-6b3c-4dcb-89cf-d73ea8d81f5d admin admin] For port 0c5312b9-8eb8-4a76-b316-2f2fe8b14823, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=0c5312b9-8eb8-4a76-b316-2f2fe8b14823,segment=NetworkSegment(3fe1ec03-a37f-4897-9c40-415202097700),segment_id=3fe1ec03-a37f-4897-9c40-415202097700)] {{(pid=115111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:54:37.154907 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-6fa75585-6b3c-4dcb-89cf-d73ea8d81f5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (0c5312b9-8eb8-4a76-b316-2f2fe8b14823), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:37.168389 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 7fc86151-fc54-47ff-96a0-c8760d7dc4de no longer exists at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 15:54:37.170816 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [None req-6fa75585-6b3c-4dcb-89cf-d73ea8d81f5d admin admin] Calling delete_port for 0c5312b9-8eb8-4a76-b316-2f2fe8b14823 owned by network:dhcp {{(pid=115111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 15:54:37.189224 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099e70e1-0681-423f-9d8a-1b65c1b0eacd tempest-TestVolumeBootPattern-350753137 tempest-TestVolumeBootPattern-350753137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:54:37.194142 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-099e70e1-0681-423f-9d8a-1b65c1b0eacd tempest-TestVolumeBootPattern-350753137 tempest-TestVolumeBootPattern-350753137-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b HTTP/1.1" status: 200 len: 1124 time: 0.0516255 May 14 15:54:37.194960 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 42056) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:54:37.199889 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-319c1ec3-c68b-4b0a-97ff-c64c4288ae1a tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Request body: {'floatingip': {'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'port_id': '85faf801-1e40-4e72-a22b-f9e9a859f83a', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'fixed_ip_address': '172.20.0.6'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:54:37.201538 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] No Port match for: 7fc86151-fc54-47ff-96a0-c8760d7dc4de {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 14 15:54:37.201885 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 7fc86151-fc54-47ff-96a0-c8760d7dc4de not bound to the agent host dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 15:54:37.202402 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 0c5312b9-8eb8-4a76-b316-2f2fe8b14823 no longer exists at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 15:54:37.205157 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-e9001c90-c54c-4a5c-bf7f-d114e7db9b0b None None] For port 0c5312b9-8eb8-4a76-b316-2f2fe8b14823, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=0c5312b9-8eb8-4a76-b316-2f2fe8b14823,segment=NetworkSegment(3fe1ec03-a37f-4897-9c40-415202097700),segment_id=3fe1ec03-a37f-4897-9c40-415202097700)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:54:37.205545 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-e9001c90-c54c-4a5c-bf7f-d114e7db9b0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (0c5312b9-8eb8-4a76-b316-2f2fe8b14823), precommit_delete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:37.226424 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-319c1ec3-c68b-4b0a-97ff-c64c4288ae1a tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:37.237713 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-e9001c90-c54c-4a5c-bf7f-d114e7db9b0b None None] Calling delete_port for 0c5312b9-8eb8-4a76-b316-2f2fe8b14823 owned by network:dhcp {{(pid=115112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 15:54:37.259408 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-6fa75585-6b3c-4dcb-89cf-d73ea8d81f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764499'] for port (0c5312b9-8eb8-4a76-b316-2f2fe8b14823), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:37.286079 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa75585-6b3c-4dcb-89cf-d73ea8d81f5d admin admin] Pushing event deleted for resources: {'Port': ['ID=0c5312b9-8eb8-4a76-b316-2f2fe8b14823,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:54:37.292693 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa75585-6b3c-4dcb-89cf-d73ea8d81f5d admin admin] No DVR routers for this DVR port 0c5312b9-8eb8-4a76-b316-2f2fe8b14823 on host dv-cinder-839793-11-iscsi {{(pid=115111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 15:54:37.297633 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] No active binding found for port 0c5312b9-8eb8-4a76-b316-2f2fe8b14823 {{(pid=115112) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 14 15:54:37.298010 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] The host dv-cinder-839793-11-iscsi is not matching for port 0c5312b9-8eb8-4a76-b316-2f2fe8b14823 host None! {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}} May 14 15:54:37.298600 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 0c5312b9-8eb8-4a76-b316-2f2fe8b14823 not bound to the agent host dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 15:54:37.299183 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 5413b9e8-cc37-4830-9b6f-486a4edd5361 no longer exists at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 15:54:37.322774 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-319c1ec3-c68b-4b0a-97ff-c64c4288ae1a tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:37.323188 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] No Port match for: 5413b9e8-cc37-4830-9b6f-486a4edd5361 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 14 15:54:37.323561 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 5413b9e8-cc37-4830-9b6f-486a4edd5361 not bound to the agent host dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 15:54:37.361306 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:37.369778 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-e9001c90-c54c-4a5c-bf7f-d114e7db9b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206'] for port (0c5312b9-8eb8-4a76-b316-2f2fe8b14823), after_delete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:37.376692 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-6fa75585-6b3c-4dcb-89cf-d73ea8d81f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32821069', 'neutron.services.segments.db._delete_segments_for_network-8770741945110'] for network (3e026b24-9d5e-4f74-ac5a-5d47dc1338b8), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:37.398901 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.services.segments.db [None req-6fa75585-6b3c-4dcb-89cf-d73ea8d81f5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e026b24-9d5e-4f74-ac5a-5d47dc1338b8']}} {{(pid=115111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:54:37.399614 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9001c90-c54c-4a5c-bf7f-d114e7db9b0b None None] Pushing event deleted for resources: {'Port': ['ID=0c5312b9-8eb8-4a76-b316-2f2fe8b14823,revision_number=None']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:54:37.408064 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9001c90-c54c-4a5c-bf7f-d114e7db9b0b None None] No DVR routers for this DVR port 0c5312b9-8eb8-4a76-b316-2f2fe8b14823 on host dv-cinder-839793-11-iscsi {{(pid=115112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 15:54:37.418517 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.services.segments.db [None req-6fa75585-6b3c-4dcb-89cf-d73ea8d81f5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fe1ec03-a37f-4897-9c40-415202097700') {'for_net_delete': True} {{(pid=115111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:54:37.418517 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.services.segments.db [None req-6fa75585-6b3c-4dcb-89cf-d73ea8d81f5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fe1ec03-a37f-4897-9c40-415202097700') {} {{(pid=115111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:54:37.424487 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-6fa75585-6b3c-4dcb-89cf-d73ea8d81f5d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770741946911', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8408921'] for segment (3fe1ec03-a37f-4897-9c40-415202097700), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:37.441996 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-6fa75585-6b3c-4dcb-89cf-d73ea8d81f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32906243'] for segment (3fe1ec03-a37f-4897-9c40-415202097700), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:37.448922 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fa75585-6b3c-4dcb-89cf-d73ea8d81f5d admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=115111) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 15:54:37.449646 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-6fa75585-6b3c-4dcb-89cf-d73ea8d81f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32906243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8764416'] for segment (3fe1ec03-a37f-4897-9c40-415202097700), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:37.451719 dv-cinder-839793-11-iscsi neutron-server[115111]: Traceback (most recent call last): May 14 15:54:37.451719 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 15:54:37.451719 dv-cinder-839793-11-iscsi neutron-server[115111]: timer() May 14 15:54:37.451719 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 15:54:37.451719 dv-cinder-839793-11-iscsi neutron-server[115111]: cb(*args, **kw) May 14 15:54:37.451719 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 14 15:54:37.451719 dv-cinder-839793-11-iscsi neutron-server[115111]: return func(*args, **kwargs) May 14 15:54:37.451719 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 15:54:37.451719 dv-cinder-839793-11-iscsi neutron-server[115111]: self._notify() May 14 15:54:37.451719 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 15:54:37.451719 dv-cinder-839793-11-iscsi neutron-server[115111]: self.callback(batched_events) May 14 15:54:37.451719 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 15:54:37.451719 dv-cinder-839793-11-iscsi neutron-server[115111]: event.method(event) May 14 15:54:37.451719 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 14 15:54:37.451719 dv-cinder-839793-11-iscsi neutron-server[115111]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 15:54:37.451719 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 14 15:54:37.451719 dv-cinder-839793-11-iscsi neutron-server[115111]: aggregate_uuid = self.p_client.list_aggregates( May 14 15:54:37.451719 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 14 15:54:37.451719 dv-cinder-839793-11-iscsi neutron-server[115111]: return f(self, *a, **k) May 14 15:54:37.451719 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 14 15:54:37.451719 dv-cinder-839793-11-iscsi neutron-server[115111]: return self._get(url).json() May 14 15:54:37.451719 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 14 15:54:37.451719 dv-cinder-839793-11-iscsi neutron-server[115111]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 15:54:37.451719 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 15:54:37.451719 dv-cinder-839793-11-iscsi neutron-server[115111]: return self.request(url, 'GET', **kwargs) May 14 15:54:37.451719 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 15:54:37.451719 dv-cinder-839793-11-iscsi neutron-server[115111]: base_url = self.get_endpoint(auth, allow=allow, May 14 15:54:37.451719 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 15:54:37.451719 dv-cinder-839793-11-iscsi neutron-server[115111]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 15:54:37.451719 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 15:54:37.451719 dv-cinder-839793-11-iscsi neutron-server[115111]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 15:54:37.451719 dv-cinder-839793-11-iscsi neutron-server[115111]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 15:54:37.466841 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.db_base_plugin_common [None req-319c1ec3-c68b-4b0a-97ff-c64c4288ae1a tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Allocated IP 172.27.1.72 (ee365c6e-8595-4248-876b-4406c6eeb32a/3059297f-ebad-4161-8328-a5e88a7ee6dc/841f45a2-d97e-48e3-b475-daa8e8d948a8) {{(pid=115110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:54:37.528620 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-6fa75585-6b3c-4dcb-89cf-d73ea8d81f5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32821110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1759686'] for network (3e026b24-9d5e-4f74-ac5a-5d47dc1338b8), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:37.544604 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-6fa75585-6b3c-4dcb-89cf-d73ea8d81f5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for network (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:37.550448 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-6fa75585-6b3c-4dcb-89cf-d73ea8d81f5d admin admin] 10.222.0.61 "DELETE /v2.0/networks/3e026b24-9d5e-4f74-ac5a-5d47dc1338b8 HTTP/1.1" status: 204 len: 168 time: 0.6623814 May 14 15:54:37.550448 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa75585-6b3c-4dcb-89cf-d73ea8d81f5d admin admin] Pushing event deleted for resources: {'Network': ['ID=3e026b24-9d5e-4f74-ac5a-5d47dc1338b8,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:54:37.590992 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-319c1ec3-c68b-4b0a-97ff-c64c4288ae1a tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks [] for port (841f45a2-d97e-48e3-b475-daa8e8d948a8), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:37.626106 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-319c1ec3-c68b-4b0a-97ff-c64c4288ae1a tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (841f45a2-d97e-48e3-b475-daa8e8d948a8), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:37.664011 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319c1ec3-c68b-4b0a-97ff-c64c4288ae1a tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Network ee365c6e-8595-4248-876b-4406c6eeb32a is already hosted by enough agents. {{(pid=115110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:54:37.667761 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 42062) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:54:37.668790 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.base_scheduler [None req-319c1ec3-c68b-4b0a-97ff-c64c4288ae1a tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Resources bound (agent type, host, resource id): {{(pid=115110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:54:37.675299 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319c1ec3-c68b-4b0a-97ff-c64c4288ae1a tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Received port after_create {{(pid=115110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:54:37.698157 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319c1ec3-c68b-4b0a-97ff-c64c4288ae1a tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Pushing event updated for resources: {'Port': ['ID=841f45a2-d97e-48e3-b475-daa8e8d948a8,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:54:37.712873 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-d567b6fd-d925-4321-a416-a8d66ffd68c0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5d2517d5440a4d30949f3dd36a46d813&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0439680 May 14 15:54:37.715306 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 42064) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:54:37.762635 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-59ab73f1-d387-404e-940a-f9c24594d2f4 admin admin] Publish callbacks [] for security_group (71af2dd0-250d-48dd-917f-44efd6d3ce56), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:37.784220 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-59ab73f1-d387-404e-940a-f9c24594d2f4 admin admin] Publish callbacks [] for security_group (71af2dd0-250d-48dd-917f-44efd6d3ce56), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:37.844747 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-59ab73f1-d387-404e-940a-f9c24594d2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (71af2dd0-250d-48dd-917f-44efd6d3ce56), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:37.847259 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-59ab73f1-d387-404e-940a-f9c24594d2f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:37.850835 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-59ab73f1-d387-404e-940a-f9c24594d2f4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/71af2dd0-250d-48dd-917f-44efd6d3ce56 HTTP/1.1" status: 204 len: 168 time: 0.1344080 May 14 15:54:37.859539 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab73f1-d387-404e-940a-f9c24594d2f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71af2dd0-250d-48dd-917f-44efd6d3ce56,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:54:38.064825 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-319c1ec3-c68b-4b0a-97ff-c64c4288ae1a tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks [] for floatingip (e00111f9-0692-45c8-b50d-e94e1539ce20), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:38.135786 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-319c1ec3-c68b-4b0a-97ff-c64c4288ae1a tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (841f45a2-d97e-48e3-b475-daa8e8d948a8), before_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:38.325657 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-319c1ec3-c68b-4b0a-97ff-c64c4288ae1a tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks [] for port (841f45a2-d97e-48e3-b475-daa8e8d948a8), precommit_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:38.330723 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-319c1ec3-c68b-4b0a-97ff-c64c4288ae1a tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3204974'] for port (841f45a2-d97e-48e3-b475-daa8e8d948a8), after_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:38.404326 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319c1ec3-c68b-4b0a-97ff-c64c4288ae1a tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Pushing event updated for resources: {'Port': ['ID=841f45a2-d97e-48e3-b475-daa8e8d948a8,revision_number=2']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:54:38.414565 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-319c1ec3-c68b-4b0a-97ff-c64c4288ae1a tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1759531'] for floatingip (e00111f9-0692-45c8-b50d-e94e1539ce20), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:38.519931 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.db.l3_db [None req-319c1ec3-c68b-4b0a-97ff-c64c4288ae1a tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Floating IP e00111f9-0692-45c8-b50d-e94e1539ce20 associated. External IP: 172.27.1.72, port: 85faf801-1e40-4e72-a22b-f9e9a859f83a. May 14 15:54:38.737895 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-319c1ec3-c68b-4b0a-97ff-c64c4288ae1a tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Router a1169b27-b881-4a65-b771-789d4dff0e23 has already been hosted by L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f {{(pid=115110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 15:54:38.851760 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319c1ec3-c68b-4b0a-97ff-c64c4288ae1a tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 15:54:38.873147 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b3a430-4185-4250-af7f-e028d0bf43ac None None] Sync routers for ids ['a1169b27-b881-4a65-b771-789d4dff0e23'] in dv-cinder-839793-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 15:54:38.885372 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b3a430-4185-4250-af7f-e028d0bf43ac None None] Routers {'a1169b27-b881-4a65-b771-789d4dff0e23'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:54:38.886141 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-11b3a430-4185-4250-af7f-e028d0bf43ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:54:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['a1169b27-b881-4a65-b771-789d4dff0e23'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:54:38.889764 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-319c1ec3-c68b-4b0a-97ff-c64c4288ae1a tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for floatingip (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:38.923558 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-319c1ec3-c68b-4b0a-97ff-c64c4288ae1a tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7273502 May 14 15:54:38.924267 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b', 'tag': '85faf801-1e40-4e72-a22b-f9e9a859f83a'}] {{(pid=115110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:54:38.927063 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a270656aa08f71c574e37588e4b5bc67f1398202d03dea947e2a2c931e3df3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a24d1db-ae8f-4246-87aa-10547ec8ef8b" -d '{"events": [{"name": "network-changed", "server_uuid": "a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b", "tag": "85faf801-1e40-4e72-a22b-f9e9a859f83a"}]}' {{(pid=115110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:54:38.964244 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 15:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123c9277-88b0-4d5c-a6bd-daa5fb4da466 x-openstack-request-id: req-123c9277-88b0-4d5c-a6bd-daa5fb4da466 {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:54:38.964424 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b", "tag": "85faf801-1e40-4e72-a22b-f9e9a859f83a", "status": "completed", "code": 200}]} {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:54:38.965847 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-123c9277-88b0-4d5c-a6bd-daa5fb4da466 {{(pid=115110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:54:38.965847 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-123c9277-88b0-4d5c-a6bd-daa5fb4da466'] response: {'name': 'network-changed', 'server_uuid': 'a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b', 'tag': '85faf801-1e40-4e72-a22b-f9e9a859f83a', 'status': 'completed', 'code': 200} May 14 15:54:39.027302 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-11b3a430-4185-4250-af7f-e028d0bf43ac None None] Set router a1169b27-b881-4a65-b771-789d4dff0e23 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:54:39.044320 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24d1db-ae8f-4246-87aa-10547ec8ef8b req-6a861143-9dbb-45e3-b92e-86b697486a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:54:39.048349 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9a24d1db-ae8f-4246-87aa-10547ec8ef8b req-6a861143-9dbb-45e3-b92e-86b697486a29 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a3a2b5dee7a404a8445c8aa434b5a43&device_id=a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b HTTP/1.1" status: 200 len: 1129 time: 0.0473096 May 14 15:54:39.147669 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24d1db-ae8f-4246-87aa-10547ec8ef8b req-b3fa0449-3b5a-448b-938b-187b75d7a016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:54:39.149047 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9a24d1db-ae8f-4246-87aa-10547ec8ef8b req-b3fa0449-3b5a-448b-938b-187b75d7a016 service neutron] 10.222.0.36 "GET /v2.0/networks?id=791585d6-2e4a-4237-ab00-9a26c50b495e HTTP/1.1" status: 200 len: 913 time: 0.0944574 May 14 15:54:39.233567 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9a24d1db-ae8f-4246-87aa-10547ec8ef8b req-627dc9fa-9960-480c-a766-a92c5bc21a38 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85faf801-1e40-4e72-a22b-f9e9a859f83a HTTP/1.1" status: 200 len: 998 time: 0.0767019 May 14 15:54:39.293837 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24d1db-ae8f-4246-87aa-10547ec8ef8b req-699862ca-ef80-4e42-8425-c6448bf33e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:54:39.295455 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9a24d1db-ae8f-4246-87aa-10547ec8ef8b req-699862ca-ef80-4e42-8425-c6448bf33e7f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=77df9367-440f-44fc-82b0-848dccb99f62 HTTP/1.1" status: 200 len: 851 time: 0.0553458 May 14 15:54:39.346121 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24d1db-ae8f-4246-87aa-10547ec8ef8b req-a2ae110f-769c-4092-a2ea-d7ba86c5dc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:54:39.347692 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9a24d1db-ae8f-4246-87aa-10547ec8ef8b req-a2ae110f-769c-4092-a2ea-d7ba86c5dc91 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=791585d6-2e4a-4237-ab00-9a26c50b495e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0462861 May 14 15:54:39.361147 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-11b3a430-4185-4250-af7f-e028d0bf43ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'name': 'tempest-TestVolumeBootPattern-1054406125-router', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '7476df31-b615-4558-9e6b-f43b19294261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:49:52Z', 'updated_at': '2022-05-14T15:49:56Z', 'revision_number': 4, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'gw_port': {'id': '7476df31-b615-4558-9e6b-f43b19294261', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:57:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:49:53Z', 'updated_at': '2022-05-14T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_floatingips': [{'id': 'e00111f9-0692-45c8-b50d-e94e1539ce20', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'floating_ip_address': '172.27.1.72', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'port_id': '85faf801-1e40-4e72-a22b-f9e9a859f83a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e', 'mac_address': 'fa:16:3e:a7:c1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T15:54:37Z', 'updated_at': '2022-05-14T15:54:37Z', 'revision_number': 0, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c6cb976-00c4-4753-b47a-e7f5b13c10b3', 'name': '', 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'mac_address': 'fa:16:3e:57:56:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '77df9367-440f-44fc-82b0-848dccb99f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:49:55Z', 'updated_at': '2022-05-14T15:50:00Z', 'revision_number': 5, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'subnets': [{'id': '77df9367-440f-44fc-82b0-848dccb99f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:54:39.387466 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b3a430-4185-4250-af7f-e028d0bf43ac None None] Checking router: a1169b27-b881-4a65-b771-789d4dff0e23 for host: dv-cinder-839793-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 15:54:39.396680 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b3a430-4185-4250-af7f-e028d0bf43ac None None] Routers {'a1169b27-b881-4a65-b771-789d4dff0e23'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:54:39.397278 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-11b3a430-4185-4250-af7f-e028d0bf43ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:54:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['a1169b27-b881-4a65-b771-789d4dff0e23'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:54:39.447309 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9a24d1db-ae8f-4246-87aa-10547ec8ef8b req-4bc27a13-5645-4c26-a9ce-6bacda4f5de8 service neutron] 10.222.0.36 "GET /v2.0/networks/791585d6-2e4a-4237-ab00-9a26c50b495e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927215 May 14 15:54:39.515487 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-11b3a430-4185-4250-af7f-e028d0bf43ac None None] Set router a1169b27-b881-4a65-b771-789d4dff0e23 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:54:39.545931 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9a24d1db-ae8f-4246-87aa-10547ec8ef8b req-c34ed359-ac22-4193-ab8a-416daf1d1974 service neutron] 10.222.0.36 "GET /v2.0/networks/791585d6-2e4a-4237-ab00-9a26c50b495e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913887 May 14 15:54:39.749068 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-11b3a430-4185-4250-af7f-e028d0bf43ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'name': 'tempest-TestVolumeBootPattern-1054406125-router', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '7476df31-b615-4558-9e6b-f43b19294261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:49:52Z', 'updated_at': '2022-05-14T15:49:56Z', 'revision_number': 4, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'gw_port': {'id': '7476df31-b615-4558-9e6b-f43b19294261', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:57:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:49:53Z', 'updated_at': '2022-05-14T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_floatingips': [{'id': 'e00111f9-0692-45c8-b50d-e94e1539ce20', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'floating_ip_address': '172.27.1.72', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'port_id': '85faf801-1e40-4e72-a22b-f9e9a859f83a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e', 'mac_address': 'fa:16:3e:a7:c1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T15:54:37Z', 'updated_at': '2022-05-14T15:54:37Z', 'revision_number': 0, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c6cb976-00c4-4753-b47a-e7f5b13c10b3', 'name': '', 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'mac_address': 'fa:16:3e:57:56:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '77df9367-440f-44fc-82b0-848dccb99f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:49:55Z', 'updated_at': '2022-05-14T15:50:00Z', 'revision_number': 5, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'subnets': [{'id': '77df9367-440f-44fc-82b0-848dccb99f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:54:39.776717 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b3a430-4185-4250-af7f-e028d0bf43ac None None] The sync data for ids ['a1169b27-b881-4a65-b771-789d4dff0e23'] in dv-cinder-839793-11-iscsi is: [{'id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'name': 'tempest-TestVolumeBootPattern-1054406125-router', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '7476df31-b615-4558-9e6b-f43b19294261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:49:52Z', 'updated_at': '2022-05-14T15:49:56Z', 'revision_number': 4, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'gw_port': {'id': '7476df31-b615-4558-9e6b-f43b19294261', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:57:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:49:53Z', 'updated_at': '2022-05-14T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_floatingips': [{'id': 'e00111f9-0692-45c8-b50d-e94e1539ce20', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'floating_ip_address': '172.27.1.72', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'port_id': '85faf801-1e40-4e72-a22b-f9e9a859f83a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e', 'mac_address': 'fa:16:3e:a7:c1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T15:54:37Z', 'updated_at': '2022-05-14T15:54:37Z', 'revision_number': 0, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c6cb976-00c4-4753-b47a-e7f5b13c10b3', 'name': '', 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'mac_address': 'fa:16:3e:57:56:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '77df9367-440f-44fc-82b0-848dccb99f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:49:55Z', 'updated_at': '2022-05-14T15:50:00Z', 'revision_number': 5, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'subnets': [{'id': '77df9367-440f-44fc-82b0-848dccb99f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 15:54:39.973840 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e216145-5ec8-4711-aab5-458fdf6fce73 None None] New status for floating IP e00111f9-0692-45c8-b50d-e94e1539ce20: ACTIVE {{(pid=115112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 14 15:54:47.104387 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 42186) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:54:47.206504 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-fe1466ae-b7a4-4a35-a6aa-0d1f5bdfb0db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:47.279019 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-fe1466ae-b7a4-4a35-a6aa-0d1f5bdfb0db admin admin] Publish callbacks [] for security_group (868292d6-6ff2-4cfb-be57-f866169fd2ab), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:47.282942 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-fe1466ae-b7a4-4a35-a6aa-0d1f5bdfb0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (868292d6-6ff2-4cfb-be57-f866169fd2ab), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:47.320038 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-fe1466ae-b7a4-4a35-a6aa-0d1f5bdfb0db admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=701531f23a0b4fb5b8002f9188e071e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2145979 May 14 15:54:47.320985 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1466ae-b7a4-4a35-a6aa-0d1f5bdfb0db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868292d6-6ff2-4cfb-be57-f866169fd2ab,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:54:47.322731 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 42190) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:54:47.376517 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-5af01fa8-8842-4ee4-a425-e17d03a123ae admin admin] Publish callbacks [] for security_group (868292d6-6ff2-4cfb-be57-f866169fd2ab), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:47.397765 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-5af01fa8-8842-4ee4-a425-e17d03a123ae admin admin] Publish callbacks [] for security_group (868292d6-6ff2-4cfb-be57-f866169fd2ab), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:47.447144 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-5af01fa8-8842-4ee4-a425-e17d03a123ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (868292d6-6ff2-4cfb-be57-f866169fd2ab), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:47.449752 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-5af01fa8-8842-4ee4-a425-e17d03a123ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:47.450904 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-5af01fa8-8842-4ee4-a425-e17d03a123ae admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/868292d6-6ff2-4cfb-be57-f866169fd2ab HTTP/1.1" status: 204 len: 168 time: 0.1264775 May 14 15:54:47.459013 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af01fa8-8842-4ee4-a425-e17d03a123ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868292d6-6ff2-4cfb-be57-f866169fd2ab,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:54:47.465960 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af01fa8-8842-4ee4-a425-e17d03a123ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:54:47.466328 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af01fa8-8842-4ee4-a425-e17d03a123ae admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:54:47.466665 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af01fa8-8842-4ee4-a425-e17d03a123ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:54:47.466999 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af01fa8-8842-4ee4-a425-e17d03a123ae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:54:47.467324 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af01fa8-8842-4ee4-a425-e17d03a123ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:54:47.467688 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af01fa8-8842-4ee4-a425-e17d03a123ae admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:54:47.468031 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af01fa8-8842-4ee4-a425-e17d03a123ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:54:47.468345 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af01fa8-8842-4ee4-a425-e17d03a123ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:54:47.468665 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af01fa8-8842-4ee4-a425-e17d03a123ae admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:54:47.469078 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af01fa8-8842-4ee4-a425-e17d03a123ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:54:47.469291 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af01fa8-8842-4ee4-a425-e17d03a123ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:54:47.469609 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af01fa8-8842-4ee4-a425-e17d03a123ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:54:47.469924 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af01fa8-8842-4ee4-a425-e17d03a123ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:54:47.470237 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af01fa8-8842-4ee4-a425-e17d03a123ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:54:47.470579 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af01fa8-8842-4ee4-a425-e17d03a123ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:54:51.720703 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 42298) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:54:51.821549 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-ef4486f1-ccb8-4202-8d98-a037d417d0c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:51.898439 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-ef4486f1-ccb8-4202-8d98-a037d417d0c2 admin admin] Publish callbacks [] for security_group (4bae8e11-9bf1-43f6-b7b7-25f7c0739c53), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:51.902325 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-ef4486f1-ccb8-4202-8d98-a037d417d0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (4bae8e11-9bf1-43f6-b7b7-25f7c0739c53), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:51.934302 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-ef4486f1-ccb8-4202-8d98-a037d417d0c2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2e239aaa6c524e56bb7136f5fb732970&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2125282 May 14 15:54:51.937633 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 42304) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:54:51.943607 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4486f1-ccb8-4202-8d98-a037d417d0c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bae8e11-9bf1-43f6-b7b7-25f7c0739c53,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:54:51.986083 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-7505a9aa-4a25-4728-a1ec-573503223e84 admin admin] Publish callbacks [] for security_group (4bae8e11-9bf1-43f6-b7b7-25f7c0739c53), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:52.007211 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-7505a9aa-4a25-4728-a1ec-573503223e84 admin admin] Publish callbacks [] for security_group (4bae8e11-9bf1-43f6-b7b7-25f7c0739c53), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:52.053374 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-7505a9aa-4a25-4728-a1ec-573503223e84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (4bae8e11-9bf1-43f6-b7b7-25f7c0739c53), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:52.055930 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-7505a9aa-4a25-4728-a1ec-573503223e84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:52.057053 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-7505a9aa-4a25-4728-a1ec-573503223e84 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4bae8e11-9bf1-43f6-b7b7-25f7c0739c53 HTTP/1.1" status: 204 len: 168 time: 0.1184540 May 14 15:54:52.064943 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7505a9aa-4a25-4728-a1ec-573503223e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bae8e11-9bf1-43f6-b7b7-25f7c0739c53,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:54:52.308894 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 42312) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:54:52.322415 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-8995203e-9f6c-4e84-87eb-f834a8239e77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:52.397391 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-8995203e-9f6c-4e84-87eb-f834a8239e77 admin admin] Publish callbacks [] for security_group (4d112470-58a4-4b7f-9c41-afbc0cf05b1e), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:52.401639 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-8995203e-9f6c-4e84-87eb-f834a8239e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (4d112470-58a4-4b7f-9c41-afbc0cf05b1e), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:52.439827 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-8995203e-9f6c-4e84-87eb-f834a8239e77 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9d48a62828604f4998a7784ebfed7e99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1299036 May 14 15:54:52.440761 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8995203e-9f6c-4e84-87eb-f834a8239e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d112470-58a4-4b7f-9c41-afbc0cf05b1e,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:54:52.442516 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 42314) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:54:52.492949 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-105ab0ad-683b-4b3e-9cfa-cfcf1041c653 admin admin] Publish callbacks [] for security_group (4d112470-58a4-4b7f-9c41-afbc0cf05b1e), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:52.513207 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-105ab0ad-683b-4b3e-9cfa-cfcf1041c653 admin admin] Publish callbacks [] for security_group (4d112470-58a4-4b7f-9c41-afbc0cf05b1e), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:52.558413 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-105ab0ad-683b-4b3e-9cfa-cfcf1041c653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (4d112470-58a4-4b7f-9c41-afbc0cf05b1e), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:52.560883 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-105ab0ad-683b-4b3e-9cfa-cfcf1041c653 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:52.562222 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-105ab0ad-683b-4b3e-9cfa-cfcf1041c653 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4d112470-58a4-4b7f-9c41-afbc0cf05b1e HTTP/1.1" status: 204 len: 168 time: 0.1186376 May 14 15:54:52.571055 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ab0ad-683b-4b3e-9cfa-cfcf1041c653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d112470-58a4-4b7f-9c41-afbc0cf05b1e,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:54:52.647386 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-cd1eea98-3021-4588-9590-5969087dafc2 None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 15:54:54.554593 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 42388) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:54:54.655662 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-70bd299f-238a-4156-a57b-9660165411c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:54.729421 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-70bd299f-238a-4156-a57b-9660165411c4 admin admin] Publish callbacks [] for security_group (622c0280-03ef-4adc-8749-1116c4b9fcf6), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:54.732836 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-70bd299f-238a-4156-a57b-9660165411c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (622c0280-03ef-4adc-8749-1116c4b9fcf6), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:54.770870 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-70bd299f-238a-4156-a57b-9660165411c4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ef4d22401f854baca2bdd9cdc0710466&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2151532 May 14 15:54:54.771660 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd299f-238a-4156-a57b-9660165411c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622c0280-03ef-4adc-8749-1116c4b9fcf6,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:54:54.774140 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 42392) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:54:54.821153 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-c3a4f253-9a9a-45c7-964c-ecb9a1e908ef admin admin] Publish callbacks [] for security_group (622c0280-03ef-4adc-8749-1116c4b9fcf6), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:54.843707 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-c3a4f253-9a9a-45c7-964c-ecb9a1e908ef admin admin] Publish callbacks [] for security_group (622c0280-03ef-4adc-8749-1116c4b9fcf6), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:54.891621 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-c3a4f253-9a9a-45c7-964c-ecb9a1e908ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (622c0280-03ef-4adc-8749-1116c4b9fcf6), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:54.894145 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-c3a4f253-9a9a-45c7-964c-ecb9a1e908ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:54.895315 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-c3a4f253-9a9a-45c7-964c-ecb9a1e908ef admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/622c0280-03ef-4adc-8749-1116c4b9fcf6 HTTP/1.1" status: 204 len: 168 time: 0.1200135 May 14 15:54:54.902749 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a4f253-9a9a-45c7-964c-ecb9a1e908ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622c0280-03ef-4adc-8749-1116c4b9fcf6,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:54:55.154091 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 42400) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:54:55.167975 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-28d65588-c176-4e9c-ae26-5ff5f0af7893 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:55.242134 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-28d65588-c176-4e9c-ae26-5ff5f0af7893 admin admin] Publish callbacks [] for security_group (de3e88be-f8cf-4886-aab4-3ec40bd85d9e), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:55.245785 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-28d65588-c176-4e9c-ae26-5ff5f0af7893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (de3e88be-f8cf-4886-aab4-3ec40bd85d9e), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:55.286292 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-28d65588-c176-4e9c-ae26-5ff5f0af7893 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=911a9965a36944d28573249cca4c578a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1310260 May 14 15:54:55.287342 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d65588-c176-4e9c-ae26-5ff5f0af7893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3e88be-f8cf-4886-aab4-3ec40bd85d9e,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:54:55.288943 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 42402) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:54:55.335545 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-a11b3bb0-1f67-4e12-a397-018e2ce0daf0 admin admin] Publish callbacks [] for security_group (de3e88be-f8cf-4886-aab4-3ec40bd85d9e), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:55.356143 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-a11b3bb0-1f67-4e12-a397-018e2ce0daf0 admin admin] Publish callbacks [] for security_group (de3e88be-f8cf-4886-aab4-3ec40bd85d9e), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:55.402702 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-a11b3bb0-1f67-4e12-a397-018e2ce0daf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (de3e88be-f8cf-4886-aab4-3ec40bd85d9e), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:55.405390 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-a11b3bb0-1f67-4e12-a397-018e2ce0daf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:54:55.406558 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-a11b3bb0-1f67-4e12-a397-018e2ce0daf0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/de3e88be-f8cf-4886-aab4-3ec40bd85d9e HTTP/1.1" status: 204 len: 168 time: 0.1165631 May 14 15:54:55.414144 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b3bb0-1f67-4e12-a397-018e2ce0daf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3e88be-f8cf-4886-aab4-3ec40bd85d9e,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:54:59.991491 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc0e37-3333-4d17-ad3c-78593fc903b8 req-5e7e14ed-9b45-464f-af5c-95238d21df31 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:54:59.992894 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e2cc0e37-3333-4d17-ad3c-78593fc903b8 req-5e7e14ed-9b45-464f-af5c-95238d21df31 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=e10cdd60-3aac-4bee-a533-cc02b8d242e2 HTTP/1.1" status: 200 len: 946 time: 0.0495563 May 14 15:55:00.040771 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e2cc0e37-3333-4d17-ad3c-78593fc903b8 req-0fc70ecc-af3e-494f-a401-266029db3d7b tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=d393e514-e12b-4a0b-ad44-29b897754057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424161 May 14 15:55:01.022347 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-9c11f7c6-c0ab-4ad5-a9d4-f664719e6197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:01.160716 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf525409-68d9-4f13-b1fd-27c2eb97984a req-0b30d81d-2698-4e72-b9f4-f40197300c86 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:01.162404 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-bf525409-68d9-4f13-b1fd-27c2eb97984a req-0b30d81d-2698-4e72-b9f4-f40197300c86 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=e10cdd60-3aac-4bee-a533-cc02b8d242e2 HTTP/1.1" status: 200 len: 946 time: 0.0493217 May 14 15:55:01.211271 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-bf525409-68d9-4f13-b1fd-27c2eb97984a req-fd695a2f-a326-48e7-9510-32a6e58ec442 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=d393e514-e12b-4a0b-ad44-29b897754057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432005 May 14 15:55:02.249283 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59877db-58df-4630-8e90-c91f808e82c6 req-7f385936-9720-4ab9-b7b9-ce87380e5ffa tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:02.251040 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e59877db-58df-4630-8e90-c91f808e82c6 req-7f385936-9720-4ab9-b7b9-ce87380e5ffa tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.36 "GET /v2.0/ports?device_id=e10cdd60-3aac-4bee-a533-cc02b8d242e2 HTTP/1.1" status: 200 len: 946 time: 0.0551000 May 14 15:55:02.358588 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc87ed-be8d-485f-86fd-a9b4e4ffa74d req-56a92395-604f-49f3-b38c-b6e8683fea9a tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:02.360080 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-fedc87ed-be8d-485f-86fd-a9b4e4ffa74d req-56a92395-604f-49f3-b38c-b6e8683fea9a tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=e10cdd60-3aac-4bee-a533-cc02b8d242e2 HTTP/1.1" status: 200 len: 946 time: 0.0779996 May 14 15:55:02.401349 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [req-e59877db-58df-4630-8e90-c91f808e82c6 req-db492715-f35b-474f-9db3-a3bd35151245 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Deleting port 31f05ca6-8416-443c-a8bb-aa1aed44741e {{(pid=115111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 15:55:02.401694 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-e59877db-58df-4630-8e90-c91f808e82c6 req-db492715-f35b-474f-9db3-a3bd35151245 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (31f05ca6-8416-443c-a8bb-aa1aed44741e), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:02.447286 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-fedc87ed-be8d-485f-86fd-a9b4e4ffa74d req-02e6a812-6559-4f2d-bea0-08819b7c59e3 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=d393e514-e12b-4a0b-ad44-29b897754057&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813987 May 14 15:55:02.511767 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.db [req-e59877db-58df-4630-8e90-c91f808e82c6 req-db492715-f35b-474f-9db3-a3bd35151245 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] For port 31f05ca6-8416-443c-a8bb-aa1aed44741e, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=31f05ca6-8416-443c-a8bb-aa1aed44741e,segment=NetworkSegment(f5bdbe83-2873-41ef-b77e-b6a155bfb1ac),segment_id=f5bdbe83-2873-41ef-b77e-b6a155bfb1ac)] {{(pid=115111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:55:02.512050 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-e59877db-58df-4630-8e90-c91f808e82c6 req-db492715-f35b-474f-9db3-a3bd35151245 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (31f05ca6-8416-443c-a8bb-aa1aed44741e), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:02.693998 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-e59877db-58df-4630-8e90-c91f808e82c6 req-db492715-f35b-474f-9db3-a3bd35151245 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:02.694596 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-e59877db-58df-4630-8e90-c91f808e82c6 req-db492715-f35b-474f-9db3-a3bd35151245 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1759531'] for floatingip (06edf8b8-7d9a-45eb-9031-34173d9a4bb5), after_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:02.694763 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.db.l3_db [req-e59877db-58df-4630-8e90-c91f808e82c6 req-db492715-f35b-474f-9db3-a3bd35151245 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Floating IP 06edf8b8-7d9a-45eb-9031-34173d9a4bb5 disassociated. External IP: 172.27.1.172, port: 31f05ca6-8416-443c-a8bb-aa1aed44741e. May 14 15:55:02.695103 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [req-e59877db-58df-4630-8e90-c91f808e82c6 req-db492715-f35b-474f-9db3-a3bd35151245 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Calling delete_port for 31f05ca6-8416-443c-a8bb-aa1aed44741e owned by compute:nova {{(pid=115111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 15:55:02.830958 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-e59877db-58df-4630-8e90-c91f808e82c6 req-db492715-f35b-474f-9db3-a3bd35151245 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764499'] for port (31f05ca6-8416-443c-a8bb-aa1aed44741e), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:02.863627 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db492715-f35b-474f-9db3-a3bd35151245 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Pushing event deleted for resources: {'Port': ['ID=31f05ca6-8416-443c-a8bb-aa1aed44741e,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:55:02.989239 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e59877db-58df-4630-8e90-c91f808e82c6 req-db492715-f35b-474f-9db3-a3bd35151245 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Router 5b7fd4ea-e5a8-46a9-b072-faa068d0f12c has already been hosted by L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f {{(pid=115111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 15:55:03.103186 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e59877db-58df-4630-8e90-c91f808e82c6 req-db492715-f35b-474f-9db3-a3bd35151245 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 15:55:03.117474 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7477187f-ba2c-4dd5-8b8f-7907bddd5468 None None] Sync routers for ids ['5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'] in dv-cinder-839793-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 15:55:03.129176 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7477187f-ba2c-4dd5-8b8f-7907bddd5468 None None] Routers {'5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:55:03.129872 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-7477187f-ba2c-4dd5-8b8f-7907bddd5468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:54:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:55:03.151183 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.l3_dvrscheduler_db [req-e59877db-58df-4630-8e90-c91f808e82c6 req-db492715-f35b-474f-9db3-a3bd35151245 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] No DVR routers for this DVR port 31f05ca6-8416-443c-a8bb-aa1aed44741e on host hv-cinder-83979 {{(pid=115111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 15:55:03.153664 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-e59877db-58df-4630-8e90-c91f808e82c6 req-db492715-f35b-474f-9db3-a3bd35151245 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:03.156909 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e59877db-58df-4630-8e90-c91f808e82c6 req-db492715-f35b-474f-9db3-a3bd35151245 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.36 "DELETE /v2.0/ports/31f05ca6-8416-443c-a8bb-aa1aed44741e HTTP/1.1" status: 204 len: 173 time: 0.8999085 May 14 15:55:03.157455 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10cdd60-3aac-4bee-a533-cc02b8d242e2', 'name': 'network-vif-deleted', 'tag': '31f05ca6-8416-443c-a8bb-aa1aed44741e'}] {{(pid=115111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:55:03.159744 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d243af113ddc23b9a3ad38dde0a226f09410eb7dd6936b385d295fad3462c172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbd88fd-4619-4337-9fe6-f59ab2d1a682" -d '{"events": [{"server_uuid": "e10cdd60-3aac-4bee-a533-cc02b8d242e2", "name": "network-vif-deleted", "tag": "31f05ca6-8416-443c-a8bb-aa1aed44741e"}]}' {{(pid=115111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:55:03.206770 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 15:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ca9185-0685-49db-84ee-b25ddd9f9327 x-openstack-request-id: req-77ca9185-0685-49db-84ee-b25ddd9f9327 {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:55:03.207160 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10cdd60-3aac-4bee-a533-cc02b8d242e2", "name": "network-vif-deleted", "tag": "31f05ca6-8416-443c-a8bb-aa1aed44741e", "status": "completed", "code": 200}]} {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:55:03.207369 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-77ca9185-0685-49db-84ee-b25ddd9f9327 {{(pid=115111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:55:03.207778 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77ca9185-0685-49db-84ee-b25ddd9f9327'] response: {'server_uuid': 'e10cdd60-3aac-4bee-a533-cc02b8d242e2', 'name': 'network-vif-deleted', 'tag': '31f05ca6-8416-443c-a8bb-aa1aed44741e', 'status': 'completed', 'code': 200} May 14 15:55:03.245362 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-7477187f-ba2c-4dd5-8b8f-7907bddd5468 None None] Set router 5b7fd4ea-e5a8-46a9-b072-faa068d0f12c gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:55:03.291502 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-9f4b2fa3-19cb-4bec-8077-0ec15fe056c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:03.451834 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-7477187f-ba2c-4dd5-8b8f-7907bddd5468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'name': 'tempest-AttachVolumeNegativeTest-252484141-router', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:17Z', 'updated_at': '2022-05-14T15:46:23Z', 'revision_number': 4, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'gw_port': {'id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:30:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:18Z', 'updated_at': '2022-05-14T15:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': 'f58259cf-4cfe-4867-a867-9e17bac30662', 'name': '', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'mac_address': 'fa:16:3e:9e:e9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:22Z', 'updated_at': '2022-05-14T15:46:35Z', 'revision_number': 5, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'subnets': [{'id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:55:03.479136 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7477187f-ba2c-4dd5-8b8f-7907bddd5468 None None] Checking router: 5b7fd4ea-e5a8-46a9-b072-faa068d0f12c for host: dv-cinder-839793-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 15:55:03.487937 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7477187f-ba2c-4dd5-8b8f-7907bddd5468 None None] Routers {'5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:55:03.488551 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-7477187f-ba2c-4dd5-8b8f-7907bddd5468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:55:03Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:55:03.556816 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e75434c4-6f33-4188-a4f4-812200b8f3e4 req-2a6afb7c-31c0-4b56-b1dd-fd00c042f7dc tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=e10cdd60-3aac-4bee-a533-cc02b8d242e2 HTTP/1.1" status: 200 len: 210 time: 0.0298152 May 14 15:55:03.597957 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-7477187f-ba2c-4dd5-8b8f-7907bddd5468 None None] Set router 5b7fd4ea-e5a8-46a9-b072-faa068d0f12c gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:55:03.712283 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (df6c86ae-fc26-40a3-91a1-648a304bf46f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:03.807816 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-7477187f-ba2c-4dd5-8b8f-7907bddd5468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'name': 'tempest-AttachVolumeNegativeTest-252484141-router', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:17Z', 'updated_at': '2022-05-14T15:46:23Z', 'revision_number': 4, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'gw_port': {'id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:30:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:18Z', 'updated_at': '2022-05-14T15:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': 'f58259cf-4cfe-4867-a867-9e17bac30662', 'name': '', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'mac_address': 'fa:16:3e:9e:e9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:22Z', 'updated_at': '2022-05-14T15:46:35Z', 'revision_number': 5, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'subnets': [{'id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:55:03.835551 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7477187f-ba2c-4dd5-8b8f-7907bddd5468 None None] The sync data for ids ['5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'] in dv-cinder-839793-11-iscsi is: [{'id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'name': 'tempest-AttachVolumeNegativeTest-252484141-router', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:17Z', 'updated_at': '2022-05-14T15:46:23Z', 'revision_number': 4, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'gw_port': {'id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:30:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:18Z', 'updated_at': '2022-05-14T15:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': 'f58259cf-4cfe-4867-a867-9e17bac30662', 'name': '', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'mac_address': 'fa:16:3e:9e:e9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:22Z', 'updated_at': '2022-05-14T15:46:35Z', 'revision_number': 5, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'subnets': [{'id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 15:55:04.074439 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ecf400-018f-4640-90ee-bc605b8667a7 None None] New status for floating IP 06edf8b8-7d9a-45eb-9031-34173d9a4bb5: DOWN {{(pid=115112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 14 15:55:04.312611 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:04.642100 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 42546) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:55:04.696703 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-32f05174-708d-42e2-aa9a-1b5aed3b77c7 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for security_group (d393e514-e12b-4a0b-ad44-29b897754057), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:04.721631 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-32f05174-708d-42e2-aa9a-1b5aed3b77c7 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for security_group (d393e514-e12b-4a0b-ad44-29b897754057), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:04.770747 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-32f05174-708d-42e2-aa9a-1b5aed3b77c7 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (d393e514-e12b-4a0b-ad44-29b897754057), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:04.773362 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-32f05174-708d-42e2-aa9a-1b5aed3b77c7 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:04.774655 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-32f05174-708d-42e2-aa9a-1b5aed3b77c7 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "DELETE /v2.0/security-groups/d393e514-e12b-4a0b-ad44-29b897754057 HTTP/1.1" status: 204 len: 168 time: 0.1313040 May 14 15:55:04.777654 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 42548) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:55:04.784610 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f05174-708d-42e2-aa9a-1b5aed3b77c7 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d393e514-e12b-4a0b-ad44-29b897754057,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:55:04.793328 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.api.v2.resource [None req-ba6e4eb2-6b16-4e70-b51d-77861a4e6bd9 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] show failed (client error): The resource could not be found. May 14 15:55:04.794355 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-ba6e4eb2-6b16-4e70-b51d-77861a4e6bd9 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups/d393e514-e12b-4a0b-ad44-29b897754057 HTTP/1.1" status: 404 len: 347 time: 0.0155709 May 14 15:55:04.800579 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 42550) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:55:04.918615 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [None req-0b45be4c-da6c-4c69-98d3-d6c2a6be3a2b tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Deleting port cddd4580-0a1d-4630-877b-6f3cedc13d51 {{(pid=115111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 15:55:04.918953 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-0b45be4c-da6c-4c69-98d3-d6c2a6be3a2b tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (cddd4580-0a1d-4630-877b-6f3cedc13d51), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:05.273025 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-0b45be4c-da6c-4c69-98d3-d6c2a6be3a2b tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (cddd4580-0a1d-4630-877b-6f3cedc13d51), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:05.273394 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-0b45be4c-da6c-4c69-98d3-d6c2a6be3a2b tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for floatingip (cddd4580-0a1d-4630-877b-6f3cedc13d51), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:05.286835 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [None req-0b45be4c-da6c-4c69-98d3-d6c2a6be3a2b tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Calling delete_port for cddd4580-0a1d-4630-877b-6f3cedc13d51 owned by network:floatingip {{(pid=115111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 15:55:05.424694 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-0b45be4c-da6c-4c69-98d3-d6c2a6be3a2b tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764499'] for port (cddd4580-0a1d-4630-877b-6f3cedc13d51), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:05.448085 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b45be4c-da6c-4c69-98d3-d6c2a6be3a2b tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Pushing event deleted for resources: {'Port': ['ID=cddd4580-0a1d-4630-877b-6f3cedc13d51,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:55:05.511892 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-0b45be4c-da6c-4c69-98d3-d6c2a6be3a2b tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for floatingip (06edf8b8-7d9a-45eb-9031-34173d9a4bb5), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:05.514378 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-0b45be4c-da6c-4c69-98d3-d6c2a6be3a2b tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for floatingip (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:05.515524 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-0b45be4c-da6c-4c69-98d3-d6c2a6be3a2b tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "DELETE /v2.0/floatingips/06edf8b8-7d9a-45eb-9031-34173d9a4bb5 HTTP/1.1" status: 204 len: 168 time: 0.7140567 May 14 15:55:05.528139 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device 31f05ca6-8416-443c-a8bb-aa1aed44741e no longer exists at agent hyperv_hv-cinder-83979 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 15:55:05.551164 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] No Port match for: 31f05ca6-8416-443c-a8bb-aa1aed44741e {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 14 15:55:05.551725 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device 31f05ca6-8416-443c-a8bb-aa1aed44741e not bound to the agent host hv-cinder-83979 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 15:55:05.581440 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 42556) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:55:05.586057 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-9568ae5f-d852-46db-9702-cf407f7618f2 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1414523945', 'description': 'tempest-description--221033276'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:55:05.607820 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-9568ae5f-d852-46db-9702-cf407f7618f2 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for security_group (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:05.678992 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-9568ae5f-d852-46db-9702-cf407f7618f2 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for security_group (c69557db-9786-438f-926c-1abcdc92b70a), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:05.682822 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-9568ae5f-d852-46db-9702-cf407f7618f2 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (c69557db-9786-438f-926c-1abcdc92b70a), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:05.713555 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-9568ae5f-d852-46db-9702-cf407f7618f2 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for security_group (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:05.714807 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-9568ae5f-d852-46db-9702-cf407f7618f2 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1323025 May 14 15:55:05.717827 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 42558) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:55:05.718744 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9568ae5f-d852-46db-9702-cf407f7618f2 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c69557db-9786-438f-926c-1abcdc92b70a,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:55:05.722856 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-2806726d-7105-4316-a39c-acbdfceaef17 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Request body: {'security_group_rule': {'security_group_id': 'c69557db-9786-438f-926c-1abcdc92b70a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:55:05.749744 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-2806726d-7105-4316-a39c-acbdfceaef17 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for security_group_rule (7dbdee57-35a0-4084-8365-3be93fca5760), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:05.804006 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-2806726d-7105-4316-a39c-acbdfceaef17 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for security_group_rule (7dbdee57-35a0-4084-8365-3be93fca5760), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:05.807771 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-2806726d-7105-4316-a39c-acbdfceaef17 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639472'] for security_group_rule (7dbdee57-35a0-4084-8365-3be93fca5760), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:05.825908 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2806726d-7105-4316-a39c-acbdfceaef17 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dbdee57-35a0-4084-8365-3be93fca5760,revision_number=0']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:55:05.835534 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-2806726d-7105-4316-a39c-acbdfceaef17 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:05.836855 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-2806726d-7105-4316-a39c-acbdfceaef17 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1180160 May 14 15:55:05.839740 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 42560) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:55:05.844256 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-4fe66d18-5ec8-45db-b182-d34cd9b6cb6f tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Request body: {'security_group_rule': {'security_group_id': 'c69557db-9786-438f-926c-1abcdc92b70a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:55:05.883027 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-4fe66d18-5ec8-45db-b182-d34cd9b6cb6f tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for security_group_rule (dde74e60-45bd-45e8-ab31-5402994579a5), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:05.885349 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:05.930901 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-4fe66d18-5ec8-45db-b182-d34cd9b6cb6f tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for security_group_rule (dde74e60-45bd-45e8-ab31-5402994579a5), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:05.935200 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-4fe66d18-5ec8-45db-b182-d34cd9b6cb6f tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639472'] for security_group_rule (dde74e60-45bd-45e8-ab31-5402994579a5), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:05.956622 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe66d18-5ec8-45db-b182-d34cd9b6cb6f tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dde74e60-45bd-45e8-ab31-5402994579a5,revision_number=0']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:55:05.966738 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-4fe66d18-5ec8-45db-b182-d34cd9b6cb6f tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:05.968718 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-4fe66d18-5ec8-45db-b182-d34cd9b6cb6f tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1278374 May 14 15:55:05.972308 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 42562) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:55:05.976951 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-159ddf90-fcf7-4309-a401-18becaf27ae3 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Request body: {'floatingip': {'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:55:05.997942 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-159ddf90-fcf7-4309-a401-18becaf27ae3 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:06.076276 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-159ddf90-fcf7-4309-a401-18becaf27ae3 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:06.184946 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.db_base_plugin_common [None req-159ddf90-fcf7-4309-a401-18becaf27ae3 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Allocated IP 172.27.1.116 (ee365c6e-8595-4248-876b-4406c6eeb32a/3059297f-ebad-4161-8328-a5e88a7ee6dc/6e5c4855-aa6c-4ad5-88cc-ef47f7662c8b) {{(pid=115111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:55:06.291510 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-159ddf90-fcf7-4309-a401-18becaf27ae3 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for port (6e5c4855-aa6c-4ad5-88cc-ef47f7662c8b), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:06.332930 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-159ddf90-fcf7-4309-a401-18becaf27ae3 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764499'] for port (6e5c4855-aa6c-4ad5-88cc-ef47f7662c8b), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:06.374978 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159ddf90-fcf7-4309-a401-18becaf27ae3 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Network ee365c6e-8595-4248-876b-4406c6eeb32a is already hosted by enough agents. {{(pid=115111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:55:06.380635 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.base_scheduler [None req-159ddf90-fcf7-4309-a401-18becaf27ae3 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Resources bound (agent type, host, resource id): {{(pid=115111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:55:06.383084 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159ddf90-fcf7-4309-a401-18becaf27ae3 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Received port after_create {{(pid=115111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:55:06.389035 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ddf90-fcf7-4309-a401-18becaf27ae3 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Pushing event updated for resources: {'Port': ['ID=6e5c4855-aa6c-4ad5-88cc-ef47f7662c8b,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:55:06.478831 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-159ddf90-fcf7-4309-a401-18becaf27ae3 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for floatingip (ea128b96-ca33-4081-b663-4ace34c712b9), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:06.517592 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-159ddf90-fcf7-4309-a401-18becaf27ae3 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (6e5c4855-aa6c-4ad5-88cc-ef47f7662c8b), before_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:06.708673 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-159ddf90-fcf7-4309-a401-18becaf27ae3 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for port (6e5c4855-aa6c-4ad5-88cc-ef47f7662c8b), precommit_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:06.713314 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-159ddf90-fcf7-4309-a401-18becaf27ae3 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8764516'] for port (6e5c4855-aa6c-4ad5-88cc-ef47f7662c8b), after_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:06.784054 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ddf90-fcf7-4309-a401-18becaf27ae3 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Pushing event updated for resources: {'Port': ['ID=6e5c4855-aa6c-4ad5-88cc-ef47f7662c8b,revision_number=2']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:55:06.796724 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-159ddf90-fcf7-4309-a401-18becaf27ae3 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1759531'] for floatingip (ea128b96-ca33-4081-b663-4ace34c712b9), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:06.812198 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-159ddf90-fcf7-4309-a401-18becaf27ae3 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for floatingip (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:06.814139 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-159ddf90-fcf7-4309-a401-18becaf27ae3 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8404944 May 14 15:55:07.014501 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e76930bf-c232-4a32-86f3-a26e3282c02d req-f85f5e48-98bf-4e0d-b46b-f49898ce562f tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1414523945&fields=id&tenant_id=7905689c95d44a5c9169249c70f7de57 HTTP/1.1" status: 200 len: 267 time: 0.0439761 May 14 15:55:07.128212 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76930bf-c232-4a32-86f3-a26e3282c02d req-61de21ea-bcd8-40c8-918a-1e68b764c1c3 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:07.129666 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e76930bf-c232-4a32-86f3-a26e3282c02d req-61de21ea-bcd8-40c8-918a-1e68b764c1c3 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/networks?id=722d2578-8e0a-4535-bc1b-444c13327ab8 HTTP/1.1" status: 200 len: 814 time: 0.1087353 May 14 15:55:07.143984 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e76930bf-c232-4a32-86f3-a26e3282c02d req-1dbbb26d-2f33-4d4f-9414-0d4f69df8958 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/quotas/7905689c95d44a5c9169249c70f7de57 HTTP/1.1" status: 200 len: 375 time: 0.0090094 May 14 15:55:07.193898 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e76930bf-c232-4a32-86f3-a26e3282c02d req-5800b46b-4c99-4208-8f7a-6abb28861ac5 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7905689c95d44a5c9169249c70f7de57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451126 May 14 15:55:07.295758 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e76930bf-c232-4a32-86f3-a26e3282c02d req-1ea07ec7-f97b-46ab-ab12-d17c98456799 service neutron] 10.222.0.61 "GET /v2.0/networks/722d2578-8e0a-4535-bc1b-444c13327ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903654 May 14 15:55:07.347357 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:07.395347 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e76930bf-c232-4a32-86f3-a26e3282c02d req-be2a9997-2174-43ab-a3e9-8b08e86c3971 service neutron] 10.222.0.61 "GET /v2.0/networks/722d2578-8e0a-4535-bc1b-444c13327ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933416 May 14 15:55:07.559218 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ac533849-9c9b-4c03-8927-a78df0d6dc55 req-c8c8c0d7-d68a-4bee-938c-7b35ffb17011 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ae36099-24d3-40a1-83c6-cf72bb619a57 HTTP/1.1" status: 200 len: 210 time: 0.0283251 May 14 15:55:08.549624 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76930bf-c232-4a32-86f3-a26e3282c02d req-b7bd7529-51b9-4976-a6fa-984c9b840f3b tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:08.551014 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e76930bf-c232-4a32-86f3-a26e3282c02d req-b7bd7529-51b9-4976-a6fa-984c9b840f3b tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.36 "GET /v2.0/networks?id=722d2578-8e0a-4535-bc1b-444c13327ab8 HTTP/1.1" status: 200 len: 814 time: 0.1046038 May 14 15:55:08.622540 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e76930bf-c232-4a32-86f3-a26e3282c02d req-9e810615-fd73-46ce-8bd7-2e8f32ea91c8 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7905689c95d44a5c9169249c70f7de57 HTTP/1.1" status: 200 len: 380 time: 0.0553489 May 14 15:55:08.660181 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d6c1e6bc-05d6-4a44-b309-e39a1e8ce589 req-e466ff7d-faed-4938-a311-9518ea23f296 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ae36099-24d3-40a1-83c6-cf72bb619a57 HTTP/1.1" status: 200 len: 210 time: 0.0305457 May 14 15:55:08.714515 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [req-e76930bf-c232-4a32-86f3-a26e3282c02d req-3d701030-62c7-4770-abc8-b3841484eac7 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Request body: {'port': {'device_id': '8ae36099-24d3-40a1-83c6-cf72bb619a57', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'admin_state_up': True, 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'security_groups': ['c69557db-9786-438f-926c-1abcdc92b70a']}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:55:08.822033 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e76930bf-c232-4a32-86f3-a26e3282c02d req-3d701030-62c7-4770-abc8-b3841484eac7 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Made reservation on behalf of 7905689c95d44a5c9169249c70f7de57 for: {'port': 1} {{(pid=115111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:55:08.825424 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-e76930bf-c232-4a32-86f3-a26e3282c02d req-3d701030-62c7-4770-abc8-b3841484eac7 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:08.950682 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.db_base_plugin_common [req-e76930bf-c232-4a32-86f3-a26e3282c02d req-3d701030-62c7-4770-abc8-b3841484eac7 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Allocated IP 172.20.0.10 (722d2578-8e0a-4535-bc1b-444c13327ab8/0d11558f-f514-43f3-89bc-cf74b70b0dae/e966a1dd-a29d-4007-a232-3bc32d2f97c5) {{(pid=115111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:55:09.084201 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-e76930bf-c232-4a32-86f3-a26e3282c02d req-3d701030-62c7-4770-abc8-b3841484eac7 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for port (e966a1dd-a29d-4007-a232-3bc32d2f97c5), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:09.118934 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-e76930bf-c232-4a32-86f3-a26e3282c02d req-3d701030-62c7-4770-abc8-b3841484eac7 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764499'] for port (e966a1dd-a29d-4007-a232-3bc32d2f97c5), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:09.165161 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e76930bf-c232-4a32-86f3-a26e3282c02d req-3d701030-62c7-4770-abc8-b3841484eac7 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Network 722d2578-8e0a-4535-bc1b-444c13327ab8 is already hosted by enough agents. {{(pid=115111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:55:09.168385 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.base_scheduler [req-e76930bf-c232-4a32-86f3-a26e3282c02d req-3d701030-62c7-4770-abc8-b3841484eac7 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Resources bound (agent type, host, resource id): {{(pid=115111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:55:09.175181 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.l3_dvrscheduler_db [req-e76930bf-c232-4a32-86f3-a26e3282c02d req-3d701030-62c7-4770-abc8-b3841484eac7 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Received port after_create {{(pid=115111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:55:09.201842 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d701030-62c7-4770-abc8-b3841484eac7 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Pushing event updated for resources: {'Port': ['ID=e966a1dd-a29d-4007-a232-3bc32d2f97c5,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:55:09.228199 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76930bf-c232-4a32-86f3-a26e3282c02d req-3d701030-62c7-4770-abc8-b3841484eac7 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:09.228822 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-e76930bf-c232-4a32-86f3-a26e3282c02d req-3d701030-62c7-4770-abc8-b3841484eac7 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:09.246794 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e76930bf-c232-4a32-86f3-a26e3282c02d req-3d701030-62c7-4770-abc8-b3841484eac7 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5358040 May 14 15:55:09.263105 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [req-e76930bf-c232-4a32-86f3-a26e3282c02d req-83c7951d-04f6-4ee8-8a3d-ed94b6fbfd65 service neutron] Request body: {'port': {'device_id': '8ae36099-24d3-40a1-83c6-cf72bb619a57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:55:09.323441 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-e76930bf-c232-4a32-86f3-a26e3282c02d req-83c7951d-04f6-4ee8-8a3d-ed94b6fbfd65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (e966a1dd-a29d-4007-a232-3bc32d2f97c5), before_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:09.398365 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-efe2eb5d-6aa2-4733-94fe-34730e665bba None None] Provisioning complete for port e966a1dd-a29d-4007-a232-3bc32d2f97c5 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:55:09.398928 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-efe2eb5d-6aa2-4733-94fe-34730e665bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (e966a1dd-a29d-4007-a232-3bc32d2f97c5), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:09.432973 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-efe2eb5d-6aa2-4733-94fe-34730e665bba None None] Port e966a1dd-a29d-4007-a232-3bc32d2f97c5 cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 14 15:55:09.627133 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.notifiers.nova [req-e76930bf-c232-4a32-86f3-a26e3282c02d req-83c7951d-04f6-4ee8-8a3d-ed94b6fbfd65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e966a1dd-a29d-4007-a232-3bc32d2f97c5 {{(pid=115111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 15:55:09.635484 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-e76930bf-c232-4a32-86f3-a26e3282c02d req-83c7951d-04f6-4ee8-8a3d-ed94b6fbfd65 service neutron] Publish callbacks [] for port (e966a1dd-a29d-4007-a232-3bc32d2f97c5), precommit_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:09.650327 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.provisioning_blocks [req-e76930bf-c232-4a32-86f3-a26e3282c02d req-83c7951d-04f6-4ee8-8a3d-ed94b6fbfd65 service neutron] Transition to ACTIVE for port object e966a1dd-a29d-4007-a232-3bc32d2f97c5 will not be triggered until provisioned by entity L2. {{(pid=115111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 14 15:55:09.661131 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-e76930bf-c232-4a32-86f3-a26e3282c02d req-83c7951d-04f6-4ee8-8a3d-ed94b6fbfd65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8764516'] for port (e966a1dd-a29d-4007-a232-3bc32d2f97c5), after_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:09.746480 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c7951d-04f6-4ee8-8a3d-ed94b6fbfd65 service neutron] Pushing event updated for resources: {'Port': ['ID=e966a1dd-a29d-4007-a232-3bc32d2f97c5,revision_number=2']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:55:09.758013 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f954ab08-1f8b-43e2-8918-cdd01ef72b0c req-69c0d413-2c2d-4149-9987-ec54b5d5ec8e tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:09.759572 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f954ab08-1f8b-43e2-8918-cdd01ef72b0c req-69c0d413-2c2d-4149-9987-ec54b5d5ec8e tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 946 time: 0.1072884 May 14 15:55:09.834241 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4a610-79b6-46da-99c2-00646a99cbc6 req-b914160b-419f-4c12-b719-9308c819494c tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:09.835786 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-43f4a610-79b6-46da-99c2-00646a99cbc6 req-b914160b-419f-4c12-b719-9308c819494c tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ae36099-24d3-40a1-83c6-cf72bb619a57 HTTP/1.1" status: 200 len: 944 time: 0.1036766 May 14 15:55:09.904214 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f954ab08-1f8b-43e2-8918-cdd01ef72b0c req-51c1964b-01ac-4bc5-8ae6-c88e9d58f889 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266487 May 14 15:55:09.940571 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.managers [req-e76930bf-c232-4a32-86f3-a26e3282c02d req-83c7951d-04f6-4ee8-8a3d-ed94b6fbfd65 service neutron] Attempting to bind port e966a1dd-a29d-4007-a232-3bc32d2f97c5 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=115111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 15:55:09.940905 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.managers [req-e76930bf-c232-4a32-86f3-a26e3282c02d req-83c7951d-04f6-4ee8-8a3d-ed94b6fbfd65 service neutron] Attempting to bind port e966a1dd-a29d-4007-a232-3bc32d2f97c5 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'f5bdbe83-2873-41ef-b77e-b6a155bfb1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8'}] {{(pid=115111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 15:55:09.941225 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76930bf-c232-4a32-86f3-a26e3282c02d req-83c7951d-04f6-4ee8-8a3d-ed94b6fbfd65 service neutron] Attempting to bind port e966a1dd-a29d-4007-a232-3bc32d2f97c5 on network 722d2578-8e0a-4535-bc1b-444c13327ab8 {{(pid=115111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:55:09.946012 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-43f4a610-79b6-46da-99c2-00646a99cbc6 req-02992add-db69-4a5a-80b9-f0f21741e5d6 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=c69557db-9786-438f-926c-1abcdc92b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832114 May 14 15:55:09.949172 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76930bf-c232-4a32-86f3-a26e3282c02d req-83c7951d-04f6-4ee8-8a3d-ed94b6fbfd65 service neutron] Port e966a1dd-a29d-4007-a232-3bc32d2f97c5 on network 722d2578-8e0a-4535-bc1b-444c13327ab8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=115111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 14 15:55:09.949490 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76930bf-c232-4a32-86f3-a26e3282c02d req-83c7951d-04f6-4ee8-8a3d-ed94b6fbfd65 service neutron] Attempting to bind port e966a1dd-a29d-4007-a232-3bc32d2f97c5 on network 722d2578-8e0a-4535-bc1b-444c13327ab8 {{(pid=115111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:55:09.956538 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76930bf-c232-4a32-86f3-a26e3282c02d req-83c7951d-04f6-4ee8-8a3d-ed94b6fbfd65 service neutron] Checking agent: {'id': 'df6c86ae-fc26-40a3-91a1-648a304bf46f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 44, 23), 'started_at': datetime.datetime(2022, 5, 14, 15, 44, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 15, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 15:55:09.956881 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76930bf-c232-4a32-86f3-a26e3282c02d req-83c7951d-04f6-4ee8-8a3d-ed94b6fbfd65 service neutron] Checking segment: {'id': 'f5bdbe83-2873-41ef-b77e-b6a155bfb1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:55:09.957271 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76930bf-c232-4a32-86f3-a26e3282c02d req-83c7951d-04f6-4ee8-8a3d-ed94b6fbfd65 service neutron] Bound using segment: {'id': 'f5bdbe83-2873-41ef-b77e-b6a155bfb1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8'} {{(pid=115111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 15:55:09.966293 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.managers [req-e76930bf-c232-4a32-86f3-a26e3282c02d req-83c7951d-04f6-4ee8-8a3d-ed94b6fbfd65 service neutron] Bound port: e966a1dd-a29d-4007-a232-3bc32d2f97c5, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5bdbe83-2873-41ef-b77e-b6a155bfb1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8'}}] {{(pid=115111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 15:55:09.966293 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-e76930bf-c232-4a32-86f3-a26e3282c02d req-83c7951d-04f6-4ee8-8a3d-ed94b6fbfd65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (e966a1dd-a29d-4007-a232-3bc32d2f97c5), before_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:10.022404 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.db [req-e76930bf-c232-4a32-86f3-a26e3282c02d req-83c7951d-04f6-4ee8-8a3d-ed94b6fbfd65 service neutron] For port e966a1dd-a29d-4007-a232-3bc32d2f97c5, host hv-cinder-83979, cleared binding levels {{(pid=115111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 15:55:10.025320 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.db [req-e76930bf-c232-4a32-86f3-a26e3282c02d req-83c7951d-04f6-4ee8-8a3d-ed94b6fbfd65 service neutron] For port e966a1dd-a29d-4007-a232-3bc32d2f97c5, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=e966a1dd-a29d-4007-a232-3bc32d2f97c5,segment=NetworkSegment(f5bdbe83-2873-41ef-b77e-b6a155bfb1ac),segment_id=f5bdbe83-2873-41ef-b77e-b6a155bfb1ac)] {{(pid=115111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 15:55:10.031968 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-e76930bf-c232-4a32-86f3-a26e3282c02d req-83c7951d-04f6-4ee8-8a3d-ed94b6fbfd65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8764516'] for port (e966a1dd-a29d-4007-a232-3bc32d2f97c5), after_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:10.064278 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76930bf-c232-4a32-86f3-a26e3282c02d req-83c7951d-04f6-4ee8-8a3d-ed94b6fbfd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:10.064797 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-e76930bf-c232-4a32-86f3-a26e3282c02d req-83c7951d-04f6-4ee8-8a3d-ed94b6fbfd65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:10.066166 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e76930bf-c232-4a32-86f3-a26e3282c02d req-83c7951d-04f6-4ee8-8a3d-ed94b6fbfd65 service neutron] 10.222.0.36 "PUT /v2.0/ports/e966a1dd-a29d-4007-a232-3bc32d2f97c5 HTTP/1.1" status: 200 len: 1094 time: 0.8073161 May 14 15:55:10.066613 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae36099-24d3-40a1-83c6-cf72bb619a57', 'tag': 'e966a1dd-a29d-4007-a232-3bc32d2f97c5'}] {{(pid=115111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:55:10.068825 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d243af113ddc23b9a3ad38dde0a226f09410eb7dd6936b385d295fad3462c172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a268f3c3-22b4-4728-85ea-9555c414546c" -d '{"events": [{"name": "network-changed", "server_uuid": "8ae36099-24d3-40a1-83c6-cf72bb619a57", "tag": "e966a1dd-a29d-4007-a232-3bc32d2f97c5"}]}' {{(pid=115111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:55:10.097123 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c7951d-04f6-4ee8-8a3d-ed94b6fbfd65 service neutron] Pushing event updated for resources: {'Port': ['ID=e966a1dd-a29d-4007-a232-3bc32d2f97c5,revision_number=3']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:55:10.138098 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 15:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbc73cd-3cc9-455a-992f-74a7088e8ce8 x-openstack-request-id: req-cdbc73cd-3cc9-455a-992f-74a7088e8ce8 {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:55:10.138410 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ae36099-24d3-40a1-83c6-cf72bb619a57", "tag": "e966a1dd-a29d-4007-a232-3bc32d2f97c5", "status": "completed", "code": 200}]} {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:55:10.138665 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cdbc73cd-3cc9-455a-992f-74a7088e8ce8 {{(pid=115111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:55:10.139062 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdbc73cd-3cc9-455a-992f-74a7088e8ce8'] response: {'name': 'network-changed', 'server_uuid': '8ae36099-24d3-40a1-83c6-cf72bb619a57', 'tag': 'e966a1dd-a29d-4007-a232-3bc32d2f97c5', 'status': 'completed', 'code': 200} May 14 15:55:10.166829 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76930bf-c232-4a32-86f3-a26e3282c02d req-46864107-5621-4ee3-840a-1f9097146b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:10.168357 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e76930bf-c232-4a32-86f3-a26e3282c02d req-46864107-5621-4ee3-840a-1f9097146b2c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7905689c95d44a5c9169249c70f7de57&device_id=8ae36099-24d3-40a1-83c6-cf72bb619a57 HTTP/1.1" status: 200 len: 1128 time: 0.0459969 May 14 15:55:10.224975 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e76930bf-c232-4a32-86f3-a26e3282c02d req-61dc9d70-080a-48cf-a8dd-ac6f321db645 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e966a1dd-a29d-4007-a232-3bc32d2f97c5 HTTP/1.1" status: 200 len: 217 time: 0.0379601 May 14 15:55:10.277812 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76930bf-c232-4a32-86f3-a26e3282c02d req-42e22516-c466-4b93-ae10-1529803dbd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:10.279317 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e76930bf-c232-4a32-86f3-a26e3282c02d req-42e22516-c466-4b93-ae10-1529803dbd75 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d11558f-f514-43f3-89bc-cf74b70b0dae HTTP/1.1" status: 200 len: 853 time: 0.0465534 May 14 15:55:10.334077 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76930bf-c232-4a32-86f3-a26e3282c02d req-7e66168b-5ceb-480e-9b82-d1ec193504c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:10.335585 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e76930bf-c232-4a32-86f3-a26e3282c02d req-7e66168b-5ceb-480e-9b82-d1ec193504c0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=722d2578-8e0a-4535-bc1b-444c13327ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436699 May 14 15:55:10.427076 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e76930bf-c232-4a32-86f3-a26e3282c02d req-64257a8e-198f-41a6-964a-f7202995eeae service neutron] 10.222.0.36 "GET /v2.0/networks/722d2578-8e0a-4535-bc1b-444c13327ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841217 May 14 15:55:10.531620 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e76930bf-c232-4a32-86f3-a26e3282c02d req-fd8c46ae-e36f-433e-a808-613772c655f7 service neutron] 10.222.0.36 "GET /v2.0/networks/722d2578-8e0a-4535-bc1b-444c13327ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975733 May 14 15:55:11.022787 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df82bd5-adf0-445f-92e2-8cde0bb1d4f4 req-ed8181dd-7404-41bb-b39d-c9b88e2bfd5b tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:11.024192 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9df82bd5-adf0-445f-92e2-8cde0bb1d4f4 req-ed8181dd-7404-41bb-b39d-c9b88e2bfd5b tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 946 time: 0.0492885 May 14 15:55:11.080102 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb077e6-0e0b-47bc-82ba-203a769bb88b req-396e6ea5-346f-4602-bdc2-6cc74d838b96 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:11.081540 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6bb077e6-0e0b-47bc-82ba-203a769bb88b req-396e6ea5-346f-4602-bdc2-6cc74d838b96 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ae36099-24d3-40a1-83c6-cf72bb619a57 HTTP/1.1" status: 200 len: 944 time: 0.0660214 May 14 15:55:11.125388 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9df82bd5-adf0-445f-92e2-8cde0bb1d4f4 req-2cce217d-df95-4f62-b606-43ab1229e4a0 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939224 May 14 15:55:11.145738 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6bb077e6-0e0b-47bc-82ba-203a769bb88b req-1a78cb39-34be-4d59-b03a-269b8fe45117 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=c69557db-9786-438f-926c-1abcdc92b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587063 May 14 15:55:12.264957 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d86b86-fc90-4671-bd56-94fcbc8b6142 req-514175a1-ee04-426b-b540-19e00a1abc08 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:12.266561 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-34d86b86-fc90-4671-bd56-94fcbc8b6142 req-514175a1-ee04-426b-b540-19e00a1abc08 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 946 time: 0.0736997 May 14 15:55:12.281145 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5611299-9c5b-4af7-af02-f901bb3f65ba req-a420a77f-9631-4ea5-a7fa-9eda390ea35f tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:12.282615 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d5611299-9c5b-4af7-af02-f901bb3f65ba req-a420a77f-9631-4ea5-a7fa-9eda390ea35f tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ae36099-24d3-40a1-83c6-cf72bb619a57 HTTP/1.1" status: 200 len: 944 time: 0.0612988 May 14 15:55:12.351076 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-34d86b86-fc90-4671-bd56-94fcbc8b6142 req-1279261d-8c81-408e-b06d-2c1cda308dfc tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766940 May 14 15:55:12.357918 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d5611299-9c5b-4af7-af02-f901bb3f65ba req-ebfb9c32-0426-4895-9bf9-f0aa9d8276d1 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=c69557db-9786-438f-926c-1abcdc92b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696549 May 14 15:55:12.789647 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57274f41-e3f6-4943-83a5-b7cb9b012962 req-68159a11-17a6-4f48-89c2-fe316a80b9d0 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:12.791130 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-57274f41-e3f6-4943-83a5-b7cb9b012962 req-68159a11-17a6-4f48-89c2-fe316a80b9d0 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 946 time: 0.0504525 May 14 15:55:12.837755 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-57274f41-e3f6-4943-83a5-b7cb9b012962 req-7312aff0-b411-4fd8-8f74-eff249759855 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411115 May 14 15:55:13.499668 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd5525-df86-4ea1-9f6c-911ec82cbcd5 req-2465f766-0c01-4c08-969e-7f0dd9c7e142 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:13.501746 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e5fd5525-df86-4ea1-9f6c-911ec82cbcd5 req-2465f766-0c01-4c08-969e-7f0dd9c7e142 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 946 time: 0.0756106 May 14 15:55:13.513097 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20ed26-72d7-4ba4-a08e-be0682a3e8c6 req-45d35436-b720-49fe-af12-ce6dbbe1ba83 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:13.514560 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-bc20ed26-72d7-4ba4-a08e-be0682a3e8c6 req-45d35436-b720-49fe-af12-ce6dbbe1ba83 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ae36099-24d3-40a1-83c6-cf72bb619a57 HTTP/1.1" status: 200 len: 944 time: 0.0764632 May 14 15:55:13.572029 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device e966a1dd-a29d-4007-a232-3bc32d2f97c5 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=115112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 14 15:55:13.589524 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e5fd5525-df86-4ea1-9f6c-911ec82cbcd5 req-b120a66b-0368-4073-ab14-7206a2de1da7 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738978 May 14 15:55:13.607271 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-bc20ed26-72d7-4ba4-a08e-be0682a3e8c6 req-69e61c20-1354-4f93-a8af-a2f56406de0f tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=c69557db-9786-438f-926c-1abcdc92b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740433 May 14 15:55:13.691260 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port e966a1dd-a29d-4007-a232-3bc32d2f97c5, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=e966a1dd-a29d-4007-a232-3bc32d2f97c5,segment=NetworkSegment(f5bdbe83-2873-41ef-b77e-b6a155bfb1ac),segment_id=f5bdbe83-2873-41ef-b77e-b6a155bfb1ac)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:55:13.702827 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Returning: {'device': 'e966a1dd-a29d-4007-a232-3bc32d2f97c5', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'port_id': 'e966a1dd-a29d-4007-a232-3bc32d2f97c5', 'mac_address': 'fa:16:3e:61:78:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 14 15:55:13.741638 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port e966a1dd-a29d-4007-a232-3bc32d2f97c5 is: DOWN; New status is: BUILD {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:55:13.742028 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (e966a1dd-a29d-4007-a232-3bc32d2f97c5), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:13.755673 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e966a1dd-a29d-4007-a232-3bc32d2f97c5 {{(pid=115112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 15:55:13.775943 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port e966a1dd-a29d-4007-a232-3bc32d2f97c5, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=e966a1dd-a29d-4007-a232-3bc32d2f97c5,segment=NetworkSegment(f5bdbe83-2873-41ef-b77e-b6a155bfb1ac),segment_id=f5bdbe83-2873-41ef-b77e-b6a155bfb1ac)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:55:13.780117 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (e966a1dd-a29d-4007-a232-3bc32d2f97c5), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:13.834007 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=e966a1dd-a29d-4007-a232-3bc32d2f97c5,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:55:13.958532 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c441ba7-be27-4304-867e-6d03757bd3e2 req-f60cfcb4-da66-4fa2-985c-b0ff78933b64 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:13.959979 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9c441ba7-be27-4304-867e-6d03757bd3e2 req-f60cfcb4-da66-4fa2-985c-b0ff78933b64 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 946 time: 0.0505476 May 14 15:55:14.006759 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9c441ba7-be27-4304-867e-6d03757bd3e2 req-9c2669ac-0d49-4e78-8e0c-52d34c148b79 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411355 May 14 15:55:14.435896 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] get_ports_and_sgs() called for port_ids ['e966a1dd-a29d-4007-a232-3bc32d2f97c5'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 15:55:14.495216 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268f3c3-22b4-4728-85ea-9555c414546c req-875a0e7a-2808-41fa-8ab9-206e5a5bcad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:14.496710 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a268f3c3-22b4-4728-85ea-9555c414546c req-875a0e7a-2808-41fa-8ab9-206e5a5bcad4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7905689c95d44a5c9169249c70f7de57&device_id=8ae36099-24d3-40a1-83c6-cf72bb619a57 HTTP/1.1" status: 200 len: 1129 time: 0.0458813 May 14 15:55:14.751966 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b418190-0d3d-4917-886a-c99392d4c571 req-054fc5a7-fb78-4358-bbe6-3e36e84aed4c tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:14.753320 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3b418190-0d3d-4917-886a-c99392d4c571 req-054fc5a7-fb78-4358-bbe6-3e36e84aed4c tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 946 time: 0.0925155 May 14 15:55:14.756143 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268f3c3-22b4-4728-85ea-9555c414546c req-49702899-68d3-42d6-8744-89b78891e1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:14.757452 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a268f3c3-22b4-4728-85ea-9555c414546c req-49702899-68d3-42d6-8744-89b78891e1df service neutron] 10.222.0.36 "GET /v2.0/networks?id=722d2578-8e0a-4535-bc1b-444c13327ab8 HTTP/1.1" status: 200 len: 915 time: 0.1638782 May 14 15:55:14.763614 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f504a-f95d-44b7-9bf0-d6d73c07d483 req-5815c932-b094-47b4-9b49-c02d67ca9025 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:14.764943 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-309f504a-f95d-44b7-9bf0-d6d73c07d483 req-5815c932-b094-47b4-9b49-c02d67ca9025 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ae36099-24d3-40a1-83c6-cf72bb619a57 HTTP/1.1" status: 200 len: 945 time: 0.0897610 May 14 15:55:14.834452 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3b418190-0d3d-4917-886a-c99392d4c571 req-f1139805-e745-4ade-8a55-7e730e8d9d3f tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685532 May 14 15:55:14.841787 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-309f504a-f95d-44b7-9bf0-d6d73c07d483 req-3b3e59b6-a825-45fe-99c2-ad8c43cf9e5c tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=c69557db-9786-438f-926c-1abcdc92b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695114 May 14 15:55:14.990578 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a268f3c3-22b4-4728-85ea-9555c414546c req-77f64541-600f-4363-a725-5789d1590128 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e966a1dd-a29d-4007-a232-3bc32d2f97c5 HTTP/1.1" status: 200 len: 217 time: 0.0343719 May 14 15:55:15.042346 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268f3c3-22b4-4728-85ea-9555c414546c req-9ab26a70-e5f2-4190-bd31-633f57d56f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:15.043774 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a268f3c3-22b4-4728-85ea-9555c414546c req-9ab26a70-e5f2-4190-bd31-633f57d56f04 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d11558f-f514-43f3-89bc-cf74b70b0dae HTTP/1.1" status: 200 len: 853 time: 0.0470138 May 14 15:55:15.111199 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268f3c3-22b4-4728-85ea-9555c414546c req-79c0c559-7d48-4c10-88bb-3665bba96707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:15.113030 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a268f3c3-22b4-4728-85ea-9555c414546c req-79c0c559-7d48-4c10-88bb-3665bba96707 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=722d2578-8e0a-4535-bc1b-444c13327ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0614417 May 14 15:55:15.146585 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2f3b8c-3f13-44bc-9954-6095d1822317 req-a7729bb7-2f8c-4749-a7a1-22c8c956807b tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:15.147971 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7e2f3b8c-3f13-44bc-9954-6095d1822317 req-a7729bb7-2f8c-4749-a7a1-22c8c956807b tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 946 time: 0.0702939 May 14 15:55:15.239411 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7e2f3b8c-3f13-44bc-9954-6095d1822317 req-eee64ed1-b698-44c2-a714-6f71101626ec tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854177 May 14 15:55:15.249414 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a268f3c3-22b4-4728-85ea-9555c414546c req-1947fcf8-a76b-4bd6-a05b-866c2cf6898c service neutron] 10.222.0.36 "GET /v2.0/networks/722d2578-8e0a-4535-bc1b-444c13327ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300294 May 14 15:55:15.337007 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a268f3c3-22b4-4728-85ea-9555c414546c req-c0145eb7-4a08-4961-8ebb-6ffc9fed6fbc service neutron] 10.222.0.36 "GET /v2.0/networks/722d2578-8e0a-4535-bc1b-444c13327ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806417 May 14 15:55:15.804059 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device e966a1dd-a29d-4007-a232-3bc32d2f97c5 up at agent hyperv_hv-cinder-83979 {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:55:15.849314 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Provisioning for port e966a1dd-a29d-4007-a232-3bc32d2f97c5 completed by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 14 15:55:15.854955 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Provisioning complete for port e966a1dd-a29d-4007-a232-3bc32d2f97c5 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:55:15.855330 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (e966a1dd-a29d-4007-a232-3bc32d2f97c5), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:15.939381 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port e966a1dd-a29d-4007-a232-3bc32d2f97c5 is: BUILD; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:55:15.939780 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (e966a1dd-a29d-4007-a232-3bc32d2f97c5), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:15.963465 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae36099-24d3-40a1-83c6-cf72bb619a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e966a1dd-a29d-4007-a232-3bc32d2f97c5'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:55:15.965875 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bb685cd0d0d5598b2dce4f6f2400b8bab1844baadda65bc385176a7d6dc4011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4941471-7890-4006-9987-391b4ba677fe" -d '{"events": [{"server_uuid": "8ae36099-24d3-40a1-83c6-cf72bb619a57", "name": "network-vif-plugged", "status": "completed", "tag": "e966a1dd-a29d-4007-a232-3bc32d2f97c5"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:55:15.982918 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port e966a1dd-a29d-4007-a232-3bc32d2f97c5, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=e966a1dd-a29d-4007-a232-3bc32d2f97c5,segment=NetworkSegment(f5bdbe83-2873-41ef-b77e-b6a155bfb1ac),segment_id=f5bdbe83-2873-41ef-b77e-b6a155bfb1ac)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:55:15.985552 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ef42b-b5f4-42d9-83a3-0080af89c81c req-c6c1246d-ed67-48f2-98a5-0b63e5a32ef4 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:15.987136 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c87ef42b-b5f4-42d9-83a3-0080af89c81c req-c6c1246d-ed67-48f2-98a5-0b63e5a32ef4 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 946 time: 0.0781310 May 14 15:55:15.988204 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (e966a1dd-a29d-4007-a232-3bc32d2f97c5), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:15.995689 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5beb3-196a-47b9-bcc4-255ec59e6105 req-20137611-61b6-44c1-ad16-b1e253fdffaf tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:15.997142 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-87e5beb3-196a-47b9-bcc4-255ec59e6105 req-20137611-61b6-44c1-ad16-b1e253fdffaf tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ae36099-24d3-40a1-83c6-cf72bb619a57 HTTP/1.1" status: 200 len: 945 time: 0.0795548 May 14 15:55:16.038445 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=e966a1dd-a29d-4007-a232-3bc32d2f97c5,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:55:16.068290 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c87ef42b-b5f4-42d9-83a3-0080af89c81c req-97aa9a6b-214c-4efa-a655-4203e87e71a5 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702081 May 14 15:55:16.074902 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-87e5beb3-196a-47b9-bcc4-255ec59e6105 req-f8f3c256-b35c-43d4-b6d1-c480cf94b663 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=c69557db-9786-438f-926c-1abcdc92b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705106 May 14 15:55:16.111268 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 15:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5f8ad0-ccc0-4b11-a531-735f775dfb64 x-openstack-request-id: req-ea5f8ad0-ccc0-4b11-a531-735f775dfb64 {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:55:16.111562 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae36099-24d3-40a1-83c6-cf72bb619a57", "name": "network-vif-plugged", "status": "completed", "tag": "e966a1dd-a29d-4007-a232-3bc32d2f97c5", "code": 200}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:55:16.111815 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ea5f8ad0-ccc0-4b11-a531-735f775dfb64 {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:55:16.112214 dv-cinder-839793-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea5f8ad0-ccc0-4b11-a531-735f775dfb64'] response: {'server_uuid': '8ae36099-24d3-40a1-83c6-cf72bb619a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e966a1dd-a29d-4007-a232-3bc32d2f97c5', 'code': 200} May 14 15:55:16.315931 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e418819-9ec0-4ce5-acff-4a5c17852066 req-f86677ba-67d6-4901-87f1-d4f406bb775e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:16.317553 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1e418819-9ec0-4ce5-acff-4a5c17852066 req-f86677ba-67d6-4901-87f1-d4f406bb775e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8ae36099-24d3-40a1-83c6-cf72bb619a57 HTTP/1.1" status: 200 len: 1130 time: 0.0447648 May 14 15:55:16.375229 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3620e8ce-3bb9-4d55-be97-b01a88939386 req-15fe897a-4498-4d34-ae7f-e05e69ddc48b tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:16.376741 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3620e8ce-3bb9-4d55-be97-b01a88939386 req-15fe897a-4498-4d34-ae7f-e05e69ddc48b tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 946 time: 0.0643075 May 14 15:55:16.410086 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1e418819-9ec0-4ce5-acff-4a5c17852066 req-7de2829d-74fe-4582-8bef-0b9261ab2b9a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c69557db-9786-438f-926c-1abcdc92b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841115 May 14 15:55:16.434825 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3620e8ce-3bb9-4d55-be97-b01a88939386 req-f8516c68-100d-4382-8d2f-567610775733 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522466 May 14 15:55:17.214943 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a271a3-7bed-49bb-819a-74b727a700ca req-f74b090c-a773-45dd-a05b-33757fdf6c64 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:17.216398 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-06a271a3-7bed-49bb-819a-74b727a700ca req-f74b090c-a773-45dd-a05b-33757fdf6c64 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 946 time: 0.0762494 May 14 15:55:17.222864 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bcd1ef-2453-4ba7-acb0-997bdff6f92d req-2957c8c6-17da-4dfa-8242-530a153b3246 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:17.224205 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-05bcd1ef-2453-4ba7-acb0-997bdff6f92d req-2957c8c6-17da-4dfa-8242-530a153b3246 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ae36099-24d3-40a1-83c6-cf72bb619a57 HTTP/1.1" status: 200 len: 946 time: 0.0746591 May 14 15:55:17.296987 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-06a271a3-7bed-49bb-819a-74b727a700ca req-0a269b72-db70-4e6a-8543-ef8d90072f04 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718498 May 14 15:55:17.300418 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-05bcd1ef-2453-4ba7-acb0-997bdff6f92d req-6f4bc4b3-63ac-417a-82a2-0387afb58294 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=c69557db-9786-438f-926c-1abcdc92b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696611 May 14 15:55:17.549035 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b4533-b9c4-4423-98f4-878c24cb4249 req-2bf9fd56-e6aa-4ac2-9883-f2c1bd4794f3 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:17.550534 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-072b4533-b9c4-4423-98f4-878c24cb4249 req-2bf9fd56-e6aa-4ac2-9883-f2c1bd4794f3 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 946 time: 0.0455654 May 14 15:55:17.600952 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-072b4533-b9c4-4423-98f4-878c24cb4249 req-69856ddf-ceb2-4d09-9463-8703b145c453 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447829 May 14 15:55:18.438574 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c53c0-ff68-4b6a-9248-0f752935c056 req-7c59b539-1120-4b21-9df3-4d03c5c650d9 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:18.440038 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1c0c53c0-ff68-4b6a-9248-0f752935c056 req-7c59b539-1120-4b21-9df3-4d03c5c650d9 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 946 time: 0.0737119 May 14 15:55:18.445924 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3be617-fa55-498c-a452-dc05176a490c req-726bcaab-74f6-4266-83d6-e3309d5a047a tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:18.447311 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-2d3be617-fa55-498c-a452-dc05176a490c req-726bcaab-74f6-4266-83d6-e3309d5a047a tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ae36099-24d3-40a1-83c6-cf72bb619a57 HTTP/1.1" status: 200 len: 946 time: 0.0788651 May 14 15:55:18.515880 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1c0c53c0-ff68-4b6a-9248-0f752935c056 req-3356dff4-8e1a-43b2-85b5-6d9f91926e48 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676520 May 14 15:55:18.523666 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-2d3be617-fa55-498c-a452-dc05176a490c req-3a3e1711-09f0-40c2-a41c-d4198d0801ff tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=c69557db-9786-438f-926c-1abcdc92b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691776 May 14 15:55:18.637032 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef33a78-53c4-4102-b202-32c48cd1862c req-6da6e25b-e719-481d-9a7a-b4fd39914e33 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:18.638584 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-2ef33a78-53c4-4102-b202-32c48cd1862c req-6da6e25b-e719-481d-9a7a-b4fd39914e33 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ae36099-24d3-40a1-83c6-cf72bb619a57 HTTP/1.1" status: 200 len: 946 time: 0.0536745 May 14 15:55:18.654616 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 42714) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:55:18.660342 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-c153e637-74ff-44ad-a9e4-405f164d62c5 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Request body: {'floatingip': {'port_id': 'e966a1dd-a29d-4007-a232-3bc32d2f97c5'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:55:18.708604 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-c153e637-74ff-44ad-a9e4-405f164d62c5 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for floatingip (ea128b96-ca33-4081-b663-4ace34c712b9), before_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:18.795268 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6529cb-46ec-4bb6-a6e7-16f8a70aafea req-82ab44b8-a5e2-4d7d-b979-bb3293c36b6f tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:18.796732 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-bd6529cb-46ec-4bb6-a6e7-16f8a70aafea req-82ab44b8-a5e2-4d7d-b979-bb3293c36b6f tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 946 time: 0.1045632 May 14 15:55:18.918131 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-bd6529cb-46ec-4bb6-a6e7-16f8a70aafea req-b641a60f-6f17-4f79-be66-0e6da2d1cff6 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151683 May 14 15:55:19.206881 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-c153e637-74ff-44ad-a9e4-405f164d62c5 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:19.210434 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-c153e637-74ff-44ad-a9e4-405f164d62c5 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1759531'] for floatingip (ea128b96-ca33-4081-b663-4ace34c712b9), after_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:19.310513 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.db.l3_db [None req-c153e637-74ff-44ad-a9e4-405f164d62c5 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Floating IP ea128b96-ca33-4081-b663-4ace34c712b9 associated. External IP: 172.27.1.116, port: e966a1dd-a29d-4007-a232-3bc32d2f97c5. May 14 15:55:19.778754 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956aa83f-2188-4d4f-ad28-e202e6422d55 req-a1a13541-5a4c-412a-b731-b8c32b54b598 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:19.780228 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-956aa83f-2188-4d4f-ad28-e202e6422d55 req-a1a13541-5a4c-412a-b731-b8c32b54b598 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 946 time: 0.0599027 May 14 15:55:19.867540 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c153e637-74ff-44ad-a9e4-405f164d62c5 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Router 5b7fd4ea-e5a8-46a9-b072-faa068d0f12c has already been hosted by L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f {{(pid=115111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 15:55:19.871744 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-956aa83f-2188-4d4f-ad28-e202e6422d55 req-e0c84814-16af-4fce-8f1d-79f50172e20c tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660796 May 14 15:55:19.967484 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48a319-7750-4284-ae36-69cc70705828 req-799afec7-bf79-4263-aa1c-9086d883a6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:19.969027 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-cd48a319-7750-4284-ae36-69cc70705828 req-799afec7-bf79-4263-aa1c-9086d883a6a3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=83d6b6f0aa4f4314811ee80480861958&device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 1130 time: 0.0535617 May 14 15:55:20.087151 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c153e637-74ff-44ad-a9e4-405f164d62c5 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 15:55:20.095188 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-c153e637-74ff-44ad-a9e4-405f164d62c5 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for floatingip (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:20.097201 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cb0427-892d-4e81-91f3-739f0d66ee3c None None] Sync routers for ids ['5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'] in dv-cinder-839793-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 15:55:20.106819 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cb0427-892d-4e81-91f3-739f0d66ee3c None None] Routers {'5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:55:20.107455 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-a9cb0427-892d-4e81-91f3-739f0d66ee3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:55:03Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:55:20.140446 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53849b4a-a487-477f-b392-ca1bb14f967a req-600223ec-2843-4b07-bf47-5cacd130361d tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:20.142094 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-53849b4a-a487-477f-b392-ca1bb14f967a req-600223ec-2843-4b07-bf47-5cacd130361d tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 946 time: 0.1242769 May 14 15:55:20.190725 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-c153e637-74ff-44ad-a9e4-405f164d62c5 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "PUT /v2.0/floatingips/ea128b96-ca33-4081-b663-4ace34c712b9 HTTP/1.1" status: 200 len: 992 time: 1.5350361 May 14 15:55:20.194251 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae36099-24d3-40a1-83c6-cf72bb619a57', 'tag': 'e966a1dd-a29d-4007-a232-3bc32d2f97c5'}] {{(pid=115111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:55:20.196470 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d243af113ddc23b9a3ad38dde0a226f09410eb7dd6936b385d295fad3462c172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a8aff2-6d18-4819-bb39-42670050f6c1" -d '{"events": [{"name": "network-changed", "server_uuid": "8ae36099-24d3-40a1-83c6-cf72bb619a57", "tag": "e966a1dd-a29d-4007-a232-3bc32d2f97c5"}]}' {{(pid=115111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:55:20.222915 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-a9cb0427-892d-4e81-91f3-739f0d66ee3c None None] Set router 5b7fd4ea-e5a8-46a9-b072-faa068d0f12c gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:55:20.224740 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48a319-7750-4284-ae36-69cc70705828 req-0ea47430-9ca0-46bf-8e31-103b90993c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:20.226191 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-cd48a319-7750-4284-ae36-69cc70705828 req-0ea47430-9ca0-46bf-8e31-103b90993c57 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a888ca18-035c-4252-b410-51cde566f008 HTTP/1.1" status: 200 len: 909 time: 0.2181058 May 14 15:55:20.233156 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-53849b4a-a487-477f-b392-ca1bb14f967a req-9e0ac221-905d-4475-9a9f-37c8ebf44079 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730081 May 14 15:55:20.243251 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 15:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3db5c7-1071-4219-a6e7-2ff19b006dd7 x-openstack-request-id: req-ef3db5c7-1071-4219-a6e7-2ff19b006dd7 {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:55:20.243525 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ae36099-24d3-40a1-83c6-cf72bb619a57", "tag": "e966a1dd-a29d-4007-a232-3bc32d2f97c5", "status": "completed", "code": 200}]} {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:55:20.243772 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ef3db5c7-1071-4219-a6e7-2ff19b006dd7 {{(pid=115111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:55:20.244156 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef3db5c7-1071-4219-a6e7-2ff19b006dd7'] response: {'name': 'network-changed', 'server_uuid': '8ae36099-24d3-40a1-83c6-cf72bb619a57', 'tag': 'e966a1dd-a29d-4007-a232-3bc32d2f97c5', 'status': 'completed', 'code': 200} May 14 15:55:20.305700 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-cd48a319-7750-4284-ae36-69cc70705828 req-a9361288-1d81-4035-9860-3c242d7d0d4b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff1e7e07-bb51-463a-a362-bc5fcaff458c HTTP/1.1" status: 200 len: 1002 time: 0.0716062 May 14 15:55:20.315283 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8aff2-6d18-4819-bb39-42670050f6c1 req-630eab0e-b3da-40ad-beac-b0e9c95995ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:20.316913 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-38a8aff2-6d18-4819-bb39-42670050f6c1 req-630eab0e-b3da-40ad-beac-b0e9c95995ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7905689c95d44a5c9169249c70f7de57&device_id=8ae36099-24d3-40a1-83c6-cf72bb619a57 HTTP/1.1" status: 200 len: 1130 time: 0.0416410 May 14 15:55:20.357673 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48a319-7750-4284-ae36-69cc70705828 req-fa67b1d9-14bd-4bc3-9f4c-2f715c23f93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:20.359163 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-cd48a319-7750-4284-ae36-69cc70705828 req-fa67b1d9-14bd-4bc3-9f4c-2f715c23f93f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92ab5aa1-3899-43e1-ab2b-d56c0c5333c4 HTTP/1.1" status: 200 len: 847 time: 0.0469911 May 14 15:55:20.403641 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48a319-7750-4284-ae36-69cc70705828 req-78ce12cf-1509-4972-92f7-a73ceca85611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:20.405171 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-cd48a319-7750-4284-ae36-69cc70705828 req-78ce12cf-1509-4972-92f7-a73ceca85611 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a888ca18-035c-4252-b410-51cde566f008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0400822 May 14 15:55:20.412696 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8aff2-6d18-4819-bb39-42670050f6c1 req-8fb8f0f7-ffb7-47b2-8a57-5a7eaef6e300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:20.414151 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-38a8aff2-6d18-4819-bb39-42670050f6c1 req-8fb8f0f7-ffb7-47b2-8a57-5a7eaef6e300 service neutron] 10.222.0.36 "GET /v2.0/networks?id=722d2578-8e0a-4535-bc1b-444c13327ab8 HTTP/1.1" status: 200 len: 915 time: 0.0919743 May 14 15:55:20.481638 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-38a8aff2-6d18-4819-bb39-42670050f6c1 req-66f032d7-6d6f-44fd-a12a-ae6b03a705ac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e966a1dd-a29d-4007-a232-3bc32d2f97c5 HTTP/1.1" status: 200 len: 1000 time: 0.0620031 May 14 15:55:20.508668 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-cd48a319-7750-4284-ae36-69cc70705828 req-6b9c29a4-8ddc-4033-8fd7-4fbc93652362 service neutron] 10.222.0.36 "GET /v2.0/networks/a888ca18-035c-4252-b410-51cde566f008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969188 May 14 15:55:20.538280 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8aff2-6d18-4819-bb39-42670050f6c1 req-c82d68ac-4b65-4012-be36-70ed91874388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:20.539777 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-38a8aff2-6d18-4819-bb39-42670050f6c1 req-c82d68ac-4b65-4012-be36-70ed91874388 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0d11558f-f514-43f3-89bc-cf74b70b0dae HTTP/1.1" status: 200 len: 853 time: 0.0512838 May 14 15:55:20.554167 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-a9cb0427-892d-4e81-91f3-739f0d66ee3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'name': 'tempest-AttachVolumeNegativeTest-252484141-router', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:17Z', 'updated_at': '2022-05-14T15:46:23Z', 'revision_number': 4, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'gw_port': {'id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:30:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:18Z', 'updated_at': '2022-05-14T15:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_floatingips': [{'id': 'ea128b96-ca33-4081-b663-4ace34c712b9', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'floating_ip_address': '172.27.1.116', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'port_id': 'e966a1dd-a29d-4007-a232-3bc32d2f97c5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'mac_address': 'fa:16:3e:61:78:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae36099-24d3-40a1-83c6-cf72bb619a57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T15:55:06Z', 'updated_at': '2022-05-14T15:55:19Z', 'revision_number': 1, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f58259cf-4cfe-4867-a867-9e17bac30662', 'name': '', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'mac_address': 'fa:16:3e:9e:e9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:22Z', 'updated_at': '2022-05-14T15:46:35Z', 'revision_number': 5, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'subnets': [{'id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:55:20.582837 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cb0427-892d-4e81-91f3-739f0d66ee3c None None] Checking router: 5b7fd4ea-e5a8-46a9-b072-faa068d0f12c for host: dv-cinder-839793-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 15:55:20.585314 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8aff2-6d18-4819-bb39-42670050f6c1 req-2d14289c-768f-4675-9257-9a7a82f6c0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:20.586852 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-38a8aff2-6d18-4819-bb39-42670050f6c1 req-2d14289c-768f-4675-9257-9a7a82f6c0a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=722d2578-8e0a-4535-bc1b-444c13327ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417235 May 14 15:55:20.592322 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cb0427-892d-4e81-91f3-739f0d66ee3c None None] Routers {'5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:55:20.592997 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-a9cb0427-892d-4e81-91f3-739f0d66ee3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:55:03Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:55:20.603790 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-cd48a319-7750-4284-ae36-69cc70705828 req-e4597b7d-4990-474e-8251-25e51c58cb70 service neutron] 10.222.0.36 "GET /v2.0/networks/a888ca18-035c-4252-b410-51cde566f008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896552 May 14 15:55:20.675942 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-38a8aff2-6d18-4819-bb39-42670050f6c1 req-cbb692a2-c845-4da7-b7b4-462fd1943942 service neutron] 10.222.0.36 "GET /v2.0/networks/722d2578-8e0a-4535-bc1b-444c13327ab8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827820 May 14 15:55:20.702433 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-a9cb0427-892d-4e81-91f3-739f0d66ee3c None None] Set router 5b7fd4ea-e5a8-46a9-b072-faa068d0f12c gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:55:20.911663 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-a9cb0427-892d-4e81-91f3-739f0d66ee3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'name': 'tempest-AttachVolumeNegativeTest-252484141-router', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:17Z', 'updated_at': '2022-05-14T15:46:23Z', 'revision_number': 4, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'gw_port': {'id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:30:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:18Z', 'updated_at': '2022-05-14T15:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_floatingips': [{'id': 'ea128b96-ca33-4081-b663-4ace34c712b9', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'floating_ip_address': '172.27.1.116', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'port_id': 'e966a1dd-a29d-4007-a232-3bc32d2f97c5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'mac_address': 'fa:16:3e:61:78:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae36099-24d3-40a1-83c6-cf72bb619a57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T15:55:06Z', 'updated_at': '2022-05-14T15:55:19Z', 'revision_number': 1, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f58259cf-4cfe-4867-a867-9e17bac30662', 'name': '', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'mac_address': 'fa:16:3e:9e:e9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:22Z', 'updated_at': '2022-05-14T15:46:35Z', 'revision_number': 5, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'subnets': [{'id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:55:20.938165 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cb0427-892d-4e81-91f3-739f0d66ee3c None None] The sync data for ids ['5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'] in dv-cinder-839793-11-iscsi is: [{'id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'name': 'tempest-AttachVolumeNegativeTest-252484141-router', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:17Z', 'updated_at': '2022-05-14T15:46:23Z', 'revision_number': 4, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'gw_port': {'id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:30:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:18Z', 'updated_at': '2022-05-14T15:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_floatingips': [{'id': 'ea128b96-ca33-4081-b663-4ace34c712b9', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'floating_ip_address': '172.27.1.116', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'port_id': 'e966a1dd-a29d-4007-a232-3bc32d2f97c5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'mac_address': 'fa:16:3e:61:78:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae36099-24d3-40a1-83c6-cf72bb619a57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T15:55:06Z', 'updated_at': '2022-05-14T15:55:19Z', 'revision_number': 1, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f58259cf-4cfe-4867-a867-9e17bac30662', 'name': '', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'mac_address': 'fa:16:3e:9e:e9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:22Z', 'updated_at': '2022-05-14T15:46:35Z', 'revision_number': 5, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'subnets': [{'id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 15:55:21.009516 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17802293-4b14-4208-a91a-84e4ae36e034 req-8e87d61f-f090-4284-b66a-94649cb5fb73 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:21.011168 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-17802293-4b14-4208-a91a-84e4ae36e034 req-8e87d61f-f090-4284-b66a-94649cb5fb73 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 946 time: 0.0545990 May 14 15:55:21.066963 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-17802293-4b14-4208-a91a-84e4ae36e034 req-731bc6c9-b65b-4a5e-bd1e-7340891ed4ce tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482361 May 14 15:55:21.155332 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b6f31a5-5db5-4d89-a096-3fc8e2526bab None None] New status for floating IP ea128b96-ca33-4081-b663-4ace34c712b9: ACTIVE {{(pid=115112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 14 15:55:21.357460 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a5369-e112-47e7-aabb-851d0f53ccb8 req-e59ba06b-7ff7-478c-af06-f073783ff868 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:21.358991 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7b3a5369-e112-47e7-aabb-851d0f53ccb8 req-e59ba06b-7ff7-478c-af06-f073783ff868 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 946 time: 0.0483503 May 14 15:55:21.405421 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7b3a5369-e112-47e7-aabb-851d0f53ccb8 req-b9445e97-c167-416c-a293-b6e431e17c8b tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407310 May 14 15:55:22.182530 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f79d7ef-f044-48f6-9d91-304ca97d925a req-cb38d8f9-e09b-4f05-804e-0c33cf84cd2e tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:22.183985 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6f79d7ef-f044-48f6-9d91-304ca97d925a req-cb38d8f9-e09b-4f05-804e-0c33cf84cd2e tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 946 time: 0.0495007 May 14 15:55:22.233720 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6f79d7ef-f044-48f6-9d91-304ca97d925a req-2f39bd74-ab09-4087-9c3d-7679af45af3a tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432749 May 14 15:55:22.524139 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35521e0-a17a-41d0-a48c-ad5fe5e1249d req-41243b35-5ab7-4a21-8298-9134b0fa1ebd tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:22.525568 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e35521e0-a17a-41d0-a48c-ad5fe5e1249d req-41243b35-5ab7-4a21-8298-9134b0fa1ebd tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 946 time: 0.0463710 May 14 15:55:22.570695 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e35521e0-a17a-41d0-a48c-ad5fe5e1249d req-4f619324-0d7e-40c2-8c85-f32160d00db3 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394163 May 14 15:55:23.342978 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1856c8-07cb-4869-a942-35e340c72c36 req-9e948ed6-ac75-438a-b67a-324cb22b5845 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:23.345007 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0c1856c8-07cb-4869-a942-35e340c72c36 req-9e948ed6-ac75-438a-b67a-324cb22b5845 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 946 time: 0.0453968 May 14 15:55:23.396499 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0c1856c8-07cb-4869-a942-35e340c72c36 req-dfb57693-c0ae-4fce-a63a-259b68bb4928 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458734 May 14 15:55:23.691193 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0b9e3-c056-4bab-8bec-0da515b67f5d req-6940ae08-98c6-4827-ab1e-b9cd6b15a2a2 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:23.692550 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6ae0b9e3-c056-4bab-8bec-0da515b67f5d req-6940ae08-98c6-4827-ab1e-b9cd6b15a2a2 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 946 time: 0.0502486 May 14 15:55:23.737898 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6ae0b9e3-c056-4bab-8bec-0da515b67f5d req-2246c181-2888-4733-bd0f-a753db34f69d tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398612 May 14 15:55:24.416371 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-38a8aff2-6d18-4819-bb39-42670050f6c1 req-bbf9fc46-ff9b-4a0c-9c7d-917b9042949a service neutron] 10.222.0.36 "GET /v2.0/networks/722d2578-8e0a-4535-bc1b-444c13327ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841167 May 14 15:55:24.508408 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb5d68-e0f1-4d7b-9ff7-cff558792ecd req-f61c9b4e-7e1b-466b-a2eb-e75d5f19f33f tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:24.509878 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-dccb5d68-e0f1-4d7b-9ff7-cff558792ecd req-f61c9b4e-7e1b-466b-a2eb-e75d5f19f33f tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 946 time: 0.0460825 May 14 15:55:24.559380 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-dccb5d68-e0f1-4d7b-9ff7-cff558792ecd req-32c89eed-4027-4cb1-abed-09c574be54a8 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438612 May 14 15:55:24.857787 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43cc2af-1adf-4e54-b5ae-32b7208d43a0 req-da105212-5889-4e8d-8f88-e1f77fa2f213 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:24.859277 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f43cc2af-1adf-4e54-b5ae-32b7208d43a0 req-da105212-5889-4e8d-8f88-e1f77fa2f213 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 946 time: 0.0505128 May 14 15:55:24.906133 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f43cc2af-1adf-4e54-b5ae-32b7208d43a0 req-e18ee710-7b86-4f61-bbf6-8f7f5666c1a9 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407622 May 14 15:55:25.669681 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257711c2-119d-4942-b942-3007dbc65d77 req-06c0c5d8-1e8c-4a4b-b62c-3fe171ff1bd2 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:25.671143 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-257711c2-119d-4942-b942-3007dbc65d77 req-06c0c5d8-1e8c-4a4b-b62c-3fe171ff1bd2 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 946 time: 0.0456347 May 14 15:55:25.719792 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-257711c2-119d-4942-b942-3007dbc65d77 req-bcbee74f-b39e-44b1-bcc9-6b0a2ef91dc3 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417547 May 14 15:55:26.022176 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03b984-c575-42e7-a3ee-7a95299f96b7 req-d16bd52c-cab0-4bc8-b599-c72f025de677 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:26.023642 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6a03b984-c575-42e7-a3ee-7a95299f96b7 req-d16bd52c-cab0-4bc8-b599-c72f025de677 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 946 time: 0.0470827 May 14 15:55:26.073270 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6a03b984-c575-42e7-a3ee-7a95299f96b7 req-4036aa0c-84a7-46db-b03f-adb26f3ae3f1 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440493 May 14 15:55:26.836453 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff8c63b-0040-4914-a81f-6006852b2a9a req-c3fabbf3-0b09-4b41-bf82-a511901cf4c8 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:26.837931 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-dff8c63b-0040-4914-a81f-6006852b2a9a req-c3fabbf3-0b09-4b41-bf82-a511901cf4c8 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 946 time: 0.0466731 May 14 15:55:26.887329 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-dff8c63b-0040-4914-a81f-6006852b2a9a req-6a2dde75-2751-4d02-8f47-f60c15f4eadc tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437388 May 14 15:55:27.195728 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db9770-8ec3-412c-af8f-e5a5f890b845 req-c5b7067c-1020-439c-8853-ce016984abbf tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:27.197186 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f5db9770-8ec3-412c-af8f-e5a5f890b845 req-c5b7067c-1020-439c-8853-ce016984abbf tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 946 time: 0.0459869 May 14 15:55:27.243236 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f5db9770-8ec3-412c-af8f-e5a5f890b845 req-9de2a620-8565-4698-8c40-e271ac34e96c tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406382 May 14 15:55:27.820902 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device ff1e7e07-bb51-463a-a362-bc5fcaff458c no longer exists at agent hyperv_hv-cinder-83979 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 15:55:27.903171 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port ff1e7e07-bb51-463a-a362-bc5fcaff458c is: ACTIVE; New status is: DOWN {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:55:27.903585 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (ff1e7e07-bb51-463a-a362-bc5fcaff458c), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:27.929649 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08195c98-5b1d-426c-a398-c7e914c14661', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff1e7e07-bb51-463a-a362-bc5fcaff458c'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:55:27.932041 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bb685cd0d0d5598b2dce4f6f2400b8bab1844baadda65bc385176a7d6dc4011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b98f72-d6eb-4d0a-b7c7-074530bf4d3a" -d '{"events": [{"server_uuid": "08195c98-5b1d-426c-a398-c7e914c14661", "name": "network-vif-unplugged", "status": "completed", "tag": "ff1e7e07-bb51-463a-a362-bc5fcaff458c"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:55:27.945045 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port ff1e7e07-bb51-463a-a362-bc5fcaff458c, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ff1e7e07-bb51-463a-a362-bc5fcaff458c,segment=NetworkSegment(bbf8d973-9037-4af7-ad30-be5c3a916a1b),segment_id=bbf8d973-9037-4af7-ad30-be5c3a916a1b)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:55:27.949275 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (ff1e7e07-bb51-463a-a362-bc5fcaff458c), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:27.992411 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 14 May 2022 15:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02483df2-d4b9-498e-8a0e-dea7ad007d81 x-openstack-request-id: req-02483df2-d4b9-498e-8a0e-dea7ad007d81 {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:55:27.992692 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08195c98-5b1d-426c-a398-c7e914c14661", "name": "network-vif-unplugged", "status": "completed", "tag": "ff1e7e07-bb51-463a-a362-bc5fcaff458c", "code": 200}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:55:27.992947 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-02483df2-d4b9-498e-8a0e-dea7ad007d81 {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:55:27.993333 dv-cinder-839793-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02483df2-d4b9-498e-8a0e-dea7ad007d81'] response: {'server_uuid': '08195c98-5b1d-426c-a398-c7e914c14661', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff1e7e07-bb51-463a-a362-bc5fcaff458c', 'code': 200} May 14 15:55:28.016405 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=ff1e7e07-bb51-463a-a362-bc5fcaff458c,revision_number=6']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:55:28.020934 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff7cfce-cbc0-471e-9e6c-81090558c5de req-7b7ba249-ee83-4af6-9c59-00beaee34ef6 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:28.022524 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-eff7cfce-cbc0-471e-9e6c-81090558c5de req-7b7ba249-ee83-4af6-9c59-00beaee34ef6 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 944 time: 0.0669658 May 14 15:55:28.075231 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-eff7cfce-cbc0-471e-9e6c-81090558c5de req-1801d933-c2ef-48ca-a4b4-2dafdd3cf7e2 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467427 May 14 15:55:28.150158 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [req-d7782c6e-81b3-406d-ab34-54f146f7104a req-e0b788f9-2d03-4fff-a673-30cc00e45fb7 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=115111) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 14 15:55:28.151167 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d7782c6e-81b3-406d-ab34-54f146f7104a req-e0b788f9-2d03-4fff-a673-30cc00e45fb7 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052488 May 14 15:55:28.274165 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-88cc8b20-a318-4195-96a6-f226f8befbff req-181e85f8-f422-4b07-a59c-6e9df46e9918 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0399344 May 14 15:55:28.303981 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca1a3ac-4653-4bd9-814e-38d2b1e593a7 req-e6e95981-e38c-48ca-9b6c-c614f71607ae tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:28.305531 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-cca1a3ac-4653-4bd9-814e-38d2b1e593a7 req-e6e95981-e38c-48ca-9b6c-c614f71607ae tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 944 time: 0.0501261 May 14 15:55:28.355523 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc8b20-a318-4195-96a6-f226f8befbff req-aa86389c-5d03-422e-b9a0-34154adb8665 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:28.357052 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-88cc8b20-a318-4195-96a6-f226f8befbff req-aa86389c-5d03-422e-b9a0-34154adb8665 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports/ff1e7e07-bb51-463a-a362-bc5fcaff458c HTTP/1.1" status: 200 len: 941 time: 0.0533364 May 14 15:55:28.387254 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3a211-9b14-407f-9e7d-b96119173e44 req-d2bcc16f-fa20-4c62-b195-16741f87fe64 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:28.388743 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-caa3a211-9b14-407f-9e7d-b96119173e44 req-d2bcc16f-fa20-4c62-b195-16741f87fe64 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 946 time: 0.0631270 May 14 15:55:28.409637 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-cca1a3ac-4653-4bd9-814e-38d2b1e593a7 req-d3ede7c2-e29a-45c0-9436-8f86b178cc0c tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986946 May 14 15:55:28.448170 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-caa3a211-9b14-407f-9e7d-b96119173e44 req-29334205-1fb0-4616-b7aa-7b96e2564287 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495229 May 14 15:55:28.928153 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53ac34-fcbb-4220-8bf1-ca2514b12df3 req-f05a490d-6516-4aa3-aa47-1b7e31331b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:28.929611 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-2b53ac34-fcbb-4220-8bf1-ca2514b12df3 req-f05a490d-6516-4aa3-aa47-1b7e31331b3e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0672be3fa3f7414da1c1a5b7300abbe7&device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 1130 time: 0.0392454 May 14 15:55:29.028514 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53ac34-fcbb-4220-8bf1-ca2514b12df3 req-026430a1-ae56-4a2e-acf8-8817364ed43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:29.029970 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-2b53ac34-fcbb-4220-8bf1-ca2514b12df3 req-026430a1-ae56-4a2e-acf8-8817364ed43c service neutron] 10.222.0.36 "GET /v2.0/networks?id=d4128056-aa2b-474b-a7d3-2646c1ffdbcf HTTP/1.1" status: 200 len: 917 time: 0.0825133 May 14 15:55:29.099613 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-2b53ac34-fcbb-4220-8bf1-ca2514b12df3 req-68725499-43f0-4fca-8e66-208ea33724c3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e23afae5-7b01-4137-a087-ba1a741fd1f4 HTTP/1.1" status: 200 len: 1001 time: 0.0607004 May 14 15:55:29.147300 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53ac34-fcbb-4220-8bf1-ca2514b12df3 req-79377f81-50f4-44e7-b9b8-1d77b9a55c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:29.148737 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-2b53ac34-fcbb-4220-8bf1-ca2514b12df3 req-79377f81-50f4-44e7-b9b8-1d77b9a55c77 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d228e71-c8a7-4ea8-bb77-1fa96d4cb770 HTTP/1.1" status: 200 len: 855 time: 0.0437102 May 14 15:55:29.190566 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53ac34-fcbb-4220-8bf1-ca2514b12df3 req-144a2b41-b376-4f9b-b8d1-15a6c951b6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:29.191984 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-2b53ac34-fcbb-4220-8bf1-ca2514b12df3 req-144a2b41-b376-4f9b-b8d1-15a6c951b6f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d4128056-aa2b-474b-a7d3-2646c1ffdbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0373724 May 14 15:55:29.282597 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-2b53ac34-fcbb-4220-8bf1-ca2514b12df3 req-dd758c37-28fa-45aa-a07d-850a8c27c7c5 service neutron] 10.222.0.36 "GET /v2.0/networks/d4128056-aa2b-474b-a7d3-2646c1ffdbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820663 May 14 15:55:29.373523 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-2b53ac34-fcbb-4220-8bf1-ca2514b12df3 req-f5adb760-c734-4288-b995-a6813135a136 service neutron] 10.222.0.36 "GET /v2.0/networks/d4128056-aa2b-474b-a7d3-2646c1ffdbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842345 May 14 15:55:29.521486 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a598e3a-2178-414d-8bc3-46bb6951f290 req-9647db8f-80b4-456b-a59e-3a6fb24a725f tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:29.523000 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5a598e3a-2178-414d-8bc3-46bb6951f290 req-9647db8f-80b4-456b-a59e-3a6fb24a725f tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 944 time: 0.0479887 May 14 15:55:29.585268 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e3d3c-74cf-49cd-aa62-e202bb543e0c req-2aad4f52-808e-443c-9930-be1f552e9b29 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:29.586737 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1b8e3d3c-74cf-49cd-aa62-e202bb543e0c req-2aad4f52-808e-443c-9930-be1f552e9b29 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 946 time: 0.0628743 May 14 15:55:29.616952 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5a598e3a-2178-414d-8bc3-46bb6951f290 req-4b982157-5117-47ee-832f-82ce95192e2b tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841935 May 14 15:55:29.646644 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-cd1eea98-3021-4588-9590-5969087dafc2 None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 15:55:29.649089 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1b8e3d3c-74cf-49cd-aa62-e202bb543e0c req-78e714f5-d99b-4a76-8710-fe3320931094 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567956 May 14 15:55:30.748552 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e53f6-8550-498b-a405-b7f126fe0b49 req-3c382916-b95d-4bbb-a15d-40e5e9a7b32c tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:30.750745 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-919e53f6-8550-498b-a405-b7f126fe0b49 req-3c382916-b95d-4bbb-a15d-40e5e9a7b32c tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 944 time: 0.0605576 May 14 15:55:30.801363 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7656d-6625-4c00-a9a9-f4480a6da082 req-115b3959-bfdc-4238-aa93-58da8f02cbeb tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:30.802865 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-67d7656d-6625-4c00-a9a9-f4480a6da082 req-115b3959-bfdc-4238-aa93-58da8f02cbeb tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 946 time: 0.0747480 May 14 15:55:30.849529 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-919e53f6-8550-498b-a405-b7f126fe0b49 req-a25589f2-520b-4f0c-bc1e-34317e7aed69 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831115 May 14 15:55:30.873809 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-67d7656d-6625-4c00-a9a9-f4480a6da082 req-dec5f1c7-8ccf-4a5b-8c9f-ea06796f2c41 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648491 May 14 15:55:31.023431 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-ae21e643-5ee8-488e-8340-c766977ff4f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:31.398685 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc8b20-a318-4195-96a6-f226f8befbff req-9b98500a-6d6f-420c-a08e-b784f2afedc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:31.400183 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-88cc8b20-a318-4195-96a6-f226f8befbff req-9b98500a-6d6f-420c-a08e-b784f2afedc0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661&tenant_id=83d6b6f0aa4f4314811ee80480861958 HTTP/1.1" status: 200 len: 1128 time: 0.0410578 May 14 15:55:31.467912 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc8b20-a318-4195-96a6-f226f8befbff req-b8fdc0f2-9b70-4aa0-8ad8-b66207bb1eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:31.469586 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-88cc8b20-a318-4195-96a6-f226f8befbff req-b8fdc0f2-9b70-4aa0-8ad8-b66207bb1eb7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=83d6b6f0aa4f4314811ee80480861958&device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 1128 time: 0.0386586 May 14 15:55:31.808192 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc8b20-a318-4195-96a6-f226f8befbff req-0e08c1a5-a4c5-46af-ba70-83ed74a63bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:31.809566 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-88cc8b20-a318-4195-96a6-f226f8befbff req-0e08c1a5-a4c5-46af-ba70-83ed74a63bfc service neutron] 10.222.0.36 "GET /v2.0/networks?id=a888ca18-035c-4252-b410-51cde566f008 HTTP/1.1" status: 200 len: 909 time: 0.3329995 May 14 15:55:31.838771 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device e23afae5-7b01-4137-a087-ba1a741fd1f4 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=115112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 14 15:55:31.899582 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-88cc8b20-a318-4195-96a6-f226f8befbff req-6c6b8c25-6ddd-45fc-8dbd-b3e5cba3c729 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff1e7e07-bb51-463a-a362-bc5fcaff458c HTTP/1.1" status: 200 len: 1000 time: 0.0755508 May 14 15:55:31.964212 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc8b20-a318-4195-96a6-f226f8befbff req-49c749cd-e6e3-4251-baaf-d27fc10e242c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:31.966778 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-88cc8b20-a318-4195-96a6-f226f8befbff req-49c749cd-e6e3-4251-baaf-d27fc10e242c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92ab5aa1-3899-43e1-ab2b-d56c0c5333c4 HTTP/1.1" status: 200 len: 847 time: 0.0596733 May 14 15:55:31.981083 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port e23afae5-7b01-4137-a087-ba1a741fd1f4, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=e23afae5-7b01-4137-a087-ba1a741fd1f4,segment=NetworkSegment(4b29d80c-5a53-4124-96cc-b568754899ad),segment_id=4b29d80c-5a53-4124-96cc-b568754899ad)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:55:31.995140 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Returning: {'device': 'e23afae5-7b01-4137-a087-ba1a741fd1f4', 'network_id': 'd4128056-aa2b-474b-a7d3-2646c1ffdbcf', 'port_id': 'e23afae5-7b01-4137-a087-ba1a741fd1f4', 'mac_address': 'fa:16:3e:7c:58:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d228e71-c8a7-4ea8-bb77-1fa96d4cb770', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 14 15:55:32.026606 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc8b20-a318-4195-96a6-f226f8befbff req-d4800266-a612-4af3-a406-82d37c5494f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:32.028438 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-88cc8b20-a318-4195-96a6-f226f8befbff req-d4800266-a612-4af3-a406-82d37c5494f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a888ca18-035c-4252-b410-51cde566f008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0526345 May 14 15:55:32.039525 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port e23afae5-7b01-4137-a087-ba1a741fd1f4 is: ACTIVE; New status is: BUILD {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:55:32.040096 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (e23afae5-7b01-4137-a087-ba1a741fd1f4), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:32.051179 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6e050-8bea-4f93-8d35-68b2d95591fd req-8831b450-8165-4a9c-9720-51c95e44b889 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:32.053460 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-44a6e050-8bea-4f93-8d35-68b2d95591fd req-8831b450-8165-4a9c-9720-51c95e44b889 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 944 time: 0.0907633 May 14 15:55:32.060094 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e23afae5-7b01-4137-a087-ba1a741fd1f4 {{(pid=115112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 15:55:32.074977 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a6a06-3420-49c4-95c7-9f2edfd12609 req-d805dddb-f03b-456b-a339-43399df50a5c tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:32.077240 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c95a6a06-3420-49c4-95c7-9f2edfd12609 req-d805dddb-f03b-456b-a339-43399df50a5c tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 946 time: 0.0786128 May 14 15:55:32.083685 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port e23afae5-7b01-4137-a087-ba1a741fd1f4, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=e23afae5-7b01-4137-a087-ba1a741fd1f4,segment=NetworkSegment(4b29d80c-5a53-4124-96cc-b568754899ad),segment_id=4b29d80c-5a53-4124-96cc-b568754899ad)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:55:32.090013 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (e23afae5-7b01-4137-a087-ba1a741fd1f4), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:32.152670 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-88cc8b20-a318-4195-96a6-f226f8befbff req-ce059815-99ea-46a0-9429-215b0afbd96c service neutron] 10.222.0.36 "GET /v2.0/networks/a888ca18-035c-4252-b410-51cde566f008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158714 May 14 15:55:32.163818 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-44a6e050-8bea-4f93-8d35-68b2d95591fd req-0e151223-3e1e-431e-8106-7af54cc69731 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992138 May 14 15:55:32.168735 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c95a6a06-3420-49c4-95c7-9f2edfd12609 req-171981c0-4668-4319-b24b-7903df7c8620 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809247 May 14 15:55:32.170396 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=e23afae5-7b01-4137-a087-ba1a741fd1f4,revision_number=6']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:55:32.180312 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:55:32.180656 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:55:32.181046 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:55:32.181386 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:55:32.181810 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:55:32.182152 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:55:32.182390 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:55:32.182723 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:55:32.183053 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:55:32.183379 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:55:32.183706 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:55:32.184031 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:55:32.184355 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:55:32.184679 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:55:32.185000 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:55:32.234064 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] get_ports_and_sgs() called for port_ids ['e23afae5-7b01-4137-a087-ba1a741fd1f4'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 15:55:32.287401 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-88cc8b20-a318-4195-96a6-f226f8befbff req-2f0ec73f-6b57-47fa-8bc9-69572907f5db service neutron] 10.222.0.36 "GET /v2.0/networks/a888ca18-035c-4252-b410-51cde566f008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279287 May 14 15:55:33.282823 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ab7a7-212e-4023-bbd3-c09f6c828edd req-03d5a50e-9ffd-4f4f-8d94-7946c78c5a5d tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:33.284290 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-bc3ab7a7-212e-4023-bbd3-c09f6c828edd req-03d5a50e-9ffd-4f4f-8d94-7946c78c5a5d tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 944 time: 0.0594182 May 14 15:55:33.298192 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-98885aa5-e414-4de9-8660-631b79872418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:33.339978 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e1675-fc0b-47b0-b0d1-254a71f63ef5 req-48b7e8d1-d567-41f1-b384-c04ab0551340 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:33.341455 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7c5e1675-fc0b-47b0-b0d1-254a71f63ef5 req-48b7e8d1-d567-41f1-b384-c04ab0551340 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 945 time: 0.0745554 May 14 15:55:33.384156 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-bc3ab7a7-212e-4023-bbd3-c09f6c828edd req-18324ebf-b0cc-40d6-95f2-5a71e33246e1 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941858 May 14 15:55:33.405018 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7c5e1675-fc0b-47b0-b0d1-254a71f63ef5 req-39336b6d-69fb-483b-88ea-551bcb57ca84 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556095 May 14 15:55:33.708822 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (df6c86ae-fc26-40a3-91a1-648a304bf46f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:34.316340 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:34.526823 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c562302-0043-4667-af78-19206fec0bf0 req-f890acd4-3ae5-4725-b0a0-dcae251adaf2 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:34.528270 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3c562302-0043-4667-af78-19206fec0bf0 req-f890acd4-3ae5-4725-b0a0-dcae251adaf2 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 944 time: 0.0773635 May 14 15:55:34.548096 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc57c95-47ce-448d-a638-a43bc05fd2a4 req-5a39021a-65ee-4216-ba10-73e1e7997758 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:34.549502 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0fc57c95-47ce-448d-a638-a43bc05fd2a4 req-5a39021a-65ee-4216-ba10-73e1e7997758 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 945 time: 0.0693319 May 14 15:55:34.610100 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3c562302-0043-4667-af78-19206fec0bf0 req-589a1ce0-3ac8-48b5-8cc5-77afe43927f8 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754535 May 14 15:55:34.621489 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0fc57c95-47ce-448d-a638-a43bc05fd2a4 req-b327b897-4e6c-4f52-a673-94863829d854 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649590 May 14 15:55:35.744331 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a14c32-dda2-4e5b-be6f-3e59f3326f3e req-6a66a538-9cfd-487e-86ce-9c89fc0ab27b tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:35.745774 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c6a14c32-dda2-4e5b-be6f-3e59f3326f3e req-6a66a538-9cfd-487e-86ce-9c89fc0ab27b tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 944 time: 0.0689583 May 14 15:55:35.777880 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1817cb3d-de31-4934-9d51-6ceba8fb83a4 req-fa069015-2105-4dee-8cde-737ebaca6e8d tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:35.779309 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1817cb3d-de31-4934-9d51-6ceba8fb83a4 req-fa069015-2105-4dee-8cde-737ebaca6e8d tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 945 time: 0.0749898 May 14 15:55:35.823958 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c6a14c32-dda2-4e5b-be6f-3e59f3326f3e req-fe3a2bed-4242-4e30-bb7a-198005624f3a tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724974 May 14 15:55:35.848497 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1817cb3d-de31-4934-9d51-6ceba8fb83a4 req-642e29be-c8c1-4ea7-8e69-768957ceaa4b tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613372 May 14 15:55:35.886706 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:36.971358 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795db4dc-cfd5-45d8-8469-1bc099eda361 req-cfd42cc1-0ae6-4044-ad1c-38806324c299 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:36.972841 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-795db4dc-cfd5-45d8-8469-1bc099eda361 req-cfd42cc1-0ae6-4044-ad1c-38806324c299 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 944 time: 0.0754170 May 14 15:55:36.983192 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0061d310-bb52-4379-88d9-75a0a042a422 req-fb4fb830-4013-49f8-92e1-a6841f640b63 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:36.984785 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0061d310-bb52-4379-88d9-75a0a042a422 req-fb4fb830-4013-49f8-92e1-a6841f640b63 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 945 time: 0.0588646 May 14 15:55:37.016431 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device e23afae5-7b01-4137-a087-ba1a741fd1f4 up at agent hyperv_hv-cinder-83979 {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:55:37.060352 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Provisioning complete for port e23afae5-7b01-4137-a087-ba1a741fd1f4 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:55:37.060717 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (e23afae5-7b01-4137-a087-ba1a741fd1f4), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:37.062236 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-795db4dc-cfd5-45d8-8469-1bc099eda361 req-721b61e4-da7f-4492-8e74-ef128260ff67 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765345 May 14 15:55:37.065835 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0061d310-bb52-4379-88d9-75a0a042a422 req-b4d6e45c-4cf2-497f-951a-b24ed17493b1 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745876 May 14 15:55:37.143737 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port e23afae5-7b01-4137-a087-ba1a741fd1f4 is: BUILD; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:55:37.144044 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (e23afae5-7b01-4137-a087-ba1a741fd1f4), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:37.165663 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca08141-979e-4519-88b3-c77e8a71ae3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23afae5-7b01-4137-a087-ba1a741fd1f4'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:55:37.167866 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bb685cd0d0d5598b2dce4f6f2400b8bab1844baadda65bc385176a7d6dc4011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a750bd-a8d0-4cc7-aad7-4f9edcfaf88b" -d '{"events": [{"server_uuid": "cca08141-979e-4519-88b3-c77e8a71ae3e", "name": "network-vif-plugged", "status": "completed", "tag": "e23afae5-7b01-4137-a087-ba1a741fd1f4"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:55:37.180074 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port e23afae5-7b01-4137-a087-ba1a741fd1f4, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=e23afae5-7b01-4137-a087-ba1a741fd1f4,segment=NetworkSegment(4b29d80c-5a53-4124-96cc-b568754899ad),segment_id=4b29d80c-5a53-4124-96cc-b568754899ad)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:55:37.183968 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (e23afae5-7b01-4137-a087-ba1a741fd1f4), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:37.209787 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 15:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf3e13f-4e7c-4866-86d6-c0537d0967b6 x-openstack-request-id: req-fbf3e13f-4e7c-4866-86d6-c0537d0967b6 {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:55:37.210069 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca08141-979e-4519-88b3-c77e8a71ae3e", "name": "network-vif-plugged", "status": "completed", "tag": "e23afae5-7b01-4137-a087-ba1a741fd1f4", "code": 200}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:55:37.210333 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-fbf3e13f-4e7c-4866-86d6-c0537d0967b6 {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:55:37.210720 dv-cinder-839793-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbf3e13f-4e7c-4866-86d6-c0537d0967b6'] response: {'server_uuid': 'cca08141-979e-4519-88b3-c77e8a71ae3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23afae5-7b01-4137-a087-ba1a741fd1f4', 'code': 200} May 14 15:55:37.235121 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=e23afae5-7b01-4137-a087-ba1a741fd1f4,revision_number=7']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:55:37.339358 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:38.211430 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2c301-ac18-4072-bb73-92fbe160d98d req-168921f5-ec2e-427c-a9b5-f8035d02ce55 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:38.212898 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5fa2c301-ac18-4072-bb73-92fbe160d98d req-168921f5-ec2e-427c-a9b5-f8035d02ce55 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 944 time: 0.0813544 May 14 15:55:38.219440 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e9b6c-aca6-4054-bf4d-bf74e3a6242d req-5f0a9b72-884b-4ba9-83c0-bdff799eb7a6 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:38.220787 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-915e9b6c-aca6-4054-bf4d-bf74e3a6242d req-5f0a9b72-884b-4ba9-83c0-bdff799eb7a6 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 946 time: 0.0801401 May 14 15:55:38.297482 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5fa2c301-ac18-4072-bb73-92fbe160d98d req-cc6e249c-9379-46a9-aaef-a498b3aa5d83 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755279 May 14 15:55:38.300955 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-915e9b6c-aca6-4054-bf4d-bf74e3a6242d req-a6c6d652-09d5-4276-80ea-0ae4eedb009e tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735841 May 14 15:55:39.435137 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb80190-d0d5-4fdd-89c1-967f240ca04b req-89441dfa-0e37-4e67-902d-0e4d47eaf90a tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:39.436486 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6eb80190-d0d5-4fdd-89c1-967f240ca04b req-89441dfa-0e37-4e67-902d-0e4d47eaf90a tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 944 time: 0.0726178 May 14 15:55:39.444335 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246e5712-8a17-48f8-afb3-0122a89cf551 req-2299f546-fcbd-422e-958b-8faced7c3e63 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:39.445666 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-246e5712-8a17-48f8-afb3-0122a89cf551 req-2299f546-fcbd-422e-958b-8faced7c3e63 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 946 time: 0.0711060 May 14 15:55:39.519451 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6eb80190-d0d5-4fdd-89c1-967f240ca04b req-15db08a5-c692-4ef4-87f7-63dfe2f25ccf tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728652 May 14 15:55:39.523411 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-246e5712-8a17-48f8-afb3-0122a89cf551 req-71a52a5d-8dd9-44de-9e64-a054f358450c tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713220 May 14 15:55:40.660579 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98835d3-26b4-4724-b203-79afb34a543d req-303f4c67-ff92-44cc-b850-d6029b46c9c1 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:40.662065 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e98835d3-26b4-4724-b203-79afb34a543d req-303f4c67-ff92-44cc-b850-d6029b46c9c1 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 944 time: 0.0749257 May 14 15:55:40.673552 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b2c8c-b16c-407b-9ffc-4536f6b38c2d req-4faa3661-9844-430e-85d9-428ca33d9576 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:40.675077 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b22b2c8c-b16c-407b-9ffc-4536f6b38c2d req-4faa3661-9844-430e-85d9-428ca33d9576 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 946 time: 0.0771236 May 14 15:55:40.747457 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e98835d3-26b4-4724-b203-79afb34a543d req-a5d78622-f349-4041-b905-bea2a51011bd tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714269 May 14 15:55:40.754633 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b22b2c8c-b16c-407b-9ffc-4536f6b38c2d req-cf049230-248e-473f-8187-d247a5f604c1 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728030 May 14 15:55:41.924558 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865150cc-3b2a-4278-87dc-f0471dd06359 req-cc8961f0-2259-499c-a1e8-05e196e883fd tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:41.926347 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-865150cc-3b2a-4278-87dc-f0471dd06359 req-cc8961f0-2259-499c-a1e8-05e196e883fd tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 944 time: 0.0971091 May 14 15:55:42.015334 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43abd6-5bbd-4013-97b8-f804d35046f2 req-869d193a-4160-4344-86a8-35f32a3e524b tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:42.015334 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-dc43abd6-5bbd-4013-97b8-f804d35046f2 req-869d193a-4160-4344-86a8-35f32a3e524b tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 946 time: 0.0938082 May 14 15:55:42.056898 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-865150cc-3b2a-4278-87dc-f0471dd06359 req-6cbcac43-c461-4f29-a514-32e5924b1482 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217794 May 14 15:55:42.087893 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-dc43abd6-5bbd-4013-97b8-f804d35046f2 req-d818bdc7-7411-4c18-a77e-70933028991c tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680017 May 14 15:55:43.282678 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048c26f-bdb4-4104-84a9-2326e11988aa req-05122697-ae3e-4694-889a-79f7eaf860fd tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:43.285311 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7048c26f-bdb4-4104-84a9-2326e11988aa req-05122697-ae3e-4694-889a-79f7eaf860fd tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 944 time: 0.0885530 May 14 15:55:43.304622 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dace16-942c-468c-841a-b665108edf0a req-e50de544-6f7d-4129-a429-7800e360f512 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:43.306205 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-14dace16-942c-468c-841a-b665108edf0a req-e50de544-6f7d-4129-a429-7800e360f512 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 946 time: 0.0976231 May 14 15:55:43.362094 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7048c26f-bdb4-4104-84a9-2326e11988aa req-eddca0ae-8eb5-4242-8e21-4d99dfc0232f tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709660 May 14 15:55:43.395413 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-14dace16-942c-468c-841a-b665108edf0a req-04892919-87a5-41db-979c-f4b86a1c087b tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821002 May 14 15:55:44.555792 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b3b5f7-10d8-4e32-81dd-47ffef459871 req-e2ee640d-7923-41c4-b9a0-aee43ef7339b tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:44.557399 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-70b3b5f7-10d8-4e32-81dd-47ffef459871 req-e2ee640d-7923-41c4-b9a0-aee43ef7339b tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 944 time: 0.1220570 May 14 15:55:44.564128 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ca4c5-0d28-4eb1-abe3-0b5305dee146 req-09f7a15f-ad19-4ee0-910c-a3b3443c19c7 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:44.565707 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ae0ca4c5-0d28-4eb1-abe3-0b5305dee146 req-09f7a15f-ad19-4ee0-910c-a3b3443c19c7 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 946 time: 0.0643480 May 14 15:55:44.636211 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-70b3b5f7-10d8-4e32-81dd-47ffef459871 req-25ba45ae-eec4-48c7-bfcb-08e6eaf2d1e0 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694194 May 14 15:55:44.653696 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ae0ca4c5-0d28-4eb1-abe3-0b5305dee146 req-ff43836d-5a5c-4ea3-a001-57632fbf4354 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807505 May 14 15:55:45.643625 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 42946) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:55:45.805308 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba5279-7263-4096-b54f-6c47d33bba25 req-49598cdf-8793-4e51-9cb3-7670b2188515 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:45.806787 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-62ba5279-7263-4096-b54f-6c47d33bba25 req-49598cdf-8793-4e51-9cb3-7670b2188515 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 944 time: 0.0907762 May 14 15:55:45.819187 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-b9681f33-2cbf-436d-8a75-f62b86518d3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:45.849303 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40190aac-badd-4432-b62d-1eaebebbcaaa req-fd97d3f9-56bf-4b02-aff1-db0bce699b9f tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:45.851055 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-40190aac-badd-4432-b62d-1eaebebbcaaa req-fd97d3f9-56bf-4b02-aff1-db0bce699b9f tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 946 time: 0.1027105 May 14 15:55:45.901288 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-62ba5279-7263-4096-b54f-6c47d33bba25 req-35887ddd-b6af-4c64-8fa5-57c87ec0f1b1 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860817 May 14 15:55:45.944819 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-40190aac-badd-4432-b62d-1eaebebbcaaa req-efa383ba-eb8e-44b0-9704-513b85709013 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806067 May 14 15:55:45.993851 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-b9681f33-2cbf-436d-8a75-f62b86518d3a admin admin] Publish callbacks [] for security_group (95a686b9-1767-40ef-8652-65231bd8cdcc), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:46.001193 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-b9681f33-2cbf-436d-8a75-f62b86518d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (95a686b9-1767-40ef-8652-65231bd8cdcc), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:46.042646 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-b9681f33-2cbf-436d-8a75-f62b86518d3a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3de5f1712d9a4879ab8f0dfc64abb357&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3977525 May 14 15:55:46.044137 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9681f33-2cbf-436d-8a75-f62b86518d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a686b9-1767-40ef-8652-65231bd8cdcc,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:55:46.045200 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 42954) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:55:46.113721 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-dbb540ad-5aa2-4fb6-bf2b-07260d65c8e4 admin admin] Publish callbacks [] for security_group (95a686b9-1767-40ef-8652-65231bd8cdcc), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:46.144340 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-dbb540ad-5aa2-4fb6-bf2b-07260d65c8e4 admin admin] Publish callbacks [] for security_group (95a686b9-1767-40ef-8652-65231bd8cdcc), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:46.197596 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-dbb540ad-5aa2-4fb6-bf2b-07260d65c8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (95a686b9-1767-40ef-8652-65231bd8cdcc), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:46.200268 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-dbb540ad-5aa2-4fb6-bf2b-07260d65c8e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:46.201428 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-dbb540ad-5aa2-4fb6-bf2b-07260d65c8e4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/95a686b9-1767-40ef-8652-65231bd8cdcc HTTP/1.1" status: 204 len: 168 time: 0.1546981 May 14 15:55:46.211212 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb540ad-5aa2-4fb6-bf2b-07260d65c8e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a686b9-1767-40ef-8652-65231bd8cdcc,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:55:46.219704 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb540ad-5aa2-4fb6-bf2b-07260d65c8e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:55:46.220064 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb540ad-5aa2-4fb6-bf2b-07260d65c8e4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:55:46.220412 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb540ad-5aa2-4fb6-bf2b-07260d65c8e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:55:46.221152 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb540ad-5aa2-4fb6-bf2b-07260d65c8e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:55:46.221152 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb540ad-5aa2-4fb6-bf2b-07260d65c8e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:55:46.221414 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb540ad-5aa2-4fb6-bf2b-07260d65c8e4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:55:46.221736 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb540ad-5aa2-4fb6-bf2b-07260d65c8e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:55:46.222064 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb540ad-5aa2-4fb6-bf2b-07260d65c8e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:55:46.222418 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb540ad-5aa2-4fb6-bf2b-07260d65c8e4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:55:46.222974 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb540ad-5aa2-4fb6-bf2b-07260d65c8e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:55:46.223480 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb540ad-5aa2-4fb6-bf2b-07260d65c8e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:55:46.223980 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb540ad-5aa2-4fb6-bf2b-07260d65c8e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:55:46.224647 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb540ad-5aa2-4fb6-bf2b-07260d65c8e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:55:46.224955 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb540ad-5aa2-4fb6-bf2b-07260d65c8e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:55:46.225289 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb540ad-5aa2-4fb6-bf2b-07260d65c8e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:55:47.129317 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeff337-99a4-4397-9522-d4c1c560e176 req-0db39039-65b1-4633-a1be-0135d7fe4282 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:47.131706 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-4eeff337-99a4-4397-9522-d4c1c560e176 req-0db39039-65b1-4633-a1be-0135d7fe4282 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 944 time: 0.1252973 May 14 15:55:47.152982 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee72ff78-cbe2-47a6-adbd-3df8bf378aa6 req-c749e538-d74d-4a66-8c5a-d35ed4f027c4 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:47.161617 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ee72ff78-cbe2-47a6-adbd-3df8bf378aa6 req-c749e538-d74d-4a66-8c5a-d35ed4f027c4 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 946 time: 0.0855350 May 14 15:55:47.252064 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-4eeff337-99a4-4397-9522-d4c1c560e176 req-a392f09e-2792-448a-b44c-0abf3fd81faf tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120803 May 14 15:55:47.260594 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ee72ff78-cbe2-47a6-adbd-3df8bf378aa6 req-090d9ee3-3f3a-4ae6-831b-3bc766b1fe72 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978951 May 14 15:55:47.274291 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device ff1e7e07-bb51-463a-a362-bc5fcaff458c details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=115112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 14 15:55:47.380812 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port ff1e7e07-bb51-463a-a362-bc5fcaff458c, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ff1e7e07-bb51-463a-a362-bc5fcaff458c,segment=NetworkSegment(bbf8d973-9037-4af7-ad30-be5c3a916a1b),segment_id=bbf8d973-9037-4af7-ad30-be5c3a916a1b)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:55:47.394451 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Returning: {'device': 'ff1e7e07-bb51-463a-a362-bc5fcaff458c', 'network_id': 'a888ca18-035c-4252-b410-51cde566f008', 'port_id': 'ff1e7e07-bb51-463a-a362-bc5fcaff458c', 'mac_address': 'fa:16:3e:cb:84:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92ab5aa1-3899-43e1-ab2b-d56c0c5333c4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 14 15:55:47.448106 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port ff1e7e07-bb51-463a-a362-bc5fcaff458c is: DOWN; New status is: BUILD {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:55:47.449058 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (ff1e7e07-bb51-463a-a362-bc5fcaff458c), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:47.466565 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff1e7e07-bb51-463a-a362-bc5fcaff458c {{(pid=115112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 15:55:47.492788 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port ff1e7e07-bb51-463a-a362-bc5fcaff458c, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ff1e7e07-bb51-463a-a362-bc5fcaff458c,segment=NetworkSegment(bbf8d973-9037-4af7-ad30-be5c3a916a1b),segment_id=bbf8d973-9037-4af7-ad30-be5c3a916a1b)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:55:47.499116 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (ff1e7e07-bb51-463a-a362-bc5fcaff458c), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:47.523775 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 42988) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:55:47.563358 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=ff1e7e07-bb51-463a-a362-bc5fcaff458c,revision_number=7']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:55:47.650564 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-c5961d26-8ce5-492e-aedb-588b4c40d8f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:47.735372 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-c5961d26-8ce5-492e-aedb-588b4c40d8f2 admin admin] Publish callbacks [] for security_group (58433ba2-d9da-42a7-9806-aa11b1de4b3e), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:47.739789 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-c5961d26-8ce5-492e-aedb-588b4c40d8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (58433ba2-d9da-42a7-9806-aa11b1de4b3e), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:47.789749 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5961d26-8ce5-492e-aedb-588b4c40d8f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58433ba2-d9da-42a7-9806-aa11b1de4b3e,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:55:47.797322 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 42992) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:55:47.797476 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-c5961d26-8ce5-492e-aedb-588b4c40d8f2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a43bdf584a314e6fa8f761e1c2766643&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2719028 May 14 15:55:47.874292 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-5a15dea5-a426-4d3c-a011-74bbdab39f46 admin admin] Publish callbacks [] for security_group (58433ba2-d9da-42a7-9806-aa11b1de4b3e), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:47.898046 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-5a15dea5-a426-4d3c-a011-74bbdab39f46 admin admin] Publish callbacks [] for security_group (58433ba2-d9da-42a7-9806-aa11b1de4b3e), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:47.950125 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] get_ports_and_sgs() called for port_ids ['ff1e7e07-bb51-463a-a362-bc5fcaff458c'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 15:55:47.952469 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-5a15dea5-a426-4d3c-a011-74bbdab39f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (58433ba2-d9da-42a7-9806-aa11b1de4b3e), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:47.955915 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-5a15dea5-a426-4d3c-a011-74bbdab39f46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:47.957256 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-5a15dea5-a426-4d3c-a011-74bbdab39f46 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/58433ba2-d9da-42a7-9806-aa11b1de4b3e HTTP/1.1" status: 204 len: 168 time: 0.1580892 May 14 15:55:47.974939 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a15dea5-a426-4d3c-a011-74bbdab39f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58433ba2-d9da-42a7-9806-aa11b1de4b3e,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:55:47.994616 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a15dea5-a426-4d3c-a011-74bbdab39f46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:55:47.994616 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a15dea5-a426-4d3c-a011-74bbdab39f46 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:55:47.994616 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a15dea5-a426-4d3c-a011-74bbdab39f46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:55:47.994616 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a15dea5-a426-4d3c-a011-74bbdab39f46 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:55:47.994616 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a15dea5-a426-4d3c-a011-74bbdab39f46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:55:47.994616 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a15dea5-a426-4d3c-a011-74bbdab39f46 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:55:47.994616 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a15dea5-a426-4d3c-a011-74bbdab39f46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:55:47.994616 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a15dea5-a426-4d3c-a011-74bbdab39f46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:55:47.994616 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a15dea5-a426-4d3c-a011-74bbdab39f46 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:55:47.994616 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a15dea5-a426-4d3c-a011-74bbdab39f46 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:55:47.994616 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a15dea5-a426-4d3c-a011-74bbdab39f46 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:55:47.994616 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a15dea5-a426-4d3c-a011-74bbdab39f46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:55:47.994616 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a15dea5-a426-4d3c-a011-74bbdab39f46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:55:47.994616 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a15dea5-a426-4d3c-a011-74bbdab39f46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:55:47.994616 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a15dea5-a426-4d3c-a011-74bbdab39f46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:55:48.418682 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c3d9ea-b3b6-4016-aa41-27b6416f82c8 req-bcdba2d4-5c82-49c7-8a89-34e102e448be tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:48.426555 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e1c3d9ea-b3b6-4016-aa41-27b6416f82c8 req-bcdba2d4-5c82-49c7-8a89-34e102e448be tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 945 time: 0.0927892 May 14 15:55:48.447068 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca657df-3feb-4f5f-97b3-dab2f549d80c req-fc782679-996b-4e3b-a95b-09a17abe5c2f tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:48.448600 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-bca657df-3feb-4f5f-97b3-dab2f549d80c req-fc782679-996b-4e3b-a95b-09a17abe5c2f tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 946 time: 0.0771530 May 14 15:55:48.523604 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e1c3d9ea-b3b6-4016-aa41-27b6416f82c8 req-ff23653d-ea5a-463b-8688-f9d6a94474fa tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854425 May 14 15:55:48.567437 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-bca657df-3feb-4f5f-97b3-dab2f549d80c req-c7de389f-840f-4123-aaac-1fd93179c3b1 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095383 May 14 15:55:48.799967 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 43024) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:55:48.912592 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-40447399-05bb-4783-b560-84d3660216fb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-716347621-network', 'tenant_id': '4ad8088ecb8a4f72a98ad70fa8be02b3'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:55:48.941307 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40447399-05bb-4783-b560-84d3660216fb admin admin] Made reservation on behalf of 4ad8088ecb8a4f72a98ad70fa8be02b3 for: {'network': 1} {{(pid=115110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:55:48.945958 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-40447399-05bb-4783-b560-84d3660216fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for network (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:48.961037 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-40447399-05bb-4783-b560-84d3660216fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:49.045137 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-40447399-05bb-4783-b560-84d3660216fb admin admin] Publish callbacks [] for security_group (90d0ee98-7fb8-4eb0-919e-a70f84705104), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:49.052678 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-40447399-05bb-4783-b560-84d3660216fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (90d0ee98-7fb8-4eb0-919e-a70f84705104), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:49.087068 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40447399-05bb-4783-b560-84d3660216fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=115110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 15:55:49.096726 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40447399-05bb-4783-b560-84d3660216fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d0ee98-7fb8-4eb0-919e-a70f84705104,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:55:49.107246 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-40447399-05bb-4783-b560-84d3660216fb admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770741945101', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32906243'] for segment (f965da8a-cfbc-4bf8-b3a6-d86a8d232373), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:49.108202 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.db.segments_db [None req-40447399-05bb-4783-b560-84d3660216fb admin admin] Added segment f965da8a-cfbc-4bf8-b3a6-d86a8d232373 of type vlan for network 5bc2cada-443d-44ab-8881-81867ee93960 May 14 15:55:49.157946 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-40447399-05bb-4783-b560-84d3660216fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770741518219'] for network (5bc2cada-443d-44ab-8881-81867ee93960), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:49.188168 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-40447399-05bb-4783-b560-84d3660216fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732'] for network (5bc2cada-443d-44ab-8881-81867ee93960), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:49.189208 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40447399-05bb-4783-b560-84d3660216fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:49.189798 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-40447399-05bb-4783-b560-84d3660216fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for network (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:49.253398 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-40447399-05bb-4783-b560-84d3660216fb admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.4517407 May 14 15:55:49.256314 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 43028) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:55:49.261075 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-f0621ad3-1ea5-4c13-80ce-deadfe2d04d8 admin admin] Request body: {'subnet': {'network_id': '5bc2cada-443d-44ab-8881-81867ee93960', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-716347621-subnet', 'tenant_id': '4ad8088ecb8a4f72a98ad70fa8be02b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:55:49.266221 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40447399-05bb-4783-b560-84d3660216fb admin admin] Pushing event updated for resources: {'Network': ['ID=5bc2cada-443d-44ab-8881-81867ee93960,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:55:49.279205 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Network 5bc2cada-443d-44ab-8881-81867ee93960 details requested by agent ovs-agent-dv-cinder-839793-11-iscsi with host dv-cinder-839793-11-iscsi {{(pid=115112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 14 15:55:49.286390 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0621ad3-1ea5-4c13-80ce-deadfe2d04d8 admin admin] Made reservation on behalf of 4ad8088ecb8a4f72a98ad70fa8be02b3 for: {'subnet': 1} {{(pid=115110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:55:49.293002 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-f0621ad3-1ea5-4c13-80ce-deadfe2d04d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8397864'] for subnet (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:49.307081 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device ff1e7e07-bb51-463a-a362-bc5fcaff458c up at agent hyperv_hv-cinder-83979 {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:55:49.412182 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Provisioning complete for port ff1e7e07-bb51-463a-a362-bc5fcaff458c triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:55:49.412964 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (ff1e7e07-bb51-463a-a362-bc5fcaff458c), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:49.509853 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port ff1e7e07-bb51-463a-a362-bc5fcaff458c is: BUILD; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:55:49.510376 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (ff1e7e07-bb51-463a-a362-bc5fcaff458c), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:49.520123 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-f0621ad3-1ea5-4c13-80ce-deadfe2d04d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185641', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8397886'] for subnet (99bda779-ed91-4336-a644-93f06221e998), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:49.558485 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08195c98-5b1d-426c-a398-c7e914c14661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1e7e07-bb51-463a-a362-bc5fcaff458c'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:55:49.561412 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bb685cd0d0d5598b2dce4f6f2400b8bab1844baadda65bc385176a7d6dc4011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10fd75d3-f7af-468c-a758-4fd228d1d897" -d '{"events": [{"server_uuid": "08195c98-5b1d-426c-a398-c7e914c14661", "name": "network-vif-plugged", "status": "completed", "tag": "ff1e7e07-bb51-463a-a362-bc5fcaff458c"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:55:49.583079 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port ff1e7e07-bb51-463a-a362-bc5fcaff458c, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ff1e7e07-bb51-463a-a362-bc5fcaff458c,segment=NetworkSegment(bbf8d973-9037-4af7-ad30-be5c3a916a1b),segment_id=bbf8d973-9037-4af7-ad30-be5c3a916a1b)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:55:49.596291 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (ff1e7e07-bb51-463a-a362-bc5fcaff458c), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:49.619988 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0621ad3-1ea5-4c13-80ce-deadfe2d04d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99bda779-ed91-4336-a644-93f06221e998,revision_number=0']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:55:49.626115 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0621ad3-1ea5-4c13-80ce-deadfe2d04d8 admin admin] Checking segment: {'id': 'f965da8a-cfbc-4bf8-b3a6-d86a8d232373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5bc2cada-443d-44ab-8881-81867ee93960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:55:49.626490 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0621ad3-1ea5-4c13-80ce-deadfe2d04d8 admin admin] Network hostable DHCP agents. Network: 5bc2cada-443d-44ab-8881-81867ee93960, hostable agents: ['fb8f4d26-2508-472b-a3f6-593d1ff7e929'], hosted agents: [] {{(pid=115110) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 15:55:49.654250 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 15:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0992682-3185-44e3-89c5-d3a3975330b6 x-openstack-request-id: req-d0992682-3185-44e3-89c5-d3a3975330b6 {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:55:49.655005 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08195c98-5b1d-426c-a398-c7e914c14661", "name": "network-vif-plugged", "status": "completed", "tag": "ff1e7e07-bb51-463a-a362-bc5fcaff458c", "code": 200}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:55:49.655534 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d0992682-3185-44e3-89c5-d3a3975330b6 {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:55:49.656554 dv-cinder-839793-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0992682-3185-44e3-89c5-d3a3975330b6'] response: {'server_uuid': '08195c98-5b1d-426c-a398-c7e914c14661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff1e7e07-bb51-463a-a362-bc5fcaff458c', 'code': 200} May 14 15:55:49.663341 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0621ad3-1ea5-4c13-80ce-deadfe2d04d8 admin admin] Network 5bc2cada-443d-44ab-8881-81867ee93960 is scheduled to be hosted by DHCP agent fb8f4d26-2508-472b-a3f6-593d1ff7e929 with binding_index 1 {{(pid=115110) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 15:55:49.686505 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.base_scheduler [None req-f0621ad3-1ea5-4c13-80ce-deadfe2d04d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-11-iscsi, 5bc2cada-443d-44ab-8881-81867ee93960) {{(pid=115110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:55:49.693434 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0621ad3-1ea5-4c13-80ce-deadfe2d04d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:49.696299 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-f0621ad3-1ea5-4c13-80ce-deadfe2d04d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for subnet (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:49.704282 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63bb908-8ce7-4d11-8fb1-f6798721c96d None None] Network 5bc2cada-443d-44ab-8881-81867ee93960 requested from dv-cinder-839793-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 15:55:49.729675 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-f0621ad3-1ea5-4c13-80ce-deadfe2d04d8 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4720905 May 14 15:55:49.755309 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134831bf-0eba-40ec-84ba-322076699f63 req-b36f7b9c-1198-4850-832e-ac346cb45f70 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:49.763702 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-134831bf-0eba-40ec-84ba-322076699f63 req-b36f7b9c-1198-4850-832e-ac346cb45f70 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 946 time: 0.1179447 May 14 15:55:49.780259 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=ff1e7e07-bb51-463a-a362-bc5fcaff458c,revision_number=8']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:55:49.824087 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7805b-236f-4493-8c24-57923160f406 req-3f7ba967-5816-47dd-9ce4-3d9eb3f051e0 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:49.826388 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3ab7805b-236f-4493-8c24-57923160f406 req-3f7ba967-5816-47dd-9ce4-3d9eb3f051e0 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 946 time: 0.0592852 May 14 15:55:49.916659 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593a90e1-b3ff-44d1-bf6e-d989eeda9fb5 None None] Network 5bc2cada-443d-44ab-8881-81867ee93960 requested from dv-cinder-839793-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 15:55:49.948201 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-134831bf-0eba-40ec-84ba-322076699f63 req-8f86ca70-7d6d-41fc-b76f-93c5a0e8f504 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833596 May 14 15:55:49.983367 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3ab7805b-236f-4493-8c24-57923160f406 req-e46d5b55-f0f9-4799-8d6a-a962126c39d0 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489551 May 14 15:55:50.039186 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f896f-84a4-4b88-abc9-895f3ed02c37 req-7148e596-8520-4d8b-8610-b350bb4fa4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:50.041488 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-6a0f896f-84a4-4b88-abc9-895f3ed02c37 req-7148e596-8520-4d8b-8610-b350bb4fa4f1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 1130 time: 0.0804048 May 14 15:55:50.104010 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-6a0f896f-84a4-4b88-abc9-895f3ed02c37 req-018e1924-be2b-4eca-9e41-d8d8148b8028 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533135 May 14 15:55:51.071688 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae3cd8-1c3b-4838-9e00-e88f387bdfdd req-48251029-083f-4418-814c-8b1f350ba627 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:51.079533 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-bdae3cd8-1c3b-4838-9e00-e88f387bdfdd req-48251029-083f-4418-814c-8b1f350ba627 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 946 time: 0.0633397 May 14 15:55:51.163607 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d0a6ec-48ca-404d-a6fd-a073009c43bf req-f70f26ff-feab-4297-bd22-7dba3d2346c7 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:51.165007 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c2d0a6ec-48ca-404d-a6fd-a073009c43bf req-f70f26ff-feab-4297-bd22-7dba3d2346c7 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 946 time: 0.0778990 May 14 15:55:51.177904 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-bdae3cd8-1c3b-4838-9e00-e88f387bdfdd req-192935f3-3c48-4772-ac81-3441a64ebb60 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973339 May 14 15:55:51.257990 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c2d0a6ec-48ca-404d-a6fd-a073009c43bf req-d66d4e5e-e59b-4f3e-8ae0-c9165d373a55 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789850 May 14 15:55:51.668977 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a3ed9d-5e75-4da5-b0be-c43697c5c789 req-caa772d6-3604-4772-9a43-4ca0a35e84bc tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:51.677304 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-34a3ed9d-5e75-4da5-b0be-c43697c5c789 req-caa772d6-3604-4772-9a43-4ca0a35e84bc tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/networks?id=5bc2cada-443d-44ab-8881-81867ee93960 HTTP/1.1" status: 200 len: 813 time: 0.1275663 May 14 15:55:51.688237 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-34a3ed9d-5e75-4da5-b0be-c43697c5c789 req-ca78d999-0965-4513-a5d6-15bb058f2c5a tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/quotas/4ad8088ecb8a4f72a98ad70fa8be02b3 HTTP/1.1" status: 200 len: 375 time: 0.0100067 May 14 15:55:51.727365 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-34a3ed9d-5e75-4da5-b0be-c43697c5c789 req-ed86f13a-806c-435f-87ce-9afb8e943596 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4ad8088ecb8a4f72a98ad70fa8be02b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337334 May 14 15:55:51.827537 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-34a3ed9d-5e75-4da5-b0be-c43697c5c789 req-68304fd9-549d-4533-9121-95d3f51cd2fa service neutron] 10.222.0.61 "GET /v2.0/networks/5bc2cada-443d-44ab-8881-81867ee93960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993004 May 14 15:55:51.936902 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-34a3ed9d-5e75-4da5-b0be-c43697c5c789 req-b2688251-7aa9-4063-93ba-72c6ba89799a service neutron] 10.222.0.61 "GET /v2.0/networks/5bc2cada-443d-44ab-8881-81867ee93960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085453 May 14 15:55:52.103751 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-303b82cf-d811-42fb-9a47-30e9c4c2490a req-f50d5e6c-3180-4026-9bf7-0bfe3bc0919c tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1d28d7f-bade-404d-a453-e09a34fbb232 HTTP/1.1" status: 200 len: 210 time: 0.0320985 May 14 15:55:52.292153 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fddd51a-7fc7-4571-abd9-264813d329d7 req-1aa3baf4-ea48-452d-a1fa-d01720eabdf1 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:52.293656 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5fddd51a-7fc7-4571-abd9-264813d329d7 req-1aa3baf4-ea48-452d-a1fa-d01720eabdf1 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 946 time: 0.0482614 May 14 15:55:52.360133 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5fddd51a-7fc7-4571-abd9-264813d329d7 req-65ac9f10-485c-4506-8312-f458d6e09bfa tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593486 May 14 15:55:52.397910 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099ac6a-f1a9-4100-b646-0818a500e4a7 req-6e474d9b-f5b2-44fc-8119-6cc540f5f4b3 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:52.399614 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1099ac6a-f1a9-4100-b646-0818a500e4a7 req-6e474d9b-f5b2-44fc-8119-6cc540f5f4b3 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 946 time: 0.0577774 May 14 15:55:52.448367 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1099ac6a-f1a9-4100-b646-0818a500e4a7 req-460d1a55-7a19-415e-b5f6-fa8845909c3c tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430086 May 14 15:55:53.198980 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d71f4e91-6919-45a6-96e5-f878348f49fb req-073cd14d-7637-43a0-ad69-f8374d09389a tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1d28d7f-bade-404d-a453-e09a34fbb232 HTTP/1.1" status: 200 len: 210 time: 0.0296443 May 14 15:55:53.307259 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b5e8c-ebea-40fe-b5e5-e72614ab7492 req-6407ad5b-c75e-475e-9fff-b93dd8845ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:53.308761 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-925b5e8c-ebea-40fe-b5e5-e72614ab7492 req-6407ad5b-c75e-475e-9fff-b93dd8845ed7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0672be3fa3f7414da1c1a5b7300abbe7&device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 1130 time: 0.0420430 May 14 15:55:53.411802 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b5e8c-ebea-40fe-b5e5-e72614ab7492 req-fff158ea-9675-4492-94ab-07bcb064afba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:53.413201 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-925b5e8c-ebea-40fe-b5e5-e72614ab7492 req-fff158ea-9675-4492-94ab-07bcb064afba service neutron] 10.222.0.36 "GET /v2.0/networks?id=d4128056-aa2b-474b-a7d3-2646c1ffdbcf HTTP/1.1" status: 200 len: 917 time: 0.0980864 May 14 15:55:53.441020 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a3ed9d-5e75-4da5-b0be-c43697c5c789 req-3e8cdf8a-fae6-44e0-8c11-cd35eb0ab176 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:53.442495 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-34a3ed9d-5e75-4da5-b0be-c43697c5c789 req-3e8cdf8a-fae6-44e0-8c11-cd35eb0ab176 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.36 "GET /v2.0/networks?id=5bc2cada-443d-44ab-8881-81867ee93960 HTTP/1.1" status: 200 len: 813 time: 0.1038849 May 14 15:55:53.459478 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [req-34a3ed9d-5e75-4da5-b0be-c43697c5c789 req-f62032a5-198f-4532-acb8-7e7f96f7ef7a tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Request body: {'port': {'device_id': 'a1d28d7f-bade-404d-a453-e09a34fbb232', 'network_id': '5bc2cada-443d-44ab-8881-81867ee93960', 'admin_state_up': True, 'tenant_id': '4ad8088ecb8a4f72a98ad70fa8be02b3'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:55:53.480631 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-925b5e8c-ebea-40fe-b5e5-e72614ab7492 req-0e7a490c-8d52-4d3a-8cfa-cb3efeb91407 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e23afae5-7b01-4137-a087-ba1a741fd1f4 HTTP/1.1" status: 200 len: 1001 time: 0.0606759 May 14 15:55:53.534063 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b5e8c-ebea-40fe-b5e5-e72614ab7492 req-55340bef-b7e6-4155-8a07-b60975769df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:53.535580 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-925b5e8c-ebea-40fe-b5e5-e72614ab7492 req-55340bef-b7e6-4155-8a07-b60975769df7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d228e71-c8a7-4ea8-bb77-1fa96d4cb770 HTTP/1.1" status: 200 len: 855 time: 0.0488987 May 14 15:55:53.590768 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039aaba3-feb1-4941-997c-b150d7e323fe req-b4d96eae-c253-439a-9ca6-91aac10e3c2f tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:53.592210 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-039aaba3-feb1-4941-997c-b150d7e323fe req-b4d96eae-c253-439a-9ca6-91aac10e3c2f tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 946 time: 0.0610704 May 14 15:55:53.627406 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34a3ed9d-5e75-4da5-b0be-c43697c5c789 req-f62032a5-198f-4532-acb8-7e7f96f7ef7a tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Made reservation on behalf of 4ad8088ecb8a4f72a98ad70fa8be02b3 for: {'port': 1} {{(pid=115111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:55:53.630717 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-34a3ed9d-5e75-4da5-b0be-c43697c5c789 req-f62032a5-198f-4532-acb8-7e7f96f7ef7a tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:53.651304 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b5e8c-ebea-40fe-b5e5-e72614ab7492 req-0834e677-1f54-479b-b6b5-fac8e3080cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:53.652805 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-925b5e8c-ebea-40fe-b5e5-e72614ab7492 req-0834e677-1f54-479b-b6b5-fac8e3080cf2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d4128056-aa2b-474b-a7d3-2646c1ffdbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0453961 May 14 15:55:53.664311 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-039aaba3-feb1-4941-997c-b150d7e323fe req-63e828eb-edc0-4c7f-803d-3c1e258f0d6b tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653896 May 14 15:55:53.744538 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-925b5e8c-ebea-40fe-b5e5-e72614ab7492 req-c3b6b447-26af-4f1b-abe4-bfb487f01eae service neutron] 10.222.0.36 "GET /v2.0/networks/d4128056-aa2b-474b-a7d3-2646c1ffdbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852177 May 14 15:55:53.776201 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.db_base_plugin_common [req-34a3ed9d-5e75-4da5-b0be-c43697c5c789 req-f62032a5-198f-4532-acb8-7e7f96f7ef7a tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Allocated IP 172.20.0.3 (5bc2cada-443d-44ab-8881-81867ee93960/99bda779-ed91-4336-a644-93f06221e998/5a791dcd-9407-4b8e-8d0a-a169fe794020) {{(pid=115111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:55:53.839108 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-925b5e8c-ebea-40fe-b5e5-e72614ab7492 req-bd997055-0d97-4b2b-9dd0-3ece08afedc2 service neutron] 10.222.0.36 "GET /v2.0/networks/d4128056-aa2b-474b-a7d3-2646c1ffdbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876846 May 14 15:55:54.185579 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-34a3ed9d-5e75-4da5-b0be-c43697c5c789 req-f62032a5-198f-4532-acb8-7e7f96f7ef7a tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Publish callbacks [] for port (5a791dcd-9407-4b8e-8d0a-a169fe794020), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:54.218036 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-34a3ed9d-5e75-4da5-b0be-c43697c5c789 req-f62032a5-198f-4532-acb8-7e7f96f7ef7a tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764499'] for port (5a791dcd-9407-4b8e-8d0a-a169fe794020), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:54.261001 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34a3ed9d-5e75-4da5-b0be-c43697c5c789 req-f62032a5-198f-4532-acb8-7e7f96f7ef7a tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Network 5bc2cada-443d-44ab-8881-81867ee93960 is already hosted by enough agents. {{(pid=115111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:55:54.264150 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.base_scheduler [req-34a3ed9d-5e75-4da5-b0be-c43697c5c789 req-f62032a5-198f-4532-acb8-7e7f96f7ef7a tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Resources bound (agent type, host, resource id): {{(pid=115111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:55:54.271866 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a3ed9d-5e75-4da5-b0be-c43697c5c789 req-f62032a5-198f-4532-acb8-7e7f96f7ef7a tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Received port after_create {{(pid=115111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:55:54.286626 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62032a5-198f-4532-acb8-7e7f96f7ef7a tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Pushing event updated for resources: {'Port': ['ID=5a791dcd-9407-4b8e-8d0a-a169fe794020,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:55:54.348819 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa9a42-2d80-4f64-a1d8-3b66becb937d req-152f93ff-d9ab-457f-ab6f-89fb782b32d3 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:54.350256 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-fcfa9a42-2d80-4f64-a1d8-3b66becb937d req-152f93ff-d9ab-457f-ab6f-89fb782b32d3 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1d28d7f-bade-404d-a453-e09a34fbb232 HTTP/1.1" status: 200 len: 931 time: 0.0794344 May 14 15:55:54.360300 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a3ed9d-5e75-4da5-b0be-c43697c5c789 req-f62032a5-198f-4532-acb8-7e7f96f7ef7a tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:54.360889 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-34a3ed9d-5e75-4da5-b0be-c43697c5c789 req-f62032a5-198f-4532-acb8-7e7f96f7ef7a tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:54.390294 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-34a3ed9d-5e75-4da5-b0be-c43697c5c789 req-f62032a5-198f-4532-acb8-7e7f96f7ef7a tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9351723 May 14 15:55:54.411650 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-fcfa9a42-2d80-4f64-a1d8-3b66becb937d req-0088e924-2db7-44ba-b71e-8a699db2f33f tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/security-groups?id=90d0ee98-7fb8-4eb0-919e-a70f84705104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482419 May 14 15:55:54.800001 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf611837-592c-4bb7-b1cc-d6ea10cb17f9 req-e5c2e941-a181-471d-9c8d-0d9d16adfd4a tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:54.801437 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-cf611837-592c-4bb7-b1cc-d6ea10cb17f9 req-e5c2e941-a181-471d-9c8d-0d9d16adfd4a tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 946 time: 0.0460858 May 14 15:55:54.847958 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-cf611837-592c-4bb7-b1cc-d6ea10cb17f9 req-b994f1e4-c85d-4875-84d5-6443cdfdaf40 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410733 May 14 15:55:55.295478 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [req-34a3ed9d-5e75-4da5-b0be-c43697c5c789 req-760d6e0d-6d7d-4ba4-8cf4-ed6ef5d964b4 service neutron] Request body: {'port': {'device_id': 'a1d28d7f-bade-404d-a453-e09a34fbb232', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:55:55.355724 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-34a3ed9d-5e75-4da5-b0be-c43697c5c789 req-760d6e0d-6d7d-4ba4-8cf4-ed6ef5d964b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (5a791dcd-9407-4b8e-8d0a-a169fe794020), before_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:55.545813 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62be095-fcd1-41f8-9b09-dc458c5f5833 req-5cfffeba-438c-4e03-a4b6-ed6dd3551f03 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:55.547891 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c62be095-fcd1-41f8-9b09-dc458c5f5833 req-5cfffeba-438c-4e03-a4b6-ed6dd3551f03 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1d28d7f-bade-404d-a453-e09a34fbb232 HTTP/1.1" status: 200 len: 931 time: 0.0659428 May 14 15:55:55.647571 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c62be095-fcd1-41f8-9b09-dc458c5f5833 req-3419bf0f-02c1-478d-8217-1f2d18b5f5b8 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/security-groups?id=90d0ee98-7fb8-4eb0-919e-a70f84705104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902896 May 14 15:55:55.721429 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.notifiers.nova [req-34a3ed9d-5e75-4da5-b0be-c43697c5c789 req-760d6e0d-6d7d-4ba4-8cf4-ed6ef5d964b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a791dcd-9407-4b8e-8d0a-a169fe794020 {{(pid=115111) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 15:55:55.728924 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-34a3ed9d-5e75-4da5-b0be-c43697c5c789 req-760d6e0d-6d7d-4ba4-8cf4-ed6ef5d964b4 service neutron] Publish callbacks [] for port (5a791dcd-9407-4b8e-8d0a-a169fe794020), precommit_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:55.742415 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.provisioning_blocks [req-34a3ed9d-5e75-4da5-b0be-c43697c5c789 req-760d6e0d-6d7d-4ba4-8cf4-ed6ef5d964b4 service neutron] Transition to ACTIVE for port object 5a791dcd-9407-4b8e-8d0a-a169fe794020 will not be triggered until provisioned by entity L2. {{(pid=115111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 14 15:55:55.746059 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-34a3ed9d-5e75-4da5-b0be-c43697c5c789 req-760d6e0d-6d7d-4ba4-8cf4-ed6ef5d964b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8764516'] for port (5a791dcd-9407-4b8e-8d0a-a169fe794020), after_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:55.799705 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d6e0d-6d7d-4ba4-8cf4-ed6ef5d964b4 service neutron] Pushing event updated for resources: {'Port': ['ID=5a791dcd-9407-4b8e-8d0a-a169fe794020,revision_number=2']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:55:55.864109 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.managers [req-34a3ed9d-5e75-4da5-b0be-c43697c5c789 req-760d6e0d-6d7d-4ba4-8cf4-ed6ef5d964b4 service neutron] Attempting to bind port 5a791dcd-9407-4b8e-8d0a-a169fe794020 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=115111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 15:55:55.864472 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.managers [req-34a3ed9d-5e75-4da5-b0be-c43697c5c789 req-760d6e0d-6d7d-4ba4-8cf4-ed6ef5d964b4 service neutron] Attempting to bind port 5a791dcd-9407-4b8e-8d0a-a169fe794020 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'f965da8a-cfbc-4bf8-b3a6-d86a8d232373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5bc2cada-443d-44ab-8881-81867ee93960'}] {{(pid=115111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 15:55:55.864801 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a3ed9d-5e75-4da5-b0be-c43697c5c789 req-760d6e0d-6d7d-4ba4-8cf4-ed6ef5d964b4 service neutron] Attempting to bind port 5a791dcd-9407-4b8e-8d0a-a169fe794020 on network 5bc2cada-443d-44ab-8881-81867ee93960 {{(pid=115111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:55:55.869312 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a3ed9d-5e75-4da5-b0be-c43697c5c789 req-760d6e0d-6d7d-4ba4-8cf4-ed6ef5d964b4 service neutron] Port 5a791dcd-9407-4b8e-8d0a-a169fe794020 on network 5bc2cada-443d-44ab-8881-81867ee93960 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=115111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 14 15:55:55.869633 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a3ed9d-5e75-4da5-b0be-c43697c5c789 req-760d6e0d-6d7d-4ba4-8cf4-ed6ef5d964b4 service neutron] Attempting to bind port 5a791dcd-9407-4b8e-8d0a-a169fe794020 on network 5bc2cada-443d-44ab-8881-81867ee93960 {{(pid=115111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:55:55.874552 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a3ed9d-5e75-4da5-b0be-c43697c5c789 req-760d6e0d-6d7d-4ba4-8cf4-ed6ef5d964b4 service neutron] Checking agent: {'id': 'df6c86ae-fc26-40a3-91a1-648a304bf46f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 44, 23), 'started_at': datetime.datetime(2022, 5, 14, 15, 44, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 15, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 15:55:55.874959 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a3ed9d-5e75-4da5-b0be-c43697c5c789 req-760d6e0d-6d7d-4ba4-8cf4-ed6ef5d964b4 service neutron] Checking segment: {'id': 'f965da8a-cfbc-4bf8-b3a6-d86a8d232373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5bc2cada-443d-44ab-8881-81867ee93960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:55:55.875355 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a3ed9d-5e75-4da5-b0be-c43697c5c789 req-760d6e0d-6d7d-4ba4-8cf4-ed6ef5d964b4 service neutron] Bound using segment: {'id': 'f965da8a-cfbc-4bf8-b3a6-d86a8d232373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5bc2cada-443d-44ab-8881-81867ee93960'} {{(pid=115111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 15:55:55.875775 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.managers [req-34a3ed9d-5e75-4da5-b0be-c43697c5c789 req-760d6e0d-6d7d-4ba4-8cf4-ed6ef5d964b4 service neutron] Bound port: 5a791dcd-9407-4b8e-8d0a-a169fe794020, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f965da8a-cfbc-4bf8-b3a6-d86a8d232373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5bc2cada-443d-44ab-8881-81867ee93960'}}] {{(pid=115111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 15:55:55.876139 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-34a3ed9d-5e75-4da5-b0be-c43697c5c789 req-760d6e0d-6d7d-4ba4-8cf4-ed6ef5d964b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (5a791dcd-9407-4b8e-8d0a-a169fe794020), before_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:55.972184 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.db [req-34a3ed9d-5e75-4da5-b0be-c43697c5c789 req-760d6e0d-6d7d-4ba4-8cf4-ed6ef5d964b4 service neutron] For port 5a791dcd-9407-4b8e-8d0a-a169fe794020, host hv-cinder-83979, cleared binding levels {{(pid=115111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 15:55:55.989784 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96fefa1-446f-47d1-8d92-3629f6702e18 req-7a4fb523-ca67-48c1-a286-f76fb4e8a8f3 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:55.991270 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c96fefa1-446f-47d1-8d92-3629f6702e18 req-7a4fb523-ca67-48c1-a286-f76fb4e8a8f3 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 946 time: 0.0652738 May 14 15:55:55.994879 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.db [req-34a3ed9d-5e75-4da5-b0be-c43697c5c789 req-760d6e0d-6d7d-4ba4-8cf4-ed6ef5d964b4 service neutron] For port 5a791dcd-9407-4b8e-8d0a-a169fe794020, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=5a791dcd-9407-4b8e-8d0a-a169fe794020,segment=NetworkSegment(f965da8a-cfbc-4bf8-b3a6-d86a8d232373),segment_id=f965da8a-cfbc-4bf8-b3a6-d86a8d232373)] {{(pid=115111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 15:55:56.006128 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-34a3ed9d-5e75-4da5-b0be-c43697c5c789 req-760d6e0d-6d7d-4ba4-8cf4-ed6ef5d964b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8764516'] for port (5a791dcd-9407-4b8e-8d0a-a169fe794020), after_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:56.061135 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a3ed9d-5e75-4da5-b0be-c43697c5c789 req-760d6e0d-6d7d-4ba4-8cf4-ed6ef5d964b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:56.062062 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-34a3ed9d-5e75-4da5-b0be-c43697c5c789 req-760d6e0d-6d7d-4ba4-8cf4-ed6ef5d964b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:56.063759 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-34a3ed9d-5e75-4da5-b0be-c43697c5c789 req-760d6e0d-6d7d-4ba4-8cf4-ed6ef5d964b4 service neutron] 10.222.0.36 "PUT /v2.0/ports/5a791dcd-9407-4b8e-8d0a-a169fe794020 HTTP/1.1" status: 200 len: 1093 time: 0.7726357 May 14 15:55:56.070593 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1d28d7f-bade-404d-a453-e09a34fbb232', 'tag': '5a791dcd-9407-4b8e-8d0a-a169fe794020'}] {{(pid=115111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:55:56.072802 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d243af113ddc23b9a3ad38dde0a226f09410eb7dd6936b385d295fad3462c172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3bd0958-9665-4f2f-9221-13f6c0e48f94" -d '{"events": [{"name": "network-changed", "server_uuid": "a1d28d7f-bade-404d-a453-e09a34fbb232", "tag": "5a791dcd-9407-4b8e-8d0a-a169fe794020"}]}' {{(pid=115111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:55:56.112619 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 15:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5695cf-57a7-4ef4-a268-649c1bbd6687 x-openstack-request-id: req-6b5695cf-57a7-4ef4-a268-649c1bbd6687 {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:55:56.112908 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1d28d7f-bade-404d-a453-e09a34fbb232", "tag": "5a791dcd-9407-4b8e-8d0a-a169fe794020", "status": "completed", "code": 200}]} {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:55:56.113626 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6b5695cf-57a7-4ef4-a268-649c1bbd6687 {{(pid=115111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:55:56.114026 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b5695cf-57a7-4ef4-a268-649c1bbd6687'] response: {'name': 'network-changed', 'server_uuid': 'a1d28d7f-bade-404d-a453-e09a34fbb232', 'tag': '5a791dcd-9407-4b8e-8d0a-a169fe794020', 'status': 'completed', 'code': 200} May 14 15:55:56.119899 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c96fefa1-446f-47d1-8d92-3629f6702e18 req-09282a7f-26bf-4729-b788-63c1d3ac343c tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220467 May 14 15:55:56.120910 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d6e0d-6d7d-4ba4-8cf4-ed6ef5d964b4 service neutron] Pushing event updated for resources: {'Port': ['ID=5a791dcd-9407-4b8e-8d0a-a169fe794020,revision_number=3']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:55:56.181099 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a3ed9d-5e75-4da5-b0be-c43697c5c789 req-a454fa63-6585-4808-a51f-989a9b72f360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:56.182602 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-34a3ed9d-5e75-4da5-b0be-c43697c5c789 req-a454fa63-6585-4808-a51f-989a9b72f360 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ad8088ecb8a4f72a98ad70fa8be02b3&device_id=a1d28d7f-bade-404d-a453-e09a34fbb232 HTTP/1.1" status: 200 len: 1127 time: 0.0480816 May 14 15:55:56.230373 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-34a3ed9d-5e75-4da5-b0be-c43697c5c789 req-fed802f9-9404-4d0d-9daf-b0de046ea469 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a791dcd-9407-4b8e-8d0a-a169fe794020 HTTP/1.1" status: 200 len: 217 time: 0.0349777 May 14 15:55:56.285216 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a3ed9d-5e75-4da5-b0be-c43697c5c789 req-5ea4bf64-dad8-4fc9-b6d1-6118daedffdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:56.286956 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-34a3ed9d-5e75-4da5-b0be-c43697c5c789 req-5ea4bf64-dad8-4fc9-b6d1-6118daedffdb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99bda779-ed91-4336-a644-93f06221e998 HTTP/1.1" status: 200 len: 853 time: 0.0507243 May 14 15:55:56.320155 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-34a3ed9d-5e75-4da5-b0be-c43697c5c789 req-c0e9ca44-e954-4ede-b030-ccbe49e4fa65 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5bc2cada-443d-44ab-8881-81867ee93960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267606 May 14 15:55:56.413051 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-34a3ed9d-5e75-4da5-b0be-c43697c5c789 req-a38c01ed-5e55-4d46-b727-0461ecf1141b service neutron] 10.222.0.36 "GET /v2.0/networks/5bc2cada-443d-44ab-8881-81867ee93960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863762 May 14 15:55:56.512210 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-34a3ed9d-5e75-4da5-b0be-c43697c5c789 req-9e3a6e02-f25e-43b1-ab41-434f6444332c service neutron] 10.222.0.36 "GET /v2.0/networks/5bc2cada-443d-44ab-8881-81867ee93960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924547 May 14 15:55:56.766618 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daabb82-7418-43d5-b3d8-b3b64755108e req-c7260a46-bfdb-4f26-a779-2502982316cf tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:56.768233 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-4daabb82-7418-43d5-b3d8-b3b64755108e req-c7260a46-bfdb-4f26-a779-2502982316cf tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1d28d7f-bade-404d-a453-e09a34fbb232 HTTP/1.1" status: 200 len: 943 time: 0.0485942 May 14 15:55:56.817870 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-4daabb82-7418-43d5-b3d8-b3b64755108e req-6a155f9e-85ac-4509-a64b-ce9cec28e5e1 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/security-groups?id=90d0ee98-7fb8-4eb0-919e-a70f84705104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432460 May 14 15:55:57.033438 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f09d3-af73-4f8e-bb49-a1c42c2807e0 req-4c1a3b16-1b89-483d-9b7e-3cf2d6c08592 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:57.035113 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f84f09d3-af73-4f8e-bb49-a1c42c2807e0 req-4c1a3b16-1b89-483d-9b7e-3cf2d6c08592 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 946 time: 0.0535216 May 14 15:55:57.062997 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-6a478925-2f22-4409-9b51-f81d931d091b req-68df8034-311c-4586-b8dc-803b0cca5894 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0428071 May 14 15:55:57.081675 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f84f09d3-af73-4f8e-bb49-a1c42c2807e0 req-c9140c54-d16e-4f41-89df-2504b7d61edd tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407469 May 14 15:55:57.134596 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a478925-2f22-4409-9b51-f81d931d091b req-5c005f71-3ad7-4a75-b4fc-90791658236c tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:57.135941 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-6a478925-2f22-4409-9b51-f81d931d091b req-5c005f71-3ad7-4a75-b4fc-90791658236c tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports/e23afae5-7b01-4137-a087-ba1a741fd1f4 HTTP/1.1" status: 200 len: 943 time: 0.0478325 May 14 15:55:57.387411 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device e23afae5-7b01-4137-a087-ba1a741fd1f4 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 15:55:57.462443 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port e23afae5-7b01-4137-a087-ba1a741fd1f4 is: ACTIVE; New status is: DOWN {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:55:57.462828 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (e23afae5-7b01-4137-a087-ba1a741fd1f4), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:57.485465 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca08141-979e-4519-88b3-c77e8a71ae3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e23afae5-7b01-4137-a087-ba1a741fd1f4'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:55:57.487648 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bb685cd0d0d5598b2dce4f6f2400b8bab1844baadda65bc385176a7d6dc4011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4d59a4-b239-4666-b407-090ea516dad9" -d '{"events": [{"server_uuid": "cca08141-979e-4519-88b3-c77e8a71ae3e", "name": "network-vif-unplugged", "status": "completed", "tag": "e23afae5-7b01-4137-a087-ba1a741fd1f4"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:55:57.499700 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port e23afae5-7b01-4137-a087-ba1a741fd1f4, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=e23afae5-7b01-4137-a087-ba1a741fd1f4,segment=NetworkSegment(4b29d80c-5a53-4124-96cc-b568754899ad),segment_id=4b29d80c-5a53-4124-96cc-b568754899ad)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:55:57.504120 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (e23afae5-7b01-4137-a087-ba1a741fd1f4), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:57.529528 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 14 May 2022 15:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f15c0a4-3f81-4cc6-92c8-1cc40f6dc062 x-openstack-request-id: req-2f15c0a4-3f81-4cc6-92c8-1cc40f6dc062 {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:55:57.529811 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca08141-979e-4519-88b3-c77e8a71ae3e", "name": "network-vif-unplugged", "status": "failed", "tag": "e23afae5-7b01-4137-a087-ba1a741fd1f4", "code": 422}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:55:57.530061 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2f15c0a4-3f81-4cc6-92c8-1cc40f6dc062 {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:55:57.530516 dv-cinder-839793-11-iscsi neutron-server[115112]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-2f15c0a4-3f81-4cc6-92c8-1cc40f6dc062']: {'server_uuid': 'cca08141-979e-4519-88b3-c77e8a71ae3e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e23afae5-7b01-4137-a087-ba1a741fd1f4', 'code': 422} returned with failed status May 14 15:55:57.556170 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=e23afae5-7b01-4137-a087-ba1a741fd1f4,revision_number=8']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:55:57.929069 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab0244-65c3-4fb8-a555-4af612aa9dd7 req-b86130a8-4ebf-4283-abdb-4a6f760c505e tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:57.930554 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-aeab0244-65c3-4fb8-a555-4af612aa9dd7 req-b86130a8-4ebf-4283-abdb-4a6f760c505e tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1d28d7f-bade-404d-a453-e09a34fbb232 HTTP/1.1" status: 200 len: 943 time: 0.0465388 May 14 15:55:57.977325 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-aeab0244-65c3-4fb8-a555-4af612aa9dd7 req-3c3e6310-aafc-4409-8530-9c7c41ac9ebe tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/security-groups?id=90d0ee98-7fb8-4eb0-919e-a70f84705104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412726 May 14 15:55:58.197896 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3633b9-c156-4e97-acc8-38352ae9f680 req-1aaf4f43-5ea0-4b49-8149-1b2db70cfae2 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:58.199339 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-4b3633b9-c156-4e97-acc8-38352ae9f680 req-1aaf4f43-5ea0-4b49-8149-1b2db70cfae2 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 944 time: 0.0457091 May 14 15:55:58.247946 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-4b3633b9-c156-4e97-acc8-38352ae9f680 req-cdf305e7-7ed7-4f94-b4e7-c3c9749c6da1 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424418 May 14 15:55:58.797947 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd0958-9665-4f2f-9221-13f6c0e48f94 req-3b2ae02f-7635-4138-bd96-02eabe48c16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:58.799479 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c3bd0958-9665-4f2f-9221-13f6c0e48f94 req-3b2ae02f-7635-4138-bd96-02eabe48c16d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ad8088ecb8a4f72a98ad70fa8be02b3&device_id=a1d28d7f-bade-404d-a453-e09a34fbb232 HTTP/1.1" status: 200 len: 1127 time: 0.0410564 May 14 15:55:58.897069 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd0958-9665-4f2f-9221-13f6c0e48f94 req-0b7b1ac7-2156-42b0-9f32-2ac5139b9e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:58.898570 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c3bd0958-9665-4f2f-9221-13f6c0e48f94 req-0b7b1ac7-2156-42b0-9f32-2ac5139b9e2b service neutron] 10.222.0.36 "GET /v2.0/networks?id=5bc2cada-443d-44ab-8881-81867ee93960 HTTP/1.1" status: 200 len: 914 time: 0.0929360 May 14 15:55:58.944906 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c3bd0958-9665-4f2f-9221-13f6c0e48f94 req-77142b12-3d5e-4b02-b5df-ece55bade59c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a791dcd-9407-4b8e-8d0a-a169fe794020 HTTP/1.1" status: 200 len: 217 time: 0.0386281 May 14 15:55:58.994556 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd0958-9665-4f2f-9221-13f6c0e48f94 req-b54069cb-def4-49bf-81f1-89fb9cf75477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:58.996023 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c3bd0958-9665-4f2f-9221-13f6c0e48f94 req-b54069cb-def4-49bf-81f1-89fb9cf75477 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99bda779-ed91-4336-a644-93f06221e998 HTTP/1.1" status: 200 len: 853 time: 0.0450814 May 14 15:55:59.032221 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c3bd0958-9665-4f2f-9221-13f6c0e48f94 req-1c50e59c-d791-4c50-9070-a9e6bc5ba0bb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5bc2cada-443d-44ab-8881-81867ee93960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294139 May 14 15:55:59.089274 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9c43d-340f-455c-918f-cc929bb4285e req-7cadf2e5-73c4-4d81-8ab2-cf4da15bdf10 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:59.090728 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-22a9c43d-340f-455c-918f-cc929bb4285e req-7cadf2e5-73c4-4d81-8ab2-cf4da15bdf10 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1d28d7f-bade-404d-a453-e09a34fbb232 HTTP/1.1" status: 200 len: 943 time: 0.0463810 May 14 15:55:59.141532 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-22a9c43d-340f-455c-918f-cc929bb4285e req-bb5255a0-2508-427f-bd58-ce7605369b08 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/security-groups?id=90d0ee98-7fb8-4eb0-919e-a70f84705104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446408 May 14 15:55:59.316950 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a478925-2f22-4409-9b51-f81d931d091b req-da28b572-af3c-40ad-96e4-19dc06579f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:59.318589 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-6a478925-2f22-4409-9b51-f81d931d091b req-da28b572-af3c-40ad-96e4-19dc06579f18 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e&tenant_id=0672be3fa3f7414da1c1a5b7300abbe7 HTTP/1.1" status: 200 len: 1128 time: 0.0402200 May 14 15:55:59.354878 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device 5a791dcd-9407-4b8e-8d0a-a169fe794020 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=115112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 14 15:55:59.367969 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c3bd0958-9665-4f2f-9221-13f6c0e48f94 req-4ec8a292-ac63-4e46-af7c-ec9fd884836c service neutron] 10.222.0.36 "GET /v2.0/networks/5bc2cada-443d-44ab-8881-81867ee93960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129487 May 14 15:55:59.385817 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6eece0-23da-43e0-9a70-a48e72542312 req-5bfcbb8c-4658-4484-9cd2-31de9a0ee263 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:59.387297 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ed6eece0-23da-43e0-9a70-a48e72542312 req-5bfcbb8c-4658-4484-9cd2-31de9a0ee263 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 944 time: 0.0632069 May 14 15:55:59.401899 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a478925-2f22-4409-9b51-f81d931d091b req-66ec7f99-2baa-4616-9081-ef7142ebb7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:59.403421 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-6a478925-2f22-4409-9b51-f81d931d091b req-66ec7f99-2baa-4616-9081-ef7142ebb7d4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0672be3fa3f7414da1c1a5b7300abbe7&device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 1128 time: 0.0466464 May 14 15:55:59.457032 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port 5a791dcd-9407-4b8e-8d0a-a169fe794020, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=5a791dcd-9407-4b8e-8d0a-a169fe794020,segment=NetworkSegment(f965da8a-cfbc-4bf8-b3a6-d86a8d232373),segment_id=f965da8a-cfbc-4bf8-b3a6-d86a8d232373)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:55:59.471812 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Returning: {'device': '5a791dcd-9407-4b8e-8d0a-a169fe794020', 'network_id': '5bc2cada-443d-44ab-8881-81867ee93960', 'port_id': '5a791dcd-9407-4b8e-8d0a-a169fe794020', 'mac_address': 'fa:16:3e:79:73:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99bda779-ed91-4336-a644-93f06221e998', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 14 15:55:59.494073 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ed6eece0-23da-43e0-9a70-a48e72542312 req-536c37d2-30ac-4ae7-91d9-4a77e7bd9d07 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988703 May 14 15:55:59.495074 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a478925-2f22-4409-9b51-f81d931d091b req-d65c32ce-1a64-42f2-b02e-bf2c9b825c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:59.496548 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-6a478925-2f22-4409-9b51-f81d931d091b req-d65c32ce-1a64-42f2-b02e-bf2c9b825c1b service neutron] 10.222.0.36 "GET /v2.0/networks?id=d4128056-aa2b-474b-a7d3-2646c1ffdbcf HTTP/1.1" status: 200 len: 917 time: 0.0859802 May 14 15:55:59.510844 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c3bd0958-9665-4f2f-9221-13f6c0e48f94 req-f4ec5623-ca30-4d47-b69f-52c7a7fbe2eb service neutron] 10.222.0.36 "GET /v2.0/networks/5bc2cada-443d-44ab-8881-81867ee93960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314182 May 14 15:55:59.513918 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port 5a791dcd-9407-4b8e-8d0a-a169fe794020 is: DOWN; New status is: BUILD {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:55:59.514335 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (5a791dcd-9407-4b8e-8d0a-a169fe794020), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:59.528364 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a791dcd-9407-4b8e-8d0a-a169fe794020 {{(pid=115112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 15:55:59.547751 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port 5a791dcd-9407-4b8e-8d0a-a169fe794020, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=5a791dcd-9407-4b8e-8d0a-a169fe794020,segment=NetworkSegment(f965da8a-cfbc-4bf8-b3a6-d86a8d232373),segment_id=f965da8a-cfbc-4bf8-b3a6-d86a8d232373)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:55:59.553155 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (5a791dcd-9407-4b8e-8d0a-a169fe794020), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:55:59.576728 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-6a478925-2f22-4409-9b51-f81d931d091b req-bec3c231-1fee-4660-8da0-da95bbe64261 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e23afae5-7b01-4137-a087-ba1a741fd1f4 HTTP/1.1" status: 200 len: 999 time: 0.0718937 May 14 15:55:59.599457 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=5a791dcd-9407-4b8e-8d0a-a169fe794020,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:55:59.628173 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a478925-2f22-4409-9b51-f81d931d091b req-cf448d2e-c3e9-4943-bc7e-db82df4c85d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:59.629642 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-6a478925-2f22-4409-9b51-f81d931d091b req-cf448d2e-c3e9-4943-bc7e-db82df4c85d9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8d228e71-c8a7-4ea8-bb77-1fa96d4cb770 HTTP/1.1" status: 200 len: 855 time: 0.0447674 May 14 15:55:59.674713 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a478925-2f22-4409-9b51-f81d931d091b req-2ac3d4c8-991f-49e8-8a63-c1af6eb3a7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:55:59.676169 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-6a478925-2f22-4409-9b51-f81d931d091b req-2ac3d4c8-991f-49e8-8a63-c1af6eb3a7ec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d4128056-aa2b-474b-a7d3-2646c1ffdbcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381565 May 14 15:55:59.769756 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-6a478925-2f22-4409-9b51-f81d931d091b req-3ec60bcb-5fcd-4927-98b2-a823a9f6e3de service neutron] 10.222.0.36 "GET /v2.0/networks/d4128056-aa2b-474b-a7d3-2646c1ffdbcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854211 May 14 15:55:59.856510 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-6a478925-2f22-4409-9b51-f81d931d091b req-8bd3cc4d-f105-4a48-8bb7-5770997ad77e service neutron] 10.222.0.36 "GET /v2.0/networks/d4128056-aa2b-474b-a7d3-2646c1ffdbcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801570 May 14 15:56:00.037622 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] get_ports_and_sgs() called for port_ids ['5a791dcd-9407-4b8e-8d0a-a169fe794020'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 15:56:00.267392 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e76d55-f06d-4b13-b310-06db774205b3 req-4b534cae-7b3e-4db3-b8b3-2d7a416619fe tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:56:00.268954 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-93e76d55-f06d-4b13-b310-06db774205b3 req-4b534cae-7b3e-4db3-b8b3-2d7a416619fe tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1d28d7f-bade-404d-a453-e09a34fbb232 HTTP/1.1" status: 200 len: 944 time: 0.0557241 May 14 15:56:00.325953 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-93e76d55-f06d-4b13-b310-06db774205b3 req-fb7c70a2-1000-4c1a-8ce9-15cea44bdbd6 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/security-groups?id=90d0ee98-7fb8-4eb0-919e-a70f84705104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463607 May 14 15:56:00.650710 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228224c-fae7-4fed-9270-af695b7c235e req-60c7eb65-e183-470c-9c85-957e135a3643 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:56:00.652160 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3228224c-fae7-4fed-9270-af695b7c235e req-60c7eb65-e183-470c-9c85-957e135a3643 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 944 time: 0.0510631 May 14 15:56:00.701418 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3228224c-fae7-4fed-9270-af695b7c235e req-9ddbbce6-798d-4c9b-8ff9-cce97141db0f tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430651 May 14 15:56:01.024982 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-90ac1db2-b45f-4416-8e2f-874c2fa33773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:56:01.347375 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device 5a791dcd-9407-4b8e-8d0a-a169fe794020 up at agent hyperv_hv-cinder-83979 {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:56:01.411943 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Provisioning for port 5a791dcd-9407-4b8e-8d0a-a169fe794020 completed by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 14 15:56:01.420539 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Provisioning complete for port 5a791dcd-9407-4b8e-8d0a-a169fe794020 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:56:01.421460 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (5a791dcd-9407-4b8e-8d0a-a169fe794020), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:56:01.452407 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff7473-f7fd-472c-9bf3-3ac11ad00be1 req-cdb75288-3ed0-4586-a9e3-3525df8c976c tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:56:01.455695 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-83ff7473-f7fd-472c-9bf3-3ac11ad00be1 req-cdb75288-3ed0-4586-a9e3-3525df8c976c tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1d28d7f-bade-404d-a453-e09a34fbb232 HTTP/1.1" status: 200 len: 944 time: 0.0561552 May 14 15:56:01.513938 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-83ff7473-f7fd-472c-9bf3-3ac11ad00be1 req-d8eeaf21-2364-4cae-a638-a3e602d2b950 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/security-groups?id=90d0ee98-7fb8-4eb0-919e-a70f84705104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514154 May 14 15:56:01.514189 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port 5a791dcd-9407-4b8e-8d0a-a169fe794020 is: BUILD; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:56:01.514356 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (5a791dcd-9407-4b8e-8d0a-a169fe794020), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:56:01.548936 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d28d7f-bade-404d-a453-e09a34fbb232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a791dcd-9407-4b8e-8d0a-a169fe794020'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:56:01.551233 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bb685cd0d0d5598b2dce4f6f2400b8bab1844baadda65bc385176a7d6dc4011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf036f7-0567-4698-9518-7e95a473ef87" -d '{"events": [{"server_uuid": "a1d28d7f-bade-404d-a453-e09a34fbb232", "name": "network-vif-plugged", "status": "completed", "tag": "5a791dcd-9407-4b8e-8d0a-a169fe794020"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:56:01.564565 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port 5a791dcd-9407-4b8e-8d0a-a169fe794020, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=5a791dcd-9407-4b8e-8d0a-a169fe794020,segment=NetworkSegment(f965da8a-cfbc-4bf8-b3a6-d86a8d232373),segment_id=f965da8a-cfbc-4bf8-b3a6-d86a8d232373)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:56:01.569929 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (5a791dcd-9407-4b8e-8d0a-a169fe794020), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:56:01.594667 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 15:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-733f9e76-7b85-47fd-95aa-e5a38cd6cc63 x-openstack-request-id: req-733f9e76-7b85-47fd-95aa-e5a38cd6cc63 {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:56:01.594956 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1d28d7f-bade-404d-a453-e09a34fbb232", "name": "network-vif-plugged", "status": "completed", "tag": "5a791dcd-9407-4b8e-8d0a-a169fe794020", "code": 200}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:56:01.595206 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-733f9e76-7b85-47fd-95aa-e5a38cd6cc63 {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:56:01.595588 dv-cinder-839793-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-733f9e76-7b85-47fd-95aa-e5a38cd6cc63'] response: {'server_uuid': 'a1d28d7f-bade-404d-a453-e09a34fbb232', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a791dcd-9407-4b8e-8d0a-a169fe794020', 'code': 200} May 14 15:56:01.625551 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=5a791dcd-9407-4b8e-8d0a-a169fe794020,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:56:01.828377 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48493481-1460-454b-8c6e-1008a3d3fc29 req-edd0ccef-2b73-4882-a8fc-ffa4584d8581 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:56:01.829972 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-48493481-1460-454b-8c6e-1008a3d3fc29 req-edd0ccef-2b73-4882-a8fc-ffa4584d8581 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 944 time: 0.0510821 May 14 15:56:01.880819 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-48493481-1460-454b-8c6e-1008a3d3fc29 req-ea2ee8e8-ccb7-4687-b876-64e9ea60961d tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442970 May 14 15:56:02.638141 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb56c61-8b4c-40b5-a2be-5195ef9d743b req-e4d1db5f-97e5-4c3f-a6c1-9d3492be1b6c tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:56:02.639673 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-dcb56c61-8b4c-40b5-a2be-5195ef9d743b req-e4d1db5f-97e5-4c3f-a6c1-9d3492be1b6c tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1d28d7f-bade-404d-a453-e09a34fbb232 HTTP/1.1" status: 200 len: 945 time: 0.0482373 May 14 15:56:02.690005 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-dcb56c61-8b4c-40b5-a2be-5195ef9d743b req-87cea77d-6ad9-47b0-b1fd-2c716067cd15 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/security-groups?id=90d0ee98-7fb8-4eb0-919e-a70f84705104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433426 May 14 15:56:03.004938 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc4475-acbe-42fd-bbe4-acb8d3c205fd req-1de90917-00a7-4128-a03b-bd5c07e0b0d7 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:56:03.006476 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7cfc4475-acbe-42fd-bbe4-acb8d3c205fd req-1de90917-00a7-4128-a03b-bd5c07e0b0d7 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 944 time: 0.0515542 May 14 15:56:03.054904 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7cfc4475-acbe-42fd-bbe4-acb8d3c205fd req-41c98303-9109-45cd-b65e-1e11079eb9d9 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428026 May 14 15:56:03.294191 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-710c7664-8141-4b86-9efb-10a640712ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:56:03.745063 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (df6c86ae-fc26-40a3-91a1-648a304bf46f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:56:03.819700 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f94cea-440b-465f-add4-1ef46099dace req-cb1ce35d-3a1d-43f9-95fd-4dc220cd21b3 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:56:03.821230 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c1f94cea-440b-465f-add4-1ef46099dace req-cb1ce35d-3a1d-43f9-95fd-4dc220cd21b3 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1d28d7f-bade-404d-a453-e09a34fbb232 HTTP/1.1" status: 200 len: 945 time: 0.0504501 May 14 15:56:03.874998 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c1f94cea-440b-465f-add4-1ef46099dace req-433f4d17-2fcd-4ae9-8e47-e8a315fe31f3 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/security-groups?id=90d0ee98-7fb8-4eb0-919e-a70f84705104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481856 May 14 15:56:04.176697 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2ef2a-4286-4ebc-a04c-751de5b11c2a req-475b7236-60b6-4bdc-98e2-d0c868cff416 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:56:04.178158 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-28e2ef2a-4286-4ebc-a04c-751de5b11c2a req-475b7236-60b6-4bdc-98e2-d0c868cff416 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 944 time: 0.0479765 May 14 15:56:04.231518 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-28e2ef2a-4286-4ebc-a04c-751de5b11c2a req-f763404f-8cd5-4a98-94a8-b4437d39a87f tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478804 May 14 15:56:04.320125 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:56:04.992122 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a912d0-4776-42fa-b88d-5a5df55aaed3 req-6a6dafcf-cb10-4607-815d-451042b28fe1 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:56:04.993792 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-27a912d0-4776-42fa-b88d-5a5df55aaed3 req-6a6dafcf-cb10-4607-815d-451042b28fe1 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1d28d7f-bade-404d-a453-e09a34fbb232 HTTP/1.1" status: 200 len: 945 time: 0.0494976 May 14 15:56:05.047384 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-27a912d0-4776-42fa-b88d-5a5df55aaed3 req-f96d2541-bc3e-4ec0-bc63-dda4a2a33e08 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/security-groups?id=90d0ee98-7fb8-4eb0-919e-a70f84705104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448806 May 14 15:56:05.357670 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fc0ef-4af2-4837-9f6a-f00b79596f14 req-501952d4-4740-458a-ac5a-7b9a306c963a tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:56:05.359313 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ab7fc0ef-4af2-4837-9f6a-f00b79596f14 req-501952d4-4740-458a-ac5a-7b9a306c963a tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 944 time: 0.0495205 May 14 15:56:05.410791 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ab7fc0ef-4af2-4837-9f6a-f00b79596f14 req-b597b76f-0898-4cf9-82ab-1889c44354b2 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449858 May 14 15:56:05.891395 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:56:06.165719 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b4fa3-f74e-4c26-aec1-743e631caa86 req-a3cf3efd-62e4-43a9-a589-0a5d72a1b26c tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:56:06.167130 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5e7b4fa3-f74e-4c26-aec1-743e631caa86 req-a3cf3efd-62e4-43a9-a589-0a5d72a1b26c tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1d28d7f-bade-404d-a453-e09a34fbb232 HTTP/1.1" status: 200 len: 945 time: 0.0533230 May 14 15:56:06.215387 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5e7b4fa3-f74e-4c26-aec1-743e631caa86 req-be4f8619-3dab-4ef8-bb4e-2c4bc47d02c2 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/security-groups?id=90d0ee98-7fb8-4eb0-919e-a70f84705104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428076 May 14 15:56:06.534848 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a197c-219e-4a32-800f-9b0917c0af91 req-8e60fbaa-bc4d-415f-9ab6-fba30ec96c99 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:56:06.536503 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a13a197c-219e-4a32-800f-9b0917c0af91 req-8e60fbaa-bc4d-415f-9ab6-fba30ec96c99 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 944 time: 0.0479743 May 14 15:56:06.587458 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a13a197c-219e-4a32-800f-9b0917c0af91 req-08df7dd6-40a1-43e6-894f-7f446bec157b tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440717 May 14 15:56:06.646351 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-cd1eea98-3021-4588-9590-5969087dafc2 None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 15:56:07.341758 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4255c6-51eb-4473-9e4b-4c4d3a648106 req-07bf0651-cc87-4270-95fb-b339ec6feaaf tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:56:07.343389 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8f4255c6-51eb-4473-9e4b-4c4d3a648106 req-07bf0651-cc87-4270-95fb-b339ec6feaaf tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1d28d7f-bade-404d-a453-e09a34fbb232 HTTP/1.1" status: 200 len: 945 time: 0.0538087 May 14 15:56:07.356183 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:56:07.396431 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8f4255c6-51eb-4473-9e4b-4c4d3a648106 req-01b95a2f-9afc-4fcd-91a9-2a4e89e14e1d tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/security-groups?id=90d0ee98-7fb8-4eb0-919e-a70f84705104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459862 May 14 15:56:07.712741 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9470d9-7d33-4d29-bae7-b44e32d3eba5 req-b052266a-def0-4950-a94d-d1810fd2c799 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:56:07.714195 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1d9470d9-7d33-4d29-bae7-b44e32d3eba5 req-b052266a-def0-4950-a94d-d1810fd2c799 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 944 time: 0.0479686 May 14 15:56:07.761376 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1d9470d9-7d33-4d29-bae7-b44e32d3eba5 req-9a816355-c6cc-4a25-975a-43c179499ebd tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414395 May 14 15:56:08.511715 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9514b6-ec06-4b6e-809d-327389330af3 req-301a6a5f-8c3c-4858-9218-d73ba252653f tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:56:08.513198 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6f9514b6-ec06-4b6e-809d-327389330af3 req-301a6a5f-8c3c-4858-9218-d73ba252653f tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1d28d7f-bade-404d-a453-e09a34fbb232 HTTP/1.1" status: 200 len: 945 time: 0.0473158 May 14 15:56:08.565902 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6f9514b6-ec06-4b6e-809d-327389330af3 req-792a5221-428d-40a9-b642-101cbc375d23 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/security-groups?id=90d0ee98-7fb8-4eb0-919e-a70f84705104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463481 May 14 15:56:08.909318 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861d33d-b2fd-44f4-b261-7eb02a9ea9f2 req-b2f5c4e2-ceb0-41a1-af50-138535607fe6 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:56:08.910799 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3861d33d-b2fd-44f4-b261-7eb02a9ea9f2 req-b2f5c4e2-ceb0-41a1-af50-138535607fe6 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 944 time: 0.0482185 May 14 15:56:08.957291 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3861d33d-b2fd-44f4-b261-7eb02a9ea9f2 req-14b60887-28ea-40e8-a1dc-c5e923f2f650 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409143 May 14 15:56:09.684372 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f3586-f4e7-4e04-8c49-ad877086c46f req-ec3fe581-d127-404b-9d54-671d8d30af7e tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:56:09.685948 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-707f3586-f4e7-4e04-8c49-ad877086c46f req-ec3fe581-d127-404b-9d54-671d8d30af7e tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1d28d7f-bade-404d-a453-e09a34fbb232 HTTP/1.1" status: 200 len: 945 time: 0.0515614 May 14 15:56:09.736048 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-707f3586-f4e7-4e04-8c49-ad877086c46f req-67b8e103-65a2-466c-8033-153de58f25ca tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/security-groups?id=90d0ee98-7fb8-4eb0-919e-a70f84705104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444596 May 14 15:56:10.081902 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfdda95-220f-4ed8-bd60-8c3193f37235 req-872d9be8-9593-4fb2-a829-c31b303a97d1 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:56:10.083386 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0bfdda95-220f-4ed8-bd60-8c3193f37235 req-872d9be8-9593-4fb2-a829-c31b303a97d1 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 944 time: 0.0513988 May 14 15:56:10.130737 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0bfdda95-220f-4ed8-bd60-8c3193f37235 req-12715c66-4e27-4a7b-8bc9-545321d10df6 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418065 May 14 15:56:10.852158 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b23f884-5af0-43e2-bf5b-dfede52afe68 req-4f89f029-119a-458b-bf62-c7e15d5db94d tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:56:10.854683 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8b23f884-5af0-43e2-bf5b-dfede52afe68 req-4f89f029-119a-458b-bf62-c7e15d5db94d tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1d28d7f-bade-404d-a453-e09a34fbb232 HTTP/1.1" status: 200 len: 945 time: 0.0486405 May 14 15:56:10.902187 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8b23f884-5af0-43e2-bf5b-dfede52afe68 req-8a19773a-d848-4368-81b2-172429b7df1e tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/security-groups?id=90d0ee98-7fb8-4eb0-919e-a70f84705104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426984 May 14 15:56:11.248769 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a91bd-b240-4d4a-b713-5ab4c5b8997a req-6ffeaa3f-aeca-4544-a66b-6db73be498cf tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:56:11.250208 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-de2a91bd-b240-4d4a-b713-5ab4c5b8997a req-6ffeaa3f-aeca-4544-a66b-6db73be498cf tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 944 time: 0.0468595 May 14 15:56:11.302619 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-de2a91bd-b240-4d4a-b713-5ab4c5b8997a req-c77a3ce2-399d-459f-9681-75199e67530a tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443389 May 14 15:56:12.013854 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4087b5-e66d-418e-9f76-948dc40f25d7 req-f3ae5d12-6a0b-4b56-b112-55d7f1561802 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:56:12.015314 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8d4087b5-e66d-418e-9f76-948dc40f25d7 req-f3ae5d12-6a0b-4b56-b112-55d7f1561802 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1d28d7f-bade-404d-a453-e09a34fbb232 HTTP/1.1" status: 200 len: 945 time: 0.0466726 May 14 15:56:12.060996 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8d4087b5-e66d-418e-9f76-948dc40f25d7 req-7f40c67e-f5ba-4332-aff9-5217821e1acd tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/security-groups?id=90d0ee98-7fb8-4eb0-919e-a70f84705104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401399 May 14 15:56:12.418505 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcead11-a564-4a64-88d2-fa466b6e49ad req-efceceb0-0b26-4641-9a65-e1534a95d8cb tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:56:12.419926 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6dcead11-a564-4a64-88d2-fa466b6e49ad req-efceceb0-0b26-4641-9a65-e1534a95d8cb tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 944 time: 0.0461135 May 14 15:56:12.465764 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6dcead11-a564-4a64-88d2-fa466b6e49ad req-b529cbe0-e0e5-4d56-890a-8db4985b875c tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403683 May 14 15:56:13.177084 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c0156-8136-4c7e-9080-db768cd83c25 req-f0523cd7-dba8-4277-a36a-223177bb2cb6 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:56:13.178574 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1a2c0156-8136-4c7e-9080-db768cd83c25 req-f0523cd7-dba8-4277-a36a-223177bb2cb6 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1d28d7f-bade-404d-a453-e09a34fbb232 HTTP/1.1" status: 200 len: 945 time: 0.0500600 May 14 15:56:13.224738 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1a2c0156-8136-4c7e-9080-db768cd83c25 req-1cb5ac7d-83ce-4fb3-b71d-1b815e84856a tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/security-groups?id=90d0ee98-7fb8-4eb0-919e-a70f84705104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405295 May 14 15:56:13.584742 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77874802-6994-4e29-a430-a95b18f7992f req-14e8ee6a-aecc-4b69-b7e0-0bd30c054aad tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:56:13.586429 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-77874802-6994-4e29-a430-a95b18f7992f req-14e8ee6a-aecc-4b69-b7e0-0bd30c054aad tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 944 time: 0.0475872 May 14 15:56:13.635413 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-77874802-6994-4e29-a430-a95b18f7992f req-2e9695a4-7024-408b-aea0-86cc35d1cbb0 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433321 May 14 15:56:14.339538 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3070463-98b0-488d-b38d-7e42eac0b32e req-a405a414-25bd-46e8-9f69-b22dcee14dd0 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:56:14.340978 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e3070463-98b0-488d-b38d-7e42eac0b32e req-a405a414-25bd-46e8-9f69-b22dcee14dd0 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1d28d7f-bade-404d-a453-e09a34fbb232 HTTP/1.1" status: 200 len: 945 time: 0.0507407 May 14 15:56:14.387170 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e3070463-98b0-488d-b38d-7e42eac0b32e req-03cb7cba-c6f9-42c6-9180-d35b66814e5e tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/security-groups?id=90d0ee98-7fb8-4eb0-919e-a70f84705104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406647 May 14 15:56:14.751929 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36dcb9-da96-45a8-9136-21e03084274a req-83b36c3d-13ef-4ee3-8b88-8d0cda8bea8d tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:56:14.753389 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-cf36dcb9-da96-45a8-9136-21e03084274a req-83b36c3d-13ef-4ee3-8b88-8d0cda8bea8d tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 944 time: 0.0469546 May 14 15:56:14.799552 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-cf36dcb9-da96-45a8-9136-21e03084274a req-7bd307f1-6bf2-4a8d-bbb9-62fbddf522aa tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406203 May 14 15:56:15.499083 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba4fc0-d73e-4951-b1b9-ca978cd74bb3 req-0f4c043a-edf6-49fc-a3c9-f4f63c9793a1 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:56:15.500517 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d1ba4fc0-d73e-4951-b1b9-ca978cd74bb3 req-0f4c043a-edf6-49fc-a3c9-f4f63c9793a1 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1d28d7f-bade-404d-a453-e09a34fbb232 HTTP/1.1" status: 200 len: 945 time: 0.0469661 May 14 15:56:15.548490 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d1ba4fc0-d73e-4951-b1b9-ca978cd74bb3 req-a98d3e35-8647-48e4-9130-cd436c7c8ab7 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/security-groups?id=90d0ee98-7fb8-4eb0-919e-a70f84705104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418692 May 14 15:56:15.918476 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d19c0-22e2-4b2c-bf0a-b4ecdc6576a6 req-763f2a35-2933-4296-bfad-b849ab0d521b tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:56:15.919911 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a28d19c0-22e2-4b2c-bf0a-b4ecdc6576a6 req-763f2a35-2933-4296-bfad-b849ab0d521b tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 944 time: 0.0465488 May 14 15:56:15.966156 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a28d19c0-22e2-4b2c-bf0a-b4ecdc6576a6 req-e56a5730-587e-46f4-86c4-24d345eb2707 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407693 May 14 15:56:16.661976 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a607dcc-42e1-43eb-949d-d9d31a36f8e8 req-6c2afcd7-84d0-4425-97bd-f1f0a273f9a5 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:56:16.663450 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7a607dcc-42e1-43eb-949d-d9d31a36f8e8 req-6c2afcd7-84d0-4425-97bd-f1f0a273f9a5 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1d28d7f-bade-404d-a453-e09a34fbb232 HTTP/1.1" status: 200 len: 945 time: 0.0479419 May 14 15:56:16.709491 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7a607dcc-42e1-43eb-949d-d9d31a36f8e8 req-309c64bd-1dc4-4cc1-b0cb-58c2f67b857f tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/security-groups?id=90d0ee98-7fb8-4eb0-919e-a70f84705104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405483 May 14 15:56:17.085724 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba8dd7-5110-4645-9b3c-ac57fdd51e8c req-0e23524b-8b6e-426c-9dbb-28441788db20 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:56:17.087248 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6cba8dd7-5110-4645-9b3c-ac57fdd51e8c req-0e23524b-8b6e-426c-9dbb-28441788db20 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 944 time: 0.0498357 May 14 15:56:17.133482 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6cba8dd7-5110-4645-9b3c-ac57fdd51e8c req-161d0bf7-08aa-441e-8893-bb27f6715bfb tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406942 May 14 15:56:17.589041 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1861191c-3dc3-4693-af19-560e752842a3 req-b908e2bc-9b59-44ef-9500-920c127c8dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:56:17.590541 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-1861191c-3dc3-4693-af19-560e752842a3 req-b908e2bc-9b59-44ef-9500-920c127c8dbd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a1d28d7f-bade-404d-a453-e09a34fbb232 HTTP/1.1" status: 200 len: 1129 time: 0.0414488 May 14 15:56:17.633356 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-1861191c-3dc3-4693-af19-560e752842a3 req-392a49b3-ace0-4469-a9b0-047bf5b21424 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=90d0ee98-7fb8-4eb0-919e-a70f84705104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372159 May 14 15:56:17.818587 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c005d-0f5d-4354-80aa-abf0b3b38666 req-1b7311c0-a445-41bd-a9a5-d744d6b65e94 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:56:17.820058 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-fd8c005d-0f5d-4354-80aa-abf0b3b38666 req-1b7311c0-a445-41bd-a9a5-d744d6b65e94 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1d28d7f-bade-404d-a453-e09a34fbb232 HTTP/1.1" status: 200 len: 945 time: 0.0463758 May 14 15:56:17.866578 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-fd8c005d-0f5d-4354-80aa-abf0b3b38666 req-e4ab8cbc-02f4-4a9d-88f6-5bb352056a14 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/security-groups?id=90d0ee98-7fb8-4eb0-919e-a70f84705104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409868 May 14 15:56:18.249061 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a589b5d8-de65-4f57-89db-a131e52a9f98 req-0a18538c-6a33-485a-8761-c55e79cf49a7 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:56:18.250528 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a589b5d8-de65-4f57-89db-a131e52a9f98 req-0a18538c-6a33-485a-8761-c55e79cf49a7 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 944 time: 0.0462728 May 14 15:56:18.299491 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a589b5d8-de65-4f57-89db-a131e52a9f98 req-9db4a011-5027-466e-b5b0-c4c48e3e6a98 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429742 May 14 15:56:18.977513 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00a67a-5c7b-4178-9b16-6af2f143f6ea req-413a011b-1fe0-4c93-a079-7fd1c5d3f596 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:56:18.979013 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5c00a67a-5c7b-4178-9b16-6af2f143f6ea req-413a011b-1fe0-4c93-a079-7fd1c5d3f596 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1d28d7f-bade-404d-a453-e09a34fbb232 HTTP/1.1" status: 200 len: 945 time: 0.0456469 May 14 15:56:19.136147 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5c00a67a-5c7b-4178-9b16-6af2f143f6ea req-a93b47a5-3880-4117-8b57-57cd8423e947 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/security-groups?id=90d0ee98-7fb8-4eb0-919e-a70f84705104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515472 May 14 15:56:19.417460 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f2a925-05cd-4981-a624-e2afabaf2bee req-076d3c0c-4801-4a5b-87a1-71288d531973 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:56:19.419026 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-75f2a925-05cd-4981-a624-e2afabaf2bee req-076d3c0c-4801-4a5b-87a1-71288d531973 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 944 time: 0.0473437 May 14 15:56:19.437725 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device e23afae5-7b01-4137-a087-ba1a741fd1f4 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=115112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 14 15:56:19.471552 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-75f2a925-05cd-4981-a624-e2afabaf2bee req-da6a100f-bf59-4cda-86e3-d60e831b8f34 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470343 May 14 15:56:19.539153 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port e23afae5-7b01-4137-a087-ba1a741fd1f4, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=e23afae5-7b01-4137-a087-ba1a741fd1f4,segment=NetworkSegment(4b29d80c-5a53-4124-96cc-b568754899ad),segment_id=4b29d80c-5a53-4124-96cc-b568754899ad)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:56:19.551027 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Returning: {'device': 'e23afae5-7b01-4137-a087-ba1a741fd1f4', 'network_id': 'd4128056-aa2b-474b-a7d3-2646c1ffdbcf', 'port_id': 'e23afae5-7b01-4137-a087-ba1a741fd1f4', 'mac_address': 'fa:16:3e:7c:58:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d228e71-c8a7-4ea8-bb77-1fa96d4cb770', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 14 15:56:19.592163 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port e23afae5-7b01-4137-a087-ba1a741fd1f4 is: DOWN; New status is: BUILD {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:56:19.592481 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (e23afae5-7b01-4137-a087-ba1a741fd1f4), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:56:19.605856 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e23afae5-7b01-4137-a087-ba1a741fd1f4 {{(pid=115112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 15:56:19.625523 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port e23afae5-7b01-4137-a087-ba1a741fd1f4, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=e23afae5-7b01-4137-a087-ba1a741fd1f4,segment=NetworkSegment(4b29d80c-5a53-4124-96cc-b568754899ad),segment_id=4b29d80c-5a53-4124-96cc-b568754899ad)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:56:19.629736 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (e23afae5-7b01-4137-a087-ba1a741fd1f4), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:56:19.676386 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=e23afae5-7b01-4137-a087-ba1a741fd1f4,revision_number=9']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:56:20.048448 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] get_ports_and_sgs() called for port_ids ['e23afae5-7b01-4137-a087-ba1a741fd1f4'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 15:56:20.250850 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc6701b-2e38-48ce-a7e2-6b6b181f24ed req-02296ea4-2300-40dd-a530-0a3b45b0da73 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:56:20.252277 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1fc6701b-2e38-48ce-a7e2-6b6b181f24ed req-02296ea4-2300-40dd-a530-0a3b45b0da73 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1d28d7f-bade-404d-a453-e09a34fbb232 HTTP/1.1" status: 200 len: 945 time: 0.0493886 May 14 15:56:20.297715 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1fc6701b-2e38-48ce-a7e2-6b6b181f24ed req-4480cffb-70a2-472d-9a8c-d9273d1cc714 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/security-groups?id=90d0ee98-7fb8-4eb0-919e-a70f84705104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398970 May 14 15:56:20.645014 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e49064-eb4b-46d2-b63e-4959adf05327 req-a58e636e-80a0-4794-93ef-aeb4ed472152 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:56:20.646515 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a3e49064-eb4b-46d2-b63e-4959adf05327 req-a58e636e-80a0-4794-93ef-aeb4ed472152 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 945 time: 0.0987349 May 14 15:56:20.700498 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a3e49064-eb4b-46d2-b63e-4959adf05327 req-93e0b4b0-e4b0-46b8-ab5a-e56e717c15cd tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475554 May 14 15:56:21.453663 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device e23afae5-7b01-4137-a087-ba1a741fd1f4 up at agent hyperv_hv-cinder-83979 {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:56:21.505437 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Provisioning complete for port e23afae5-7b01-4137-a087-ba1a741fd1f4 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:56:21.506338 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (e23afae5-7b01-4137-a087-ba1a741fd1f4), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:56:21.587295 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port e23afae5-7b01-4137-a087-ba1a741fd1f4 is: BUILD; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:56:21.587686 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (e23afae5-7b01-4137-a087-ba1a741fd1f4), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:56:21.609392 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca08141-979e-4519-88b3-c77e8a71ae3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23afae5-7b01-4137-a087-ba1a741fd1f4'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:56:21.611617 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bb685cd0d0d5598b2dce4f6f2400b8bab1844baadda65bc385176a7d6dc4011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-035deb9f-5238-4a92-8e94-10b431e2da27" -d '{"events": [{"server_uuid": "cca08141-979e-4519-88b3-c77e8a71ae3e", "name": "network-vif-plugged", "status": "completed", "tag": "e23afae5-7b01-4137-a087-ba1a741fd1f4"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:56:21.624149 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port e23afae5-7b01-4137-a087-ba1a741fd1f4, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=e23afae5-7b01-4137-a087-ba1a741fd1f4,segment=NetworkSegment(4b29d80c-5a53-4124-96cc-b568754899ad),segment_id=4b29d80c-5a53-4124-96cc-b568754899ad)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:56:21.628269 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (e23afae5-7b01-4137-a087-ba1a741fd1f4), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:56:21.654013 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 15:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c578d295-a199-4c59-979f-67ec03f3a0d4 x-openstack-request-id: req-c578d295-a199-4c59-979f-67ec03f3a0d4 {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:56:21.654325 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca08141-979e-4519-88b3-c77e8a71ae3e", "name": "network-vif-plugged", "status": "completed", "tag": "e23afae5-7b01-4137-a087-ba1a741fd1f4", "code": 200}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:56:21.654580 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c578d295-a199-4c59-979f-67ec03f3a0d4 {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:56:21.654973 dv-cinder-839793-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c578d295-a199-4c59-979f-67ec03f3a0d4'] response: {'server_uuid': 'cca08141-979e-4519-88b3-c77e8a71ae3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23afae5-7b01-4137-a087-ba1a741fd1f4', 'code': 200} May 14 15:56:21.681045 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=e23afae5-7b01-4137-a087-ba1a741fd1f4,revision_number=10']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:56:21.835791 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4eec4a-d957-4d9e-a151-9cab30ebc13e req-fb4b8ddf-0ba6-49b9-99a5-aa1bbdc20d2a tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:56:21.837427 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3c4eec4a-d957-4d9e-a151-9cab30ebc13e req-fb4b8ddf-0ba6-49b9-99a5-aa1bbdc20d2a tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 947 time: 0.0539646 May 14 15:56:21.885901 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c090c04-772f-440c-a8a8-71fab2ccd12e req-0f421c4a-79f9-40b0-8d3e-19401d55a17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:56:21.887512 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3c4eec4a-d957-4d9e-a151-9cab30ebc13e req-bee9a790-b86c-4404-98b8-c5dc884288c7 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441704 May 14 15:56:21.887640 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-3c090c04-772f-440c-a8a8-71fab2ccd12e req-0f421c4a-79f9-40b0-8d3e-19401d55a17f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 1131 time: 0.0403128 May 14 15:56:21.931821 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-3c090c04-772f-440c-a8a8-71fab2ccd12e req-fd350bc3-331b-43be-b853-2eda480c7ec5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376010 May 14 15:56:23.013836 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89402fd9-0640-44bc-bd08-2710b48a4265 req-e636317f-8f3a-440b-a8e4-96eeb2d0e908 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:56:23.015327 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-89402fd9-0640-44bc-bd08-2710b48a4265 req-e636317f-8f3a-440b-a8e4-96eeb2d0e908 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 947 time: 0.0501218 May 14 15:56:23.063324 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-89402fd9-0640-44bc-bd08-2710b48a4265 req-cea999c2-9c5a-4980-a01d-ce22e5112a55 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422881 May 14 15:56:24.195544 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ade58-1788-4ddf-85f1-ccaf40e2734a req-d90bfd7a-990b-4645-9604-22b8e2a4db9d tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:56:24.197168 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f87ade58-1788-4ddf-85f1-ccaf40e2734a req-d90bfd7a-990b-4645-9604-22b8e2a4db9d tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 947 time: 0.0483198 May 14 15:56:24.253867 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f87ade58-1788-4ddf-85f1-ccaf40e2734a req-9f285bae-4202-4969-b652-88ac911d1572 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489500 May 14 15:56:25.378007 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ca02f1-e4fc-42f4-8bfd-88f32f443dfe req-a6773313-8394-4be3-beec-918686cd1fbb tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:56:25.379548 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-05ca02f1-e4fc-42f4-8bfd-88f32f443dfe req-a6773313-8394-4be3-beec-918686cd1fbb tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 947 time: 0.0481524 May 14 15:56:25.426649 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-05ca02f1-e4fc-42f4-8bfd-88f32f443dfe req-ea9ae931-ae57-4358-a6f5-ac8e4a8ac8f5 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406692 May 14 15:56:28.902174 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-dd650994-0134-4e62-9d8b-b07009a0d0d3 req-fc869cb0-67fc-427d-949c-8e12edf63003 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432067 May 14 15:56:28.969614 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd650994-0134-4e62-9d8b-b07009a0d0d3 req-3497b8a5-94df-4950-9c97-bc2c56bc3569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:56:28.971152 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-dd650994-0134-4e62-9d8b-b07009a0d0d3 req-3497b8a5-94df-4950-9c97-bc2c56bc3569 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a3a2b5dee7a404a8445c8aa434b5a43&device_id=a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b HTTP/1.1" status: 200 len: 1129 time: 0.0398414 May 14 15:56:29.079440 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd650994-0134-4e62-9d8b-b07009a0d0d3 req-922bb88a-faf3-4ccc-9594-cb525b677151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:56:29.080729 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-dd650994-0134-4e62-9d8b-b07009a0d0d3 req-922bb88a-faf3-4ccc-9594-cb525b677151 service neutron] 10.222.0.36 "GET /v2.0/networks?id=791585d6-2e4a-4237-ab00-9a26c50b495e HTTP/1.1" status: 200 len: 913 time: 0.0876298 May 14 15:56:29.151822 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-dd650994-0134-4e62-9d8b-b07009a0d0d3 req-18fabd3a-4bfe-4db5-8894-adcf22d50f15 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85faf801-1e40-4e72-a22b-f9e9a859f83a HTTP/1.1" status: 200 len: 1000 time: 0.0644233 May 14 15:56:29.201727 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd650994-0134-4e62-9d8b-b07009a0d0d3 req-1ad57276-ed83-45f8-b191-0c53d9f8da96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:56:29.203212 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-dd650994-0134-4e62-9d8b-b07009a0d0d3 req-1ad57276-ed83-45f8-b191-0c53d9f8da96 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=77df9367-440f-44fc-82b0-848dccb99f62 HTTP/1.1" status: 200 len: 851 time: 0.0445471 May 14 15:56:29.248826 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd650994-0134-4e62-9d8b-b07009a0d0d3 req-02a9677d-7e81-45d3-a1c9-a000e9e02bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:56:29.250424 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-dd650994-0134-4e62-9d8b-b07009a0d0d3 req-02a9677d-7e81-45d3-a1c9-a000e9e02bff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=791585d6-2e4a-4237-ab00-9a26c50b495e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0408380 May 14 15:56:29.345228 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-dd650994-0134-4e62-9d8b-b07009a0d0d3 req-63a50d89-daa6-4cb7-ba39-caa114d357ab service neutron] 10.222.0.36 "GET /v2.0/networks/791585d6-2e4a-4237-ab00-9a26c50b495e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864112 May 14 15:56:29.441331 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-dd650994-0134-4e62-9d8b-b07009a0d0d3 req-0cf06f6f-b59c-4076-bf8c-4c67268f5a6b service neutron] 10.222.0.36 "GET /v2.0/networks/791585d6-2e4a-4237-ab00-9a26c50b495e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884831 May 14 15:56:31.026363 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-473c6d0d-9b86-4511-b785-7e2644e13756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:56:33.295863 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-d5fa305f-20b7-4d3c-812a-b523a306d02f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:56:33.720313 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (df6c86ae-fc26-40a3-91a1-648a304bf46f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:56:34.322389 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:56:35.893829 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:56:37.338818 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:56:43.645110 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-cd1eea98-3021-4588-9590-5969087dafc2 None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 15:57:01.028266 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-54a4172a-8f13-4a3a-bbf8-4cfcde3715f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:03.297701 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-9e4408ff-1520-4473-b9f2-3813be033981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:03.714328 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (df6c86ae-fc26-40a3-91a1-648a304bf46f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:04.328486 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:05.896990 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:07.341751 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:18.802589 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-33112256-140d-477e-bc7d-b8720ec913da tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1987363797&fields=id&tenant_id=7a3a2b5dee7a404a8445c8aa434b5a43 HTTP/1.1" status: 200 len: 267 time: 0.0448649 May 14 15:57:18.912226 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-11e5ce44-a818-48a4-80c3-461d7894ff88 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:18.913669 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-11e5ce44-a818-48a4-80c3-461d7894ff88 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/networks?id=791585d6-2e4a-4237-ab00-9a26c50b495e HTTP/1.1" status: 200 len: 812 time: 0.1043048 May 14 15:57:18.927794 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-f49e166c-50f7-4399-9d86-2712ae7a81a9 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/quotas/7a3a2b5dee7a404a8445c8aa434b5a43 HTTP/1.1" status: 200 len: 375 time: 0.0088351 May 14 15:57:18.979229 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-eeede97e-a660-4932-b340-addcf5cd0e33 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=7a3a2b5dee7a404a8445c8aa434b5a43&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0456965 May 14 15:57:18.994982 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-5ac2cac1-e177-4f34-aea7-44a0f6a0577c service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=115111) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 14 15:57:18.995965 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-5ac2cac1-e177-4f34-aea7-44a0f6a0577c service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059218 May 14 15:57:19.087273 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-db04f89a-798d-4e05-9176-8fecfac7141f service neutron] 10.222.0.61 "GET /v2.0/networks/791585d6-2e4a-4237-ab00-9a26c50b495e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857944 May 14 15:57:19.175480 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-82254241-b695-4855-a99b-6ce3bb48a156 service neutron] 10.222.0.61 "GET /v2.0/networks/791585d6-2e4a-4237-ab00-9a26c50b495e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826340 May 14 15:57:19.461968 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-76867dae-80f1-44d6-9edb-8ed169a662ae req-7c949fdb-0c1a-49ec-996d-e79f792814ae tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=6dd9e299-5776-4848-b4ab-6d07424a3f8e HTTP/1.1" status: 200 len: 210 time: 0.0278807 May 14 15:57:20.531945 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-8c27c640-cab2-4b96-bec7-b1baad2ebb14 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:20.533431 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-8c27c640-cab2-4b96-bec7-b1baad2ebb14 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.36 "GET /v2.0/networks?id=791585d6-2e4a-4237-ab00-9a26c50b495e HTTP/1.1" status: 200 len: 812 time: 0.1090581 May 14 15:57:20.573681 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-38d2f627-a137-4585-90b8-077dec123356 req-81be6060-fd63-4bd5-a49d-c336e490661a tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=6dd9e299-5776-4848-b4ab-6d07424a3f8e HTTP/1.1" status: 200 len: 210 time: 0.0322661 May 14 15:57:20.616073 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-28efd751-afec-48df-953d-1a12bbce58ae tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a3a2b5dee7a404a8445c8aa434b5a43 HTTP/1.1" status: 200 len: 380 time: 0.0618026 May 14 15:57:20.626000 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-854cd389-0553-4cdf-a62e-8d7d6a6ac582 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Request body: {'port': {'device_id': '6dd9e299-5776-4848-b4ab-6d07424a3f8e', 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e', 'admin_state_up': True, 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'security_groups': ['3dbc9699-a7c3-4ea6-bbf3-899c96de1d48']}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:57:20.645969 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-cd1eea98-3021-4588-9590-5969087dafc2 None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 15:57:20.736799 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-854cd389-0553-4cdf-a62e-8d7d6a6ac582 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Made reservation on behalf of 7a3a2b5dee7a404a8445c8aa434b5a43 for: {'port': 1} {{(pid=115110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:57:20.740315 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-854cd389-0553-4cdf-a62e-8d7d6a6ac582 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:20.872983 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.db_base_plugin_common [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-854cd389-0553-4cdf-a62e-8d7d6a6ac582 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Allocated IP 172.20.0.10 (791585d6-2e4a-4237-ab00-9a26c50b495e/77df9367-440f-44fc-82b0-848dccb99f62/d761eef1-490d-4627-a1cc-64f2436e7c0c) {{(pid=115110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:57:21.010126 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-854cd389-0553-4cdf-a62e-8d7d6a6ac582 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks [] for port (d761eef1-490d-4627-a1cc-64f2436e7c0c), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:21.043057 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-854cd389-0553-4cdf-a62e-8d7d6a6ac582 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (d761eef1-490d-4627-a1cc-64f2436e7c0c), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:21.085599 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-854cd389-0553-4cdf-a62e-8d7d6a6ac582 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Network 791585d6-2e4a-4237-ab00-9a26c50b495e is already hosted by enough agents. {{(pid=115110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:57:21.089219 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.base_scheduler [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-854cd389-0553-4cdf-a62e-8d7d6a6ac582 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Resources bound (agent type, host, resource id): {{(pid=115110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:57:21.092961 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.l3_dvrscheduler_db [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-854cd389-0553-4cdf-a62e-8d7d6a6ac582 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Received port after_create {{(pid=115110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:57:21.123482 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854cd389-0553-4cdf-a62e-8d7d6a6ac582 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Pushing event updated for resources: {'Port': ['ID=d761eef1-490d-4627-a1cc-64f2436e7c0c,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:57:21.139276 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854cd389-0553-4cdf-a62e-8d7d6a6ac582 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:57:21.139276 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854cd389-0553-4cdf-a62e-8d7d6a6ac582 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:57:21.139606 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854cd389-0553-4cdf-a62e-8d7d6a6ac582 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:57:21.139851 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854cd389-0553-4cdf-a62e-8d7d6a6ac582 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:57:21.140174 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854cd389-0553-4cdf-a62e-8d7d6a6ac582 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:57:21.140505 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854cd389-0553-4cdf-a62e-8d7d6a6ac582 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:57:21.140833 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854cd389-0553-4cdf-a62e-8d7d6a6ac582 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:57:21.141157 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854cd389-0553-4cdf-a62e-8d7d6a6ac582 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:57:21.141479 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854cd389-0553-4cdf-a62e-8d7d6a6ac582 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:57:21.141812 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854cd389-0553-4cdf-a62e-8d7d6a6ac582 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:57:21.142135 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854cd389-0553-4cdf-a62e-8d7d6a6ac582 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:57:21.142498 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854cd389-0553-4cdf-a62e-8d7d6a6ac582 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:57:21.142822 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854cd389-0553-4cdf-a62e-8d7d6a6ac582 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:57:21.143145 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854cd389-0553-4cdf-a62e-8d7d6a6ac582 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:57:21.143464 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854cd389-0553-4cdf-a62e-8d7d6a6ac582 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:57:21.164935 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-854cd389-0553-4cdf-a62e-8d7d6a6ac582 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:21.165727 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-854cd389-0553-4cdf-a62e-8d7d6a6ac582 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:21.182807 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-854cd389-0553-4cdf-a62e-8d7d6a6ac582 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5603771 May 14 15:57:21.192085 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-cf852710-aa4d-4bb7-9bd1-0b8dc0879727 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=115110) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 14 15:57:21.193048 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-cf852710-aa4d-4bb7-9bd1-0b8dc0879727 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052209 May 14 15:57:21.257975 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-29ccbaa9-eda7-4a35-b8ec-a977eb31645e service neutron] Request body: {'port': {'device_id': '6dd9e299-5776-4848-b4ab-6d07424a3f8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:57:21.303925 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-41fa865b-1f3c-4c91-8348-dcc4d47db689 None None] Provisioning complete for port d761eef1-490d-4627-a1cc-64f2436e7c0c triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:57:21.304549 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-41fa865b-1f3c-4c91-8348-dcc4d47db689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (d761eef1-490d-4627-a1cc-64f2436e7c0c), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:21.318154 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-29ccbaa9-eda7-4a35-b8ec-a977eb31645e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (d761eef1-490d-4627-a1cc-64f2436e7c0c), before_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:21.341690 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-41fa865b-1f3c-4c91-8348-dcc4d47db689 None None] Port d761eef1-490d-4627-a1cc-64f2436e7c0c cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 14 15:57:21.607411 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.notifiers.nova [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-29ccbaa9-eda7-4a35-b8ec-a977eb31645e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d761eef1-490d-4627-a1cc-64f2436e7c0c {{(pid=115110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 15:57:21.615058 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-29ccbaa9-eda7-4a35-b8ec-a977eb31645e service neutron] Publish callbacks [] for port (d761eef1-490d-4627-a1cc-64f2436e7c0c), precommit_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:21.629102 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.provisioning_blocks [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-29ccbaa9-eda7-4a35-b8ec-a977eb31645e service neutron] Transition to ACTIVE for port object d761eef1-490d-4627-a1cc-64f2436e7c0c will not be triggered until provisioned by entity L2. {{(pid=115110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 14 15:57:21.633539 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-29ccbaa9-eda7-4a35-b8ec-a977eb31645e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3204974'] for port (d761eef1-490d-4627-a1cc-64f2436e7c0c), after_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:21.683528 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ccbaa9-eda7-4a35-b8ec-a977eb31645e service neutron] Pushing event updated for resources: {'Port': ['ID=d761eef1-490d-4627-a1cc-64f2436e7c0c,revision_number=2']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:57:21.693456 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c12ea-5eeb-4916-8525-46c64bd5d149 req-ae965a29-ae90-4fc4-9e68-a0e7bd1e51ed tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:21.695315 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6b3c12ea-5eeb-4916-8525-46c64bd5d149 req-ae965a29-ae90-4fc4-9e68-a0e7bd1e51ed tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=6dd9e299-5776-4848-b4ab-6d07424a3f8e HTTP/1.1" status: 200 len: 944 time: 0.0507524 May 14 15:57:21.758915 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6b3c12ea-5eeb-4916-8525-46c64bd5d149 req-c4524b73-fadf-4556-82cd-5070bf07f9b9 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544968 May 14 15:57:21.763581 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.managers [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-29ccbaa9-eda7-4a35-b8ec-a977eb31645e service neutron] Attempting to bind port d761eef1-490d-4627-a1cc-64f2436e7c0c on host hv-cinder-83979 for vnic_type normal with profile {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 15:57:21.763726 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.managers [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-29ccbaa9-eda7-4a35-b8ec-a977eb31645e service neutron] Attempting to bind port d761eef1-490d-4627-a1cc-64f2436e7c0c by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '25b88ee4-cf04-43f5-bf5d-28b6fbf20225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e'}] {{(pid=115110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 15:57:21.764058 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-29ccbaa9-eda7-4a35-b8ec-a977eb31645e service neutron] Attempting to bind port d761eef1-490d-4627-a1cc-64f2436e7c0c on network 791585d6-2e4a-4237-ab00-9a26c50b495e {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:57:21.768982 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-29ccbaa9-eda7-4a35-b8ec-a977eb31645e service neutron] Port d761eef1-490d-4627-a1cc-64f2436e7c0c on network 791585d6-2e4a-4237-ab00-9a26c50b495e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 14 15:57:21.769305 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-29ccbaa9-eda7-4a35-b8ec-a977eb31645e service neutron] Attempting to bind port d761eef1-490d-4627-a1cc-64f2436e7c0c on network 791585d6-2e4a-4237-ab00-9a26c50b495e {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:57:21.774522 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-29ccbaa9-eda7-4a35-b8ec-a977eb31645e service neutron] Checking agent: {'id': 'df6c86ae-fc26-40a3-91a1-648a304bf46f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 44, 23), 'started_at': datetime.datetime(2022, 5, 14, 15, 44, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 15, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 15:57:21.774866 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-29ccbaa9-eda7-4a35-b8ec-a977eb31645e service neutron] Checking segment: {'id': '25b88ee4-cf04-43f5-bf5d-28b6fbf20225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:57:21.775257 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-29ccbaa9-eda7-4a35-b8ec-a977eb31645e service neutron] Bound using segment: {'id': '25b88ee4-cf04-43f5-bf5d-28b6fbf20225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e'} {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 15:57:21.776229 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.managers [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-29ccbaa9-eda7-4a35-b8ec-a977eb31645e service neutron] Bound port: d761eef1-490d-4627-a1cc-64f2436e7c0c, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25b88ee4-cf04-43f5-bf5d-28b6fbf20225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e'}}] {{(pid=115110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 15:57:21.776586 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-29ccbaa9-eda7-4a35-b8ec-a977eb31645e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (d761eef1-490d-4627-a1cc-64f2436e7c0c), before_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:21.843511 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-29ccbaa9-eda7-4a35-b8ec-a977eb31645e service neutron] For port d761eef1-490d-4627-a1cc-64f2436e7c0c, host hv-cinder-83979, cleared binding levels {{(pid=115110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 15:57:21.846620 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-29ccbaa9-eda7-4a35-b8ec-a977eb31645e service neutron] For port d761eef1-490d-4627-a1cc-64f2436e7c0c, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=d761eef1-490d-4627-a1cc-64f2436e7c0c,segment=NetworkSegment(25b88ee4-cf04-43f5-bf5d-28b6fbf20225),segment_id=25b88ee4-cf04-43f5-bf5d-28b6fbf20225)] {{(pid=115110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 15:57:21.852095 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-29ccbaa9-eda7-4a35-b8ec-a977eb31645e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3204974'] for port (d761eef1-490d-4627-a1cc-64f2436e7c0c), after_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:21.886074 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-29ccbaa9-eda7-4a35-b8ec-a977eb31645e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:21.886718 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-29ccbaa9-eda7-4a35-b8ec-a977eb31645e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:21.888098 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-29ccbaa9-eda7-4a35-b8ec-a977eb31645e service neutron] 10.222.0.36 "PUT /v2.0/ports/d761eef1-490d-4627-a1cc-64f2436e7c0c HTTP/1.1" status: 200 len: 1094 time: 0.6839516 May 14 15:57:21.888539 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd9e299-5776-4848-b4ab-6d07424a3f8e', 'tag': 'd761eef1-490d-4627-a1cc-64f2436e7c0c'}] {{(pid=115110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:57:21.890759 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a270656aa08f71c574e37588e4b5bc67f1398202d03dea947e2a2c931e3df3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c99901c-d500-46ed-98ad-51e913a327d2" -d '{"events": [{"name": "network-changed", "server_uuid": "6dd9e299-5776-4848-b4ab-6d07424a3f8e", "tag": "d761eef1-490d-4627-a1cc-64f2436e7c0c"}]}' {{(pid=115110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:57:21.921056 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ccbaa9-eda7-4a35-b8ec-a977eb31645e service neutron] Pushing event updated for resources: {'Port': ['ID=d761eef1-490d-4627-a1cc-64f2436e7c0c,revision_number=3']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:57:22.023434 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-22f30d2f-e113-4530-b903-8c21235f0572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:22.025072 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-22f30d2f-e113-4530-b903-8c21235f0572 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a3a2b5dee7a404a8445c8aa434b5a43&device_id=6dd9e299-5776-4848-b4ab-6d07424a3f8e HTTP/1.1" status: 200 len: 1128 time: 0.0732057 May 14 15:57:22.027376 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 15:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da572128-0a12-41db-886f-560fc2196ece x-openstack-request-id: req-da572128-0a12-41db-886f-560fc2196ece {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:57:22.027736 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dd9e299-5776-4848-b4ab-6d07424a3f8e", "tag": "d761eef1-490d-4627-a1cc-64f2436e7c0c", "status": "completed", "code": 200}]} {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:57:22.027909 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-da572128-0a12-41db-886f-560fc2196ece {{(pid=115110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:57:22.028296 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da572128-0a12-41db-886f-560fc2196ece'] response: {'name': 'network-changed', 'server_uuid': '6dd9e299-5776-4848-b4ab-6d07424a3f8e', 'tag': 'd761eef1-490d-4627-a1cc-64f2436e7c0c', 'status': 'completed', 'code': 200} May 14 15:57:22.083796 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-94f5e89a-1b66-479c-9dde-95e3f94c8ab6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d761eef1-490d-4627-a1cc-64f2436e7c0c HTTP/1.1" status: 200 len: 217 time: 0.0378056 May 14 15:57:22.135544 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-2cc9e7c4-4bd4-4e43-96bf-7665c56f766a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:22.137077 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-2cc9e7c4-4bd4-4e43-96bf-7665c56f766a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=77df9367-440f-44fc-82b0-848dccb99f62 HTTP/1.1" status: 200 len: 851 time: 0.0477126 May 14 15:57:22.191619 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-7f22ef41-3282-435d-abdb-bdbe8cd23b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:22.193157 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-7f22ef41-3282-435d-abdb-bdbe8cd23b72 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=791585d6-2e4a-4237-ab00-9a26c50b495e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0502350 May 14 15:57:22.303693 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-241b6ec3-8923-4826-82a4-733d17c955e3 service neutron] 10.222.0.36 "GET /v2.0/networks/791585d6-2e4a-4237-ab00-9a26c50b495e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842764 May 14 15:57:22.395083 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-84192c8a-793e-42f2-aff1-b297b7ed7391 req-e1094c40-60ee-4316-9333-c118297215be service neutron] 10.222.0.36 "GET /v2.0/networks/791585d6-2e4a-4237-ab00-9a26c50b495e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846758 May 14 15:57:22.493673 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99901c-d500-46ed-98ad-51e913a327d2 req-34b506c2-3186-4506-8b06-1da7f68c4301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:22.495363 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-4c99901c-d500-46ed-98ad-51e913a327d2 req-34b506c2-3186-4506-8b06-1da7f68c4301 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a3a2b5dee7a404a8445c8aa434b5a43&device_id=6dd9e299-5776-4848-b4ab-6d07424a3f8e HTTP/1.1" status: 200 len: 1128 time: 0.0394974 May 14 15:57:22.595524 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99901c-d500-46ed-98ad-51e913a327d2 req-575ce635-375d-470e-93d8-b64d3ff9a0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:22.596979 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-4c99901c-d500-46ed-98ad-51e913a327d2 req-575ce635-375d-470e-93d8-b64d3ff9a0aa service neutron] 10.222.0.36 "GET /v2.0/networks?id=791585d6-2e4a-4237-ab00-9a26c50b495e HTTP/1.1" status: 200 len: 913 time: 0.0936451 May 14 15:57:22.637160 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-4c99901c-d500-46ed-98ad-51e913a327d2 req-7c4e2c07-1349-407c-ae5e-b1bb71b75d92 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d761eef1-490d-4627-a1cc-64f2436e7c0c HTTP/1.1" status: 200 len: 217 time: 0.0336225 May 14 15:57:22.689883 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99901c-d500-46ed-98ad-51e913a327d2 req-a22eba5b-6ed6-4605-90f7-80e891ee897d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:22.691341 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-4c99901c-d500-46ed-98ad-51e913a327d2 req-a22eba5b-6ed6-4605-90f7-80e891ee897d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=77df9367-440f-44fc-82b0-848dccb99f62 HTTP/1.1" status: 200 len: 851 time: 0.0482233 May 14 15:57:22.737770 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99901c-d500-46ed-98ad-51e913a327d2 req-0c9834d3-2fad-4633-9883-dc9340d25ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:22.739302 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-4c99901c-d500-46ed-98ad-51e913a327d2 req-0c9834d3-2fad-4633-9883-dc9340d25ef6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=791585d6-2e4a-4237-ab00-9a26c50b495e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409968 May 14 15:57:22.828534 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-4c99901c-d500-46ed-98ad-51e913a327d2 req-ce556ac1-8a29-4605-b350-b23b8001fd58 service neutron] 10.222.0.36 "GET /v2.0/networks/791585d6-2e4a-4237-ab00-9a26c50b495e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820839 May 14 15:57:22.866366 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7eb36-a4c5-4f91-b143-b8e687065547 req-7b776ed6-ea26-4c31-b179-0e9a89d49eaa tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:22.868138 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-48f7eb36-a4c5-4f91-b143-b8e687065547 req-7b776ed6-ea26-4c31-b179-0e9a89d49eaa tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=6dd9e299-5776-4848-b4ab-6d07424a3f8e HTTP/1.1" status: 200 len: 944 time: 0.0473413 May 14 15:57:22.918738 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-48f7eb36-a4c5-4f91-b143-b8e687065547 req-f2d00cd0-f4b1-47dd-8cc9-1444feb68196 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448852 May 14 15:57:22.921552 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-4c99901c-d500-46ed-98ad-51e913a327d2 req-23e5c1a5-b32a-4610-9e02-8b2874175e33 service neutron] 10.222.0.36 "GET /v2.0/networks/791585d6-2e4a-4237-ab00-9a26c50b495e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867426 May 14 15:57:24.033320 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d981691-cfd5-4f88-9a71-c5df69939cb0 req-9cbc2c35-9914-40f6-bc8a-69aa124873e8 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:24.034779 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8d981691-cfd5-4f88-9a71-c5df69939cb0 req-9cbc2c35-9914-40f6-bc8a-69aa124873e8 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=6dd9e299-5776-4848-b4ab-6d07424a3f8e HTTP/1.1" status: 200 len: 944 time: 0.0493186 May 14 15:57:24.083135 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8d981691-cfd5-4f88-9a71-c5df69939cb0 req-76223486-868e-4c7b-98d6-bd55c65f756a tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428247 May 14 15:57:25.198883 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3226ab-6c7f-42b0-a3f3-f54d1a622ac7 req-07738002-d55d-4dcf-a496-d5dd975d3ecc tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:25.200538 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-fa3226ab-6c7f-42b0-a3f3-f54d1a622ac7 req-07738002-d55d-4dcf-a496-d5dd975d3ecc tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=6dd9e299-5776-4848-b4ab-6d07424a3f8e HTTP/1.1" status: 200 len: 944 time: 0.0483222 May 14 15:57:25.252003 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-fa3226ab-6c7f-42b0-a3f3-f54d1a622ac7 req-c7b07051-833d-4e4d-a8dc-a5957df94afa tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446880 May 14 15:57:26.370247 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db3f1a-b13f-4c86-8de0-f610309f0edb req-4b3333e4-24b1-4039-9406-29df813585ff tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:26.371759 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f8db3f1a-b13f-4c86-8de0-f610309f0edb req-4b3333e4-24b1-4039-9406-29df813585ff tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=6dd9e299-5776-4848-b4ab-6d07424a3f8e HTTP/1.1" status: 200 len: 944 time: 0.0509148 May 14 15:57:26.423982 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f8db3f1a-b13f-4c86-8de0-f610309f0edb req-ad0ce486-e526-4404-a7a9-42cfcd170889 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462508 May 14 15:57:27.543189 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883446cd-8e23-41d8-9c0c-e87f53d79057 req-14dbd4b7-c740-4fee-a6ce-ded16add362d tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:27.544634 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-883446cd-8e23-41d8-9c0c-e87f53d79057 req-14dbd4b7-c740-4fee-a6ce-ded16add362d tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=6dd9e299-5776-4848-b4ab-6d07424a3f8e HTTP/1.1" status: 200 len: 944 time: 0.0455329 May 14 15:57:27.593195 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-883446cd-8e23-41d8-9c0c-e87f53d79057 req-66c0aa85-9492-484b-a5d1-5512431e6120 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431147 May 14 15:57:28.713420 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c5035e-3689-48f9-bf04-9f2105f3caa6 req-9ae6a27a-0b29-4e1a-aa4d-d2b6338eb356 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:28.714629 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-29c5035e-3689-48f9-bf04-9f2105f3caa6 req-9ae6a27a-0b29-4e1a-aa4d-d2b6338eb356 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=6dd9e299-5776-4848-b4ab-6d07424a3f8e HTTP/1.1" status: 200 len: 944 time: 0.0501194 May 14 15:57:28.777892 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3d9a6-deec-401b-9ea4-652c72a7872b req-e4267101-d220-460b-8e8f-9584df5a02e0 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:28.779606 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-72a3d9a6-deec-401b-9ea4-652c72a7872b req-e4267101-d220-460b-8e8f-9584df5a02e0 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1d28d7f-bade-404d-a453-e09a34fbb232 HTTP/1.1" status: 200 len: 945 time: 0.0641134 May 14 15:57:28.818260 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-29c5035e-3689-48f9-bf04-9f2105f3caa6 req-3839e45d-c3cf-4478-a20f-f05e7b5a0610 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945444 May 14 15:57:28.845222 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-72a3d9a6-deec-401b-9ea4-652c72a7872b req-03f0973f-2157-43b5-b561-0df462d9fb05 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/security-groups?id=90d0ee98-7fb8-4eb0-919e-a70f84705104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597637 May 14 15:57:29.958875 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2653164-8a6a-4800-9896-c76989e9f570 req-4416b1a9-4282-4bf0-89f4-c8e160cc2fde tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:29.960329 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d2653164-8a6a-4800-9896-c76989e9f570 req-4416b1a9-4282-4bf0-89f4-c8e160cc2fde tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=6dd9e299-5776-4848-b4ab-6d07424a3f8e HTTP/1.1" status: 200 len: 944 time: 0.0750060 May 14 15:57:29.979783 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0aceb9-795b-48ad-891e-856ea1425630 req-61c26fa0-a32c-4862-9ca6-e215d0f31c31 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:29.981158 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9d0aceb9-795b-48ad-891e-856ea1425630 req-61c26fa0-a32c-4862-9ca6-e215d0f31c31 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1d28d7f-bade-404d-a453-e09a34fbb232 HTTP/1.1" status: 200 len: 945 time: 0.0688901 May 14 15:57:30.045714 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d2653164-8a6a-4800-9896-c76989e9f570 req-465766c5-58fa-444b-a762-89639be8209e tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790672 May 14 15:57:30.052391 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9d0aceb9-795b-48ad-891e-856ea1425630 req-13e5d9c6-9748-40f7-b895-451dc89afaa7 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/security-groups?id=90d0ee98-7fb8-4eb0-919e-a70f84705104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634406 May 14 15:57:30.552330 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0990d5c-c847-4ea2-a79a-ad42c91673fd req-5688b5d4-877f-41c2-84db-30d1955232fe tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:30.553790 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d0990d5c-c847-4ea2-a79a-ad42c91673fd req-5688b5d4-877f-41c2-84db-30d1955232fe tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ae36099-24d3-40a1-83c6-cf72bb619a57 HTTP/1.1" status: 200 len: 946 time: 0.0504687 May 14 15:57:30.601088 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d0990d5c-c847-4ea2-a79a-ad42c91673fd req-1b4239a8-48a6-43bb-9dff-9f3f260b5531 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=c69557db-9786-438f-926c-1abcdc92b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406902 May 14 15:57:31.030012 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-50aa39a0-fabb-4468-b887-ac72cc959efb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:31.187665 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa25f1-ce52-4d0e-930e-061f8c55e627 req-74724c22-e842-4b56-8436-da007ebad762 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:31.189112 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-4faa25f1-ce52-4d0e-930e-061f8c55e627 req-74724c22-e842-4b56-8436-da007ebad762 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=6dd9e299-5776-4848-b4ab-6d07424a3f8e HTTP/1.1" status: 200 len: 944 time: 0.0768635 May 14 15:57:31.194925 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3453f6-3b93-4be4-afb1-692ef24d3bf6 req-56ac9eeb-5e58-4fcc-827e-f3b21983b9dd tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:31.196243 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1d3453f6-3b93-4be4-afb1-692ef24d3bf6 req-56ac9eeb-5e58-4fcc-827e-f3b21983b9dd tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1d28d7f-bade-404d-a453-e09a34fbb232 HTTP/1.1" status: 200 len: 945 time: 0.0748239 May 14 15:57:31.269195 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-4faa25f1-ce52-4d0e-930e-061f8c55e627 req-987f53e4-07c5-46f2-bec1-90c851b70dcf tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720410 May 14 15:57:31.273193 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1d3453f6-3b93-4be4-afb1-692ef24d3bf6 req-90d26763-e336-4103-a0d6-5c7ceb23f9cd tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/security-groups?id=90d0ee98-7fb8-4eb0-919e-a70f84705104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698037 May 14 15:57:31.712147 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ae954-77e5-4807-8db2-5512dfb44e33 req-9c51904b-4555-4757-a564-eef92e8cbc9f tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:31.714080 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7e0ae954-77e5-4807-8db2-5512dfb44e33 req-9c51904b-4555-4757-a564-eef92e8cbc9f tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ae36099-24d3-40a1-83c6-cf72bb619a57 HTTP/1.1" status: 200 len: 946 time: 0.0456600 May 14 15:57:32.029424 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7e0ae954-77e5-4807-8db2-5512dfb44e33 req-47531966-689f-4e25-bf68-bea3cff567bf tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=c69557db-9786-438f-926c-1abcdc92b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3097575 May 14 15:57:32.203812 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340639b-554d-4477-9a16-92331616c246 req-dc48af76-5fc3-4719-ae35-458d4eaa5d8c tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:32.205281 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-a340639b-554d-4477-9a16-92331616c246 req-dc48af76-5fc3-4719-ae35-458d4eaa5d8c tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1d28d7f-bade-404d-a453-e09a34fbb232 HTTP/1.1" status: 200 len: 945 time: 0.0491693 May 14 15:57:32.302063 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [req-a340639b-554d-4477-9a16-92331616c246 req-e2e7858e-d693-4b2d-8193-47d7614cb284 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Deleting port 5a791dcd-9407-4b8e-8d0a-a169fe794020 {{(pid=115110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 15:57:32.302450 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-a340639b-554d-4477-9a16-92331616c246 req-e2e7858e-d693-4b2d-8193-47d7614cb284 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (5a791dcd-9407-4b8e-8d0a-a169fe794020), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:32.401773 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [req-a340639b-554d-4477-9a16-92331616c246 req-e2e7858e-d693-4b2d-8193-47d7614cb284 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] For port 5a791dcd-9407-4b8e-8d0a-a169fe794020, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=5a791dcd-9407-4b8e-8d0a-a169fe794020,segment=NetworkSegment(f965da8a-cfbc-4bf8-b3a6-d86a8d232373),segment_id=f965da8a-cfbc-4bf8-b3a6-d86a8d232373)] {{(pid=115110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:57:32.402139 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-a340639b-554d-4477-9a16-92331616c246 req-e2e7858e-d693-4b2d-8193-47d7614cb284 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (5a791dcd-9407-4b8e-8d0a-a169fe794020), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:32.417017 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a041502-c7b1-4e7f-8e6c-e9db4170043c req-a37528fb-fb98-45be-9b3b-71410bfd757b tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:32.418688 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8a041502-c7b1-4e7f-8e6c-e9db4170043c req-a37528fb-fb98-45be-9b3b-71410bfd757b tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=6dd9e299-5776-4848-b4ab-6d07424a3f8e HTTP/1.1" status: 200 len: 944 time: 0.0809832 May 14 15:57:32.418827 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [req-a340639b-554d-4477-9a16-92331616c246 req-e2e7858e-d693-4b2d-8193-47d7614cb284 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Calling delete_port for 5a791dcd-9407-4b8e-8d0a-a169fe794020 owned by compute:nova {{(pid=115110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 15:57:32.430495 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93322f-0036-4281-bd28-c56f1069cbd4 req-cbdef553-f5bd-4234-ae68-b4d3d7aa90ef tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:32.432268 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3b93322f-0036-4281-bd28-c56f1069cbd4 req-cbdef553-f5bd-4234-ae68-b4d3d7aa90ef tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1d28d7f-bade-404d-a453-e09a34fbb232 HTTP/1.1" status: 200 len: 945 time: 0.0841000 May 14 15:57:32.509151 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8a041502-c7b1-4e7f-8e6c-e9db4170043c req-bae395bd-9b09-49f3-a230-e694310b0f30 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758669 May 14 15:57:32.516352 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3b93322f-0036-4281-bd28-c56f1069cbd4 req-8582c3fb-57d7-4810-8ed3-d5eb95df97ea tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/security-groups?id=90d0ee98-7fb8-4eb0-919e-a70f84705104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742824 May 14 15:57:32.553164 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-a340639b-554d-4477-9a16-92331616c246 req-e2e7858e-d693-4b2d-8193-47d7614cb284 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (5a791dcd-9407-4b8e-8d0a-a169fe794020), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:32.588708 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e7858e-d693-4b2d-8193-47d7614cb284 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Pushing event deleted for resources: {'Port': ['ID=5a791dcd-9407-4b8e-8d0a-a169fe794020,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:57:32.630147 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.l3_dvrscheduler_db [req-a340639b-554d-4477-9a16-92331616c246 req-e2e7858e-d693-4b2d-8193-47d7614cb284 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] No DVR routers for this DVR port 5a791dcd-9407-4b8e-8d0a-a169fe794020 on host hv-cinder-83979 {{(pid=115110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 15:57:32.632697 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-a340639b-554d-4477-9a16-92331616c246 req-e2e7858e-d693-4b2d-8193-47d7614cb284 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:32.636645 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-a340639b-554d-4477-9a16-92331616c246 req-e2e7858e-d693-4b2d-8193-47d7614cb284 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.36 "DELETE /v2.0/ports/5a791dcd-9407-4b8e-8d0a-a169fe794020 HTTP/1.1" status: 204 len: 173 time: 0.4256837 May 14 15:57:32.637080 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d28d7f-bade-404d-a453-e09a34fbb232', 'name': 'network-vif-deleted', 'tag': '5a791dcd-9407-4b8e-8d0a-a169fe794020'}] {{(pid=115110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:57:32.639288 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a270656aa08f71c574e37588e4b5bc67f1398202d03dea947e2a2c931e3df3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db02a55b-e060-467d-b949-378d9a9c2dfc" -d '{"events": [{"server_uuid": "a1d28d7f-bade-404d-a453-e09a34fbb232", "name": "network-vif-deleted", "tag": "5a791dcd-9407-4b8e-8d0a-a169fe794020"}]}' {{(pid=115110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:57:32.674018 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 15:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4151fb1d-70ff-4d9d-ae31-334e02ef9001 x-openstack-request-id: req-4151fb1d-70ff-4d9d-ae31-334e02ef9001 {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:57:32.674333 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1d28d7f-bade-404d-a453-e09a34fbb232", "name": "network-vif-deleted", "tag": "5a791dcd-9407-4b8e-8d0a-a169fe794020", "status": "completed", "code": 200}]} {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:57:32.674641 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4151fb1d-70ff-4d9d-ae31-334e02ef9001 {{(pid=115110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:57:32.675075 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4151fb1d-70ff-4d9d-ae31-334e02ef9001'] response: {'server_uuid': 'a1d28d7f-bade-404d-a453-e09a34fbb232', 'name': 'network-vif-deleted', 'tag': '5a791dcd-9407-4b8e-8d0a-a169fe794020', 'status': 'completed', 'code': 200} May 14 15:57:33.147546 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f65b4-f569-474d-883b-3c7008605d26 req-7db438b9-f5b5-495b-b06d-e8feecef8033 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:33.149064 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-650f65b4-f569-474d-883b-3c7008605d26 req-7db438b9-f5b5-495b-b06d-e8feecef8033 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ae36099-24d3-40a1-83c6-cf72bb619a57 HTTP/1.1" status: 200 len: 946 time: 0.0543005 May 14 15:57:33.149439 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649f59b-63c5-473e-ab47-056e83e1a191 req-00856722-ed80-42b1-bea0-97ccf9e34c25 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:33.151468 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-9649f59b-63c5-473e-ab47-056e83e1a191 req-00856722-ed80-42b1-bea0-97ccf9e34c25 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ae36099-24d3-40a1-83c6-cf72bb619a57 HTTP/1.1" status: 200 len: 946 time: 0.0601301 May 14 15:57:33.197034 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-650f65b4-f569-474d-883b-3c7008605d26 req-870784ce-a774-4ad1-a16d-9a3058413e9a tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=c69557db-9786-438f-926c-1abcdc92b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408354 May 14 15:57:33.299212 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-dde0083b-80e2-4f57-bc4f-3c2686db1437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:33.641296 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d1283e70-f4cf-422e-9a38-6b1edfaeb80a req-3f6d66a6-b908-477b-8c12-f873450c7959 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1d28d7f-bade-404d-a453-e09a34fbb232 HTTP/1.1" status: 200 len: 210 time: 0.0356860 May 14 15:57:33.649248 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bb4ab-738c-45a8-bd09-526f62f88709 req-095b1f34-c808-4b7e-9591-b757273461a6 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:33.651338 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e59bb4ab-738c-45a8-bd09-526f62f88709 req-095b1f34-c808-4b7e-9591-b757273461a6 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=6dd9e299-5776-4848-b4ab-6d07424a3f8e HTTP/1.1" status: 200 len: 944 time: 0.0738900 May 14 15:57:33.699373 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e59bb4ab-738c-45a8-bd09-526f62f88709 req-9807f8b3-dcff-48b7-94fe-baa03316db53 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424049 May 14 15:57:33.718432 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (df6c86ae-fc26-40a3-91a1-648a304bf46f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:33.777731 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device 5a791dcd-9407-4b8e-8d0a-a169fe794020 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 15:57:33.797559 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] No Port match for: 5a791dcd-9407-4b8e-8d0a-a169fe794020 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 14 15:57:33.797815 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device 5a791dcd-9407-4b8e-8d0a-a169fe794020 not bound to the agent host hv-cinder-83979 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 15:57:34.281379 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [req-9649f59b-63c5-473e-ab47-056e83e1a191 req-b38708d8-06e8-4530-900e-ca803e7e885f tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Deleting port e966a1dd-a29d-4007-a232-3bc32d2f97c5 {{(pid=115110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 15:57:34.281975 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-9649f59b-63c5-473e-ab47-056e83e1a191 req-b38708d8-06e8-4530-900e-ca803e7e885f tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (e966a1dd-a29d-4007-a232-3bc32d2f97c5), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:34.309836 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59602525-e7bf-48c1-9c39-263925cf2c94 req-e501b9ec-8e81-489e-ae7f-b2f25831bbcd tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:34.312181 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-59602525-e7bf-48c1-9c39-263925cf2c94 req-e501b9ec-8e81-489e-ae7f-b2f25831bbcd tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ae36099-24d3-40a1-83c6-cf72bb619a57 HTTP/1.1" status: 200 len: 946 time: 0.0462713 May 14 15:57:34.329674 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:34.362046 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-59602525-e7bf-48c1-9c39-263925cf2c94 req-8647c0f1-0544-43e6-a2d4-3098a1038db9 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups?id=c69557db-9786-438f-926c-1abcdc92b70a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448635 May 14 15:57:34.618663 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [req-9649f59b-63c5-473e-ab47-056e83e1a191 req-b38708d8-06e8-4530-900e-ca803e7e885f tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] For port e966a1dd-a29d-4007-a232-3bc32d2f97c5, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=e966a1dd-a29d-4007-a232-3bc32d2f97c5,segment=NetworkSegment(f5bdbe83-2873-41ef-b77e-b6a155bfb1ac),segment_id=f5bdbe83-2873-41ef-b77e-b6a155bfb1ac)] {{(pid=115110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:57:34.619039 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-9649f59b-63c5-473e-ab47-056e83e1a191 req-b38708d8-06e8-4530-900e-ca803e7e885f tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (e966a1dd-a29d-4007-a232-3bc32d2f97c5), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:34.760307 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-189d494c-f7da-4cfa-a995-2621cf91c297 req-58eef3c6-d906-4219-8e09-c77bb09fcdc3 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/ports?device_id=a1d28d7f-bade-404d-a453-e09a34fbb232 HTTP/1.1" status: 200 len: 210 time: 0.0388610 May 14 15:57:34.798224 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-9649f59b-63c5-473e-ab47-056e83e1a191 req-b38708d8-06e8-4530-900e-ca803e7e885f tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:34.798616 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-9649f59b-63c5-473e-ab47-056e83e1a191 req-b38708d8-06e8-4530-900e-ca803e7e885f tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1759531'] for floatingip (ea128b96-ca33-4081-b663-4ace34c712b9), after_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:34.799006 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.db.l3_db [req-9649f59b-63c5-473e-ab47-056e83e1a191 req-b38708d8-06e8-4530-900e-ca803e7e885f tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Floating IP ea128b96-ca33-4081-b663-4ace34c712b9 disassociated. External IP: 172.27.1.116, port: e966a1dd-a29d-4007-a232-3bc32d2f97c5. May 14 15:57:34.799281 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [req-9649f59b-63c5-473e-ab47-056e83e1a191 req-b38708d8-06e8-4530-900e-ca803e7e885f tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Calling delete_port for e966a1dd-a29d-4007-a232-3bc32d2f97c5 owned by compute:nova {{(pid=115110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 15:57:34.840916 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322aca9-61e4-40f6-8517-ea53430df319 req-cd7c5020-5d4b-4d8b-9647-5270be984d32 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:34.842468 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e322aca9-61e4-40f6-8517-ea53430df319 req-cd7c5020-5d4b-4d8b-9647-5270be984d32 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=6dd9e299-5776-4848-b4ab-6d07424a3f8e HTTP/1.1" status: 200 len: 944 time: 0.0547502 May 14 15:57:34.904702 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e322aca9-61e4-40f6-8517-ea53430df319 req-4ca56b18-2aa9-40bf-bc43-7483eb422154 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550244 May 14 15:57:34.937900 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-9649f59b-63c5-473e-ab47-056e83e1a191 req-b38708d8-06e8-4530-900e-ca803e7e885f tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (e966a1dd-a29d-4007-a232-3bc32d2f97c5), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:34.967026 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38708d8-06e8-4530-900e-ca803e7e885f tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Pushing event deleted for resources: {'Port': ['ID=e966a1dd-a29d-4007-a232-3bc32d2f97c5,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:57:35.084089 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9649f59b-63c5-473e-ab47-056e83e1a191 req-b38708d8-06e8-4530-900e-ca803e7e885f tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Router 5b7fd4ea-e5a8-46a9-b072-faa068d0f12c has already been hosted by L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f {{(pid=115110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 15:57:35.197644 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9649f59b-63c5-473e-ab47-056e83e1a191 req-b38708d8-06e8-4530-900e-ca803e7e885f tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 15:57:35.207988 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1127ef3a-510a-4446-9768-bc0f627acd71 None None] Sync routers for ids ['5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'] in dv-cinder-839793-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 15:57:35.218324 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1127ef3a-510a-4446-9768-bc0f627acd71 None None] Routers {'5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:57:35.218950 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-1127ef3a-510a-4446-9768-bc0f627acd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:57:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:57:35.240551 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.l3_dvrscheduler_db [req-9649f59b-63c5-473e-ab47-056e83e1a191 req-b38708d8-06e8-4530-900e-ca803e7e885f tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] No DVR routers for this DVR port e966a1dd-a29d-4007-a232-3bc32d2f97c5 on host hv-cinder-83979 {{(pid=115110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 15:57:35.243270 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-9649f59b-63c5-473e-ab47-056e83e1a191 req-b38708d8-06e8-4530-900e-ca803e7e885f tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:35.246649 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-9649f59b-63c5-473e-ab47-056e83e1a191 req-b38708d8-06e8-4530-900e-ca803e7e885f tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.36 "DELETE /v2.0/ports/e966a1dd-a29d-4007-a232-3bc32d2f97c5 HTTP/1.1" status: 204 len: 173 time: 1.0477998 May 14 15:57:35.247099 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae36099-24d3-40a1-83c6-cf72bb619a57', 'name': 'network-vif-deleted', 'tag': 'e966a1dd-a29d-4007-a232-3bc32d2f97c5'}] {{(pid=115110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:57:35.249872 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a270656aa08f71c574e37588e4b5bc67f1398202d03dea947e2a2c931e3df3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be15249d-c207-479f-8207-40f9dc4719e9" -d '{"events": [{"server_uuid": "8ae36099-24d3-40a1-83c6-cf72bb619a57", "name": "network-vif-deleted", "tag": "e966a1dd-a29d-4007-a232-3bc32d2f97c5"}]}' {{(pid=115110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:57:35.287878 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 15:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad8e7b4-bebe-4536-9c3b-b4305c2834e1 x-openstack-request-id: req-1ad8e7b4-bebe-4536-9c3b-b4305c2834e1 {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:57:35.288499 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae36099-24d3-40a1-83c6-cf72bb619a57", "name": "network-vif-deleted", "tag": "e966a1dd-a29d-4007-a232-3bc32d2f97c5", "status": "completed", "code": 200}]} {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:57:35.288499 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1ad8e7b4-bebe-4536-9c3b-b4305c2834e1 {{(pid=115110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:57:35.288851 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ad8e7b4-bebe-4536-9c3b-b4305c2834e1'] response: {'server_uuid': '8ae36099-24d3-40a1-83c6-cf72bb619a57', 'name': 'network-vif-deleted', 'tag': 'e966a1dd-a29d-4007-a232-3bc32d2f97c5', 'status': 'completed', 'code': 200} May 14 15:57:35.346037 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-1127ef3a-510a-4446-9768-bc0f627acd71 None None] Set router 5b7fd4ea-e5a8-46a9-b072-faa068d0f12c gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:57:35.481840 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-4f46a8ea-88ad-44af-a857-f74c3001e732 req-a9209ee2-2ac2-4dff-9115-f0602da98779 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/ports?device_id=8ae36099-24d3-40a1-83c6-cf72bb619a57 HTTP/1.1" status: 200 len: 210 time: 0.0311463 May 14 15:57:35.560542 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-1127ef3a-510a-4446-9768-bc0f627acd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'name': 'tempest-AttachVolumeNegativeTest-252484141-router', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:17Z', 'updated_at': '2022-05-14T15:46:23Z', 'revision_number': 4, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'gw_port': {'id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:30:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:18Z', 'updated_at': '2022-05-14T15:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': 'f58259cf-4cfe-4867-a867-9e17bac30662', 'name': '', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'mac_address': 'fa:16:3e:9e:e9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:22Z', 'updated_at': '2022-05-14T15:46:35Z', 'revision_number': 5, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'subnets': [{'id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:57:35.586095 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1127ef3a-510a-4446-9768-bc0f627acd71 None None] Checking router: 5b7fd4ea-e5a8-46a9-b072-faa068d0f12c for host: dv-cinder-839793-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 15:57:35.594837 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1127ef3a-510a-4446-9768-bc0f627acd71 None None] Routers {'5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:57:35.595537 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-1127ef3a-510a-4446-9768-bc0f627acd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:57:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:57:35.788189 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device d761eef1-490d-4627-a1cc-64f2436e7c0c details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=115112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 14 15:57:35.795206 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-1127ef3a-510a-4446-9768-bc0f627acd71 None None] Set router 5b7fd4ea-e5a8-46a9-b072-faa068d0f12c gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:57:35.806805 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device e966a1dd-a29d-4007-a232-3bc32d2f97c5 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 15:57:35.835453 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] No Port match for: e966a1dd-a29d-4007-a232-3bc32d2f97c5 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 14 15:57:35.836004 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device e966a1dd-a29d-4007-a232-3bc32d2f97c5 not bound to the agent host hv-cinder-83979 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 15:57:35.920283 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:35.942376 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port d761eef1-490d-4627-a1cc-64f2436e7c0c, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=d761eef1-490d-4627-a1cc-64f2436e7c0c,segment=NetworkSegment(25b88ee4-cf04-43f5-bf5d-28b6fbf20225),segment_id=25b88ee4-cf04-43f5-bf5d-28b6fbf20225)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:57:35.956095 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Returning: {'device': 'd761eef1-490d-4627-a1cc-64f2436e7c0c', 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e', 'port_id': 'd761eef1-490d-4627-a1cc-64f2436e7c0c', 'mac_address': 'fa:16:3e:a4:01:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77df9367-440f-44fc-82b0-848dccb99f62', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 14 15:57:36.023449 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port d761eef1-490d-4627-a1cc-64f2436e7c0c is: DOWN; New status is: BUILD {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:57:36.023979 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (d761eef1-490d-4627-a1cc-64f2436e7c0c), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:36.038538 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55548114-8d50-449e-b985-4e4a383719fe req-34ea32c3-3cdb-4068-87f4-addb6443feec tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:36.040770 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-55548114-8d50-449e-b985-4e4a383719fe req-34ea32c3-3cdb-4068-87f4-addb6443feec tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=6dd9e299-5776-4848-b4ab-6d07424a3f8e HTTP/1.1" status: 200 len: 944 time: 0.0548029 May 14 15:57:36.043601 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d761eef1-490d-4627-a1cc-64f2436e7c0c {{(pid=115112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 15:57:36.065009 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-1127ef3a-510a-4446-9768-bc0f627acd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'name': 'tempest-AttachVolumeNegativeTest-252484141-router', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:17Z', 'updated_at': '2022-05-14T15:46:23Z', 'revision_number': 4, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'gw_port': {'id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:30:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:18Z', 'updated_at': '2022-05-14T15:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': 'f58259cf-4cfe-4867-a867-9e17bac30662', 'name': '', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'mac_address': 'fa:16:3e:9e:e9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:22Z', 'updated_at': '2022-05-14T15:46:35Z', 'revision_number': 5, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'subnets': [{'id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:57:36.066953 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port d761eef1-490d-4627-a1cc-64f2436e7c0c, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=d761eef1-490d-4627-a1cc-64f2436e7c0c,segment=NetworkSegment(25b88ee4-cf04-43f5-bf5d-28b6fbf20225),segment_id=25b88ee4-cf04-43f5-bf5d-28b6fbf20225)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:57:36.071843 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (d761eef1-490d-4627-a1cc-64f2436e7c0c), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:36.094483 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1127ef3a-510a-4446-9768-bc0f627acd71 None None] The sync data for ids ['5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'] in dv-cinder-839793-11-iscsi is: [{'id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'name': 'tempest-AttachVolumeNegativeTest-252484141-router', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:17Z', 'updated_at': '2022-05-14T15:46:23Z', 'revision_number': 4, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'gw_port': {'id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:30:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:18Z', 'updated_at': '2022-05-14T15:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': 'f58259cf-4cfe-4867-a867-9e17bac30662', 'name': '', 'network_id': '722d2578-8e0a-4535-bc1b-444c13327ab8', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'mac_address': 'fa:16:3e:9e:e9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:22Z', 'updated_at': '2022-05-14T15:46:35Z', 'revision_number': 5, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'subnets': [{'id': '0d11558f-f514-43f3-89bc-cf74b70b0dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 15:57:36.095711 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-55548114-8d50-449e-b985-4e4a383719fe req-d87ea46f-e81f-4beb-b0b3-be062e0a8087 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468879 May 14 15:57:36.127252 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=d761eef1-490d-4627-a1cc-64f2436e7c0c,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:57:36.134710 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:57:36.135057 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:57:36.135398 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:57:36.135727 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:57:36.136622 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:57:36.136949 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:57:36.137277 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:57:36.137598 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:57:36.137924 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:57:36.138242 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:57:36.138590 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:57:36.138910 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:57:36.139225 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:57:36.139538 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:57:36.139849 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:57:36.309007 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86634350-0ea5-413f-9678-07b3fa88af2f None None] New status for floating IP ea128b96-ca33-4081-b663-4ace34c712b9: DOWN {{(pid=115112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 14 15:57:36.566213 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 43858) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:57:36.623652 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-251d67b8-1fb2-4537-811c-553d43b4e244 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for security_group (c69557db-9786-438f-926c-1abcdc92b70a), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:36.646661 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-251d67b8-1fb2-4537-811c-553d43b4e244 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for security_group (c69557db-9786-438f-926c-1abcdc92b70a), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:36.694609 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-251d67b8-1fb2-4537-811c-553d43b4e244 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (c69557db-9786-438f-926c-1abcdc92b70a), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:36.697206 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-251d67b8-1fb2-4537-811c-553d43b4e244 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:36.698382 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-251d67b8-1fb2-4537-811c-553d43b4e244 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "DELETE /v2.0/security-groups/c69557db-9786-438f-926c-1abcdc92b70a HTTP/1.1" status: 204 len: 168 time: 0.1310544 May 14 15:57:36.701913 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 43860) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:57:36.708072 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251d67b8-1fb2-4537-811c-553d43b4e244 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69557db-9786-438f-926c-1abcdc92b70a,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:57:36.720142 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.api.v2.resource [None req-823eb288-4839-4ccb-8f40-7ece251fc499 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] show failed (client error): The resource could not be found. May 14 15:57:36.721154 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-823eb288-4839-4ccb-8f40-7ece251fc499 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "GET /v2.0/security-groups/c69557db-9786-438f-926c-1abcdc92b70a HTTP/1.1" status: 404 len: 347 time: 0.0181723 May 14 15:57:36.724118 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 43862) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:57:36.840521 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e89d1-43cc-4c2d-9bdc-f405f224fa43 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Deleting port 6e5c4855-aa6c-4ad5-88cc-ef47f7662c8b {{(pid=115111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 15:57:36.840860 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-fa7e89d1-43cc-4c2d-9bdc-f405f224fa43 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (6e5c4855-aa6c-4ad5-88cc-ef47f7662c8b), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:36.915809 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-fa7e89d1-43cc-4c2d-9bdc-f405f224fa43 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (6e5c4855-aa6c-4ad5-88cc-ef47f7662c8b), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:36.916138 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-fa7e89d1-43cc-4c2d-9bdc-f405f224fa43 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for floatingip (6e5c4855-aa6c-4ad5-88cc-ef47f7662c8b), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:36.927790 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [None req-fa7e89d1-43cc-4c2d-9bdc-f405f224fa43 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Calling delete_port for 6e5c4855-aa6c-4ad5-88cc-ef47f7662c8b owned by network:floatingip {{(pid=115111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 15:57:37.061521 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-fa7e89d1-43cc-4c2d-9bdc-f405f224fa43 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764499'] for port (6e5c4855-aa6c-4ad5-88cc-ef47f7662c8b), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:37.086721 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e89d1-43cc-4c2d-9bdc-f405f224fa43 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Pushing event deleted for resources: {'Port': ['ID=6e5c4855-aa6c-4ad5-88cc-ef47f7662c8b,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:57:37.097949 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e89d1-43cc-4c2d-9bdc-f405f224fa43 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:57:37.098302 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e89d1-43cc-4c2d-9bdc-f405f224fa43 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:57:37.098668 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e89d1-43cc-4c2d-9bdc-f405f224fa43 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:57:37.099009 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e89d1-43cc-4c2d-9bdc-f405f224fa43 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:57:37.099343 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e89d1-43cc-4c2d-9bdc-f405f224fa43 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:57:37.099673 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e89d1-43cc-4c2d-9bdc-f405f224fa43 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:57:37.100001 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e89d1-43cc-4c2d-9bdc-f405f224fa43 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:57:37.100326 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e89d1-43cc-4c2d-9bdc-f405f224fa43 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:57:37.100651 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e89d1-43cc-4c2d-9bdc-f405f224fa43 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:57:37.100976 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e89d1-43cc-4c2d-9bdc-f405f224fa43 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:57:37.101299 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e89d1-43cc-4c2d-9bdc-f405f224fa43 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:57:37.101621 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e89d1-43cc-4c2d-9bdc-f405f224fa43 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:57:37.101943 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e89d1-43cc-4c2d-9bdc-f405f224fa43 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:57:37.102262 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e89d1-43cc-4c2d-9bdc-f405f224fa43 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:57:37.102616 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7e89d1-43cc-4c2d-9bdc-f405f224fa43 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:57:37.161741 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-fa7e89d1-43cc-4c2d-9bdc-f405f224fa43 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks [] for floatingip (ea128b96-ca33-4081-b663-4ace34c712b9), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:37.164226 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-fa7e89d1-43cc-4c2d-9bdc-f405f224fa43 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for floatingip (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:37.165362 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-fa7e89d1-43cc-4c2d-9bdc-f405f224fa43 tempest-AttachVolumeNegativeTest-1525749350 tempest-AttachVolumeNegativeTest-1525749350-project] 10.222.0.61 "DELETE /v2.0/floatingips/ea128b96-ca33-4081-b663-4ace34c712b9 HTTP/1.1" status: 204 len: 168 time: 0.4402001 May 14 15:57:37.216521 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43589d25-63df-4e3b-ab9d-1b3377f2b3ca req-366f4cd6-3422-4572-b655-9ab64b72953f tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:37.218408 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-43589d25-63df-4e3b-ab9d-1b3377f2b3ca req-366f4cd6-3422-4572-b655-9ab64b72953f tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=6dd9e299-5776-4848-b4ab-6d07424a3f8e HTTP/1.1" status: 200 len: 945 time: 0.0491905 May 14 15:57:37.268416 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-43589d25-63df-4e3b-ab9d-1b3377f2b3ca req-e4fd3f32-5efe-4676-9b03-865d03944028 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444722 May 14 15:57:37.346457 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:38.380078 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9373a6c1-a10f-403a-acbb-2cdccf7d2ed4 req-6b1cbe1f-7f71-4588-87cb-a783c96ca81a tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:38.381443 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9373a6c1-a10f-403a-acbb-2cdccf7d2ed4 req-6b1cbe1f-7f71-4588-87cb-a783c96ca81a tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=6dd9e299-5776-4848-b4ab-6d07424a3f8e HTTP/1.1" status: 200 len: 945 time: 0.0460234 May 14 15:57:38.429463 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9373a6c1-a10f-403a-acbb-2cdccf7d2ed4 req-e652a858-f141-47d2-add4-90683dd36b00 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413179 May 14 15:57:38.994402 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] get_ports_and_sgs() called for port_ids ['d761eef1-490d-4627-a1cc-64f2436e7c0c'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 15:57:39.545042 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f0789-6dc4-4c8a-b6a0-f359edb81589 req-75bd91f0-9637-4ec6-8400-93fd293eed2a tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:39.546502 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ab5f0789-6dc4-4c8a-b6a0-f359edb81589 req-75bd91f0-9637-4ec6-8400-93fd293eed2a tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=6dd9e299-5776-4848-b4ab-6d07424a3f8e HTTP/1.1" status: 200 len: 945 time: 0.0497992 May 14 15:57:39.594333 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ab5f0789-6dc4-4c8a-b6a0-f359edb81589 req-9206f546-9ccb-45db-b602-df52e0f23fe0 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423164 May 14 15:57:40.705234 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c02fe3-efe5-4ddc-901f-7e46a3ac1ad4 req-617b9bf4-39d8-4cc9-bdd9-8b413c66d1a5 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:40.706618 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f7c02fe3-efe5-4ddc-901f-7e46a3ac1ad4 req-617b9bf4-39d8-4cc9-bdd9-8b413c66d1a5 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=6dd9e299-5776-4848-b4ab-6d07424a3f8e HTTP/1.1" status: 200 len: 945 time: 0.0463805 May 14 15:57:40.762452 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f7c02fe3-efe5-4ddc-901f-7e46a3ac1ad4 req-5ff0fed0-ce65-4d29-8e55-b1d2f3672074 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501461 May 14 15:57:41.676814 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device d761eef1-490d-4627-a1cc-64f2436e7c0c up at agent hyperv_hv-cinder-83979 {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:57:41.720029 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Provisioning for port d761eef1-490d-4627-a1cc-64f2436e7c0c completed by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 14 15:57:41.725758 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Provisioning complete for port d761eef1-490d-4627-a1cc-64f2436e7c0c triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:57:41.726190 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (d761eef1-490d-4627-a1cc-64f2436e7c0c), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:41.805349 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port d761eef1-490d-4627-a1cc-64f2436e7c0c is: BUILD; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:57:41.805733 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (d761eef1-490d-4627-a1cc-64f2436e7c0c), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:41.829355 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd9e299-5776-4848-b4ab-6d07424a3f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd761eef1-490d-4627-a1cc-64f2436e7c0c'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:57:41.832183 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bb685cd0d0d5598b2dce4f6f2400b8bab1844baadda65bc385176a7d6dc4011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7c8df0-5217-47d9-8a84-1f08b1a1bb60" -d '{"events": [{"server_uuid": "6dd9e299-5776-4848-b4ab-6d07424a3f8e", "name": "network-vif-plugged", "status": "completed", "tag": "d761eef1-490d-4627-a1cc-64f2436e7c0c"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:57:41.847849 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port d761eef1-490d-4627-a1cc-64f2436e7c0c, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=d761eef1-490d-4627-a1cc-64f2436e7c0c,segment=NetworkSegment(25b88ee4-cf04-43f5-bf5d-28b6fbf20225),segment_id=25b88ee4-cf04-43f5-bf5d-28b6fbf20225)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:57:41.852707 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (d761eef1-490d-4627-a1cc-64f2436e7c0c), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:41.890504 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abfc670-23a8-4716-a3a0-cb47515b1929 req-91faf233-ba56-4e51-aded-419283eecf3d tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:41.891990 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8abfc670-23a8-4716-a3a0-cb47515b1929 req-91faf233-ba56-4e51-aded-419283eecf3d tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=6dd9e299-5776-4848-b4ab-6d07424a3f8e HTTP/1.1" status: 200 len: 945 time: 0.0625725 May 14 15:57:41.909645 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=d761eef1-490d-4627-a1cc-64f2436e7c0c,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:57:41.929333 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 15:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979a23cc-9667-46ab-be81-962c4cd0fe23 x-openstack-request-id: req-979a23cc-9667-46ab-be81-962c4cd0fe23 {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:57:41.929635 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd9e299-5776-4848-b4ab-6d07424a3f8e", "name": "network-vif-plugged", "status": "completed", "tag": "d761eef1-490d-4627-a1cc-64f2436e7c0c", "code": 200}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:57:41.929891 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-979a23cc-9667-46ab-be81-962c4cd0fe23 {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:57:41.930289 dv-cinder-839793-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-979a23cc-9667-46ab-be81-962c4cd0fe23'] response: {'server_uuid': '6dd9e299-5776-4848-b4ab-6d07424a3f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd761eef1-490d-4627-a1cc-64f2436e7c0c', 'code': 200} May 14 15:57:41.943775 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8abfc670-23a8-4716-a3a0-cb47515b1929 req-cc227106-6522-47bb-b82b-334a8455e5c6 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463543 May 14 15:57:42.135665 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967ce3a1-b34a-417e-bc8b-143800d34d0f req-46a98cf6-ec5f-4edd-829b-87ce3c4f4ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:42.137780 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-967ce3a1-b34a-417e-bc8b-143800d34d0f req-46a98cf6-ec5f-4edd-829b-87ce3c4f4ac8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6dd9e299-5776-4848-b4ab-6d07424a3f8e HTTP/1.1" status: 200 len: 1130 time: 0.0388310 May 14 15:57:42.184290 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-967ce3a1-b34a-417e-bc8b-143800d34d0f req-237a93b0-1323-436c-b7b7-a7804a179929 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407016 May 14 15:57:43.061012 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695baca6-d9cd-4584-8ee9-a12d10ca7481 req-9cea1cae-549d-40d0-8ec7-31c839181739 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:43.062538 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-695baca6-d9cd-4584-8ee9-a12d10ca7481 req-9cea1cae-549d-40d0-8ec7-31c839181739 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=6dd9e299-5776-4848-b4ab-6d07424a3f8e HTTP/1.1" status: 200 len: 946 time: 0.0491393 May 14 15:57:43.113251 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-695baca6-d9cd-4584-8ee9-a12d10ca7481 req-1f24f116-6038-4926-b640-cdc5e64439b2 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449717 May 14 15:57:44.235203 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99e336-953b-4af2-89db-b9d932a97b21 req-d22c2e71-7847-4074-b98b-a3f071fcdad0 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:44.237128 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9f99e336-953b-4af2-89db-b9d932a97b21 req-d22c2e71-7847-4074-b98b-a3f071fcdad0 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=6dd9e299-5776-4848-b4ab-6d07424a3f8e HTTP/1.1" status: 200 len: 946 time: 0.0517087 May 14 15:57:44.298749 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9f99e336-953b-4af2-89db-b9d932a97b21 req-9552a7f7-4291-489b-9f74-0f4a102a0042 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535657 May 14 15:57:45.411073 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e464fa-d1be-4bae-9918-f963178fc364 req-25d090fe-b886-4651-a028-e3fade03092b tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:45.412514 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-52e464fa-d1be-4bae-9918-f963178fc364 req-25d090fe-b886-4651-a028-e3fade03092b tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=6dd9e299-5776-4848-b4ab-6d07424a3f8e HTTP/1.1" status: 200 len: 946 time: 0.0466943 May 14 15:57:45.459789 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-52e464fa-d1be-4bae-9918-f963178fc364 req-653f755d-b28f-4c43-a2c6-ac2198be7f84 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417826 May 14 15:57:46.572441 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67402e3-38a2-4827-8f25-0703600676a0 req-0868a9a9-5a91-4969-b76b-d3ac9521c40b tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:46.573877 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a67402e3-38a2-4827-8f25-0703600676a0 req-0868a9a9-5a91-4969-b76b-d3ac9521c40b tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=6dd9e299-5776-4848-b4ab-6d07424a3f8e HTTP/1.1" status: 200 len: 946 time: 0.0454528 May 14 15:57:46.621989 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a67402e3-38a2-4827-8f25-0703600676a0 req-38bd70de-b236-4019-8e11-140440882101 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418813 May 14 15:57:47.711168 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 43970) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:57:47.743128 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4889a62-a3bd-4662-adb3-792d9dd6ebea req-98c972fa-13e7-4fe2-9901-52658dbd256f tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:47.744645 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a4889a62-a3bd-4662-adb3-792d9dd6ebea req-98c972fa-13e7-4fe2-9901-52658dbd256f tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=6dd9e299-5776-4848-b4ab-6d07424a3f8e HTTP/1.1" status: 200 len: 946 time: 0.0555406 May 14 15:57:47.800210 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a4889a62-a3bd-4662-adb3-792d9dd6ebea req-6146bab9-c218-4b42-9f68-52cce0296fe3 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468347 May 14 15:57:47.974170 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [None req-0ddf4377-49a8-4ad3-857c-8c73d4e0a878 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Deleting port c0e8270a-ce27-41b9-9d77-fc48e5a1f6a0 {{(pid=115110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 15:57:47.974455 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-0ddf4377-49a8-4ad3-857c-8c73d4e0a878 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (c0e8270a-ce27-41b9-9d77-fc48e5a1f6a0), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:48.047377 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-0ddf4377-49a8-4ad3-857c-8c73d4e0a878 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (c0e8270a-ce27-41b9-9d77-fc48e5a1f6a0), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:48.047705 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-0ddf4377-49a8-4ad3-857c-8c73d4e0a878 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks [] for floatingip (c0e8270a-ce27-41b9-9d77-fc48e5a1f6a0), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:48.059273 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [None req-0ddf4377-49a8-4ad3-857c-8c73d4e0a878 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Calling delete_port for c0e8270a-ce27-41b9-9d77-fc48e5a1f6a0 owned by network:floatingip {{(pid=115110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 15:57:48.235428 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-0ddf4377-49a8-4ad3-857c-8c73d4e0a878 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (c0e8270a-ce27-41b9-9d77-fc48e5a1f6a0), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:48.260075 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf4377-49a8-4ad3-857c-8c73d4e0a878 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Pushing event deleted for resources: {'Port': ['ID=c0e8270a-ce27-41b9-9d77-fc48e5a1f6a0,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:57:48.324013 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-0ddf4377-49a8-4ad3-857c-8c73d4e0a878 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks [] for floatingip (2e62d630-bad9-431f-b5d2-dcd30ca1da94), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:48.325113 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.db.l3_db [None req-0ddf4377-49a8-4ad3-857c-8c73d4e0a878 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Floating IP 2e62d630-bad9-431f-b5d2-dcd30ca1da94 disassociated (deleted). External IP: 172.27.1.221, port: ff1e7e07-bb51-463a-a362-bc5fcaff458c. May 14 15:57:48.531720 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ddf4377-49a8-4ad3-857c-8c73d4e0a878 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Router 50bc2a5e-c494-41e8-9dc8-79c4ae347fca has already been hosted by L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f {{(pid=115110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 15:57:48.639100 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ddf4377-49a8-4ad3-857c-8c73d4e0a878 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 15:57:48.643882 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-0ddf4377-49a8-4ad3-857c-8c73d4e0a878 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for floatingip (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:48.648362 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39577494-9f17-4682-9c0c-543ece40d4cc None None] Sync routers for ids ['50bc2a5e-c494-41e8-9dc8-79c4ae347fca'] in dv-cinder-839793-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 15:57:48.658072 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39577494-9f17-4682-9c0c-543ece40d4cc None None] Routers {'50bc2a5e-c494-41e8-9dc8-79c4ae347fca'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:57:48.658913 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-39577494-9f17-4682-9c0c-543ece40d4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:57:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['50bc2a5e-c494-41e8-9dc8-79c4ae347fca'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:57:48.672492 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-0ddf4377-49a8-4ad3-857c-8c73d4e0a878 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "DELETE /v2.0/floatingips/2e62d630-bad9-431f-b5d2-dcd30ca1da94 HTTP/1.1" status: 204 len: 168 time: 0.9602034 May 14 15:57:48.673231 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08195c98-5b1d-426c-a398-c7e914c14661', 'tag': 'ff1e7e07-bb51-463a-a362-bc5fcaff458c'}] {{(pid=115110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:57:48.675578 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a270656aa08f71c574e37588e4b5bc67f1398202d03dea947e2a2c931e3df3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3333b8-ff56-4c08-a5df-a873be681dba" -d '{"events": [{"name": "network-changed", "server_uuid": "08195c98-5b1d-426c-a398-c7e914c14661", "tag": "ff1e7e07-bb51-463a-a362-bc5fcaff458c"}]}' {{(pid=115110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:57:48.734973 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 15:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7be3ba-f63d-496f-891b-17487ce29c3e x-openstack-request-id: req-5f7be3ba-f63d-496f-891b-17487ce29c3e {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:57:48.735576 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08195c98-5b1d-426c-a398-c7e914c14661", "tag": "ff1e7e07-bb51-463a-a362-bc5fcaff458c", "status": "completed", "code": 200}]} {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:57:48.735576 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5f7be3ba-f63d-496f-891b-17487ce29c3e {{(pid=115110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:57:48.735914 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f7be3ba-f63d-496f-891b-17487ce29c3e'] response: {'name': 'network-changed', 'server_uuid': '08195c98-5b1d-426c-a398-c7e914c14661', 'tag': 'ff1e7e07-bb51-463a-a362-bc5fcaff458c', 'status': 'completed', 'code': 200} May 14 15:57:48.783328 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-39577494-9f17-4682-9c0c-543ece40d4cc None None] Set router 50bc2a5e-c494-41e8-9dc8-79c4ae347fca gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:57:48.847661 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3333b8-ff56-4c08-a5df-a873be681dba req-14c5bcc3-c256-4b6b-8803-e0bdcf44c770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:48.849330 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-0f3333b8-ff56-4c08-a5df-a873be681dba req-14c5bcc3-c256-4b6b-8803-e0bdcf44c770 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=83d6b6f0aa4f4314811ee80480861958&device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 1130 time: 0.0582778 May 14 15:57:48.990109 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-39577494-9f17-4682-9c0c-543ece40d4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50bc2a5e-c494-41e8-9dc8-79c4ae347fca', 'name': 'tempest-TestShelveInstance-880512959-router', 'tenant_id': '83d6b6f0aa4f4314811ee80480861958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a025dc00-bbc7-4776-8f67-6cf16f293c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:51:40Z', 'updated_at': '2022-05-14T15:51:42Z', 'revision_number': 4, 'project_id': '83d6b6f0aa4f4314811ee80480861958', 'gw_port': {'id': 'a025dc00-bbc7-4776-8f67-6cf16f293c7a', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bc2a5e-c494-41e8-9dc8-79c4ae347fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:51:40Z', 'updated_at': '2022-05-14T15:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': '4c442d7b-e3a6-4a3d-bcc0-0507f569f20c', 'name': '', 'network_id': 'a888ca18-035c-4252-b410-51cde566f008', 'tenant_id': '83d6b6f0aa4f4314811ee80480861958', 'mac_address': 'fa:16:3e:8c:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bc2a5e-c494-41e8-9dc8-79c4ae347fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '92ab5aa1-3899-43e1-ab2b-d56c0c5333c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:51:42Z', 'updated_at': '2022-05-14T15:51:47Z', 'revision_number': 5, 'project_id': '83d6b6f0aa4f4314811ee80480861958', 'subnets': [{'id': '92ab5aa1-3899-43e1-ab2b-d56c0c5333c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:57:49.000521 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223bf66-7c29-4d83-b1ae-ab15b99d19e2 req-73fa3f44-714c-4734-bf39-ba6d68d1ef7f tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:49.002011 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b223bf66-7c29-4d83-b1ae-ab15b99d19e2 req-73fa3f44-714c-4734-bf39-ba6d68d1ef7f tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=6dd9e299-5776-4848-b4ab-6d07424a3f8e HTTP/1.1" status: 200 len: 946 time: 0.0927734 May 14 15:57:49.017497 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39577494-9f17-4682-9c0c-543ece40d4cc None None] Checking router: 50bc2a5e-c494-41e8-9dc8-79c4ae347fca for host: dv-cinder-839793-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 15:57:49.025730 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39577494-9f17-4682-9c0c-543ece40d4cc None None] Routers {'50bc2a5e-c494-41e8-9dc8-79c4ae347fca'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:57:49.026374 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-39577494-9f17-4682-9c0c-543ece40d4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:57:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['50bc2a5e-c494-41e8-9dc8-79c4ae347fca'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:57:49.037245 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d6392-fe6e-46b5-ab11-50778a1637b1 req-4e0b6d9d-b665-45f9-b971-0f19d03e5179 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:49.038634 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c02d6392-fe6e-46b5-ab11-50778a1637b1 req-4e0b6d9d-b665-45f9-b971-0f19d03e5179 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/networks?id=5bc2cada-443d-44ab-8881-81867ee93960 HTTP/1.1" status: 200 len: 813 time: 0.1694057 May 14 15:57:49.068097 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c02d6392-fe6e-46b5-ab11-50778a1637b1 req-2f062da6-1318-41ae-b1eb-7c158c60674a tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/quotas/4ad8088ecb8a4f72a98ad70fa8be02b3 HTTP/1.1" status: 200 len: 375 time: 0.0229449 May 14 15:57:49.078462 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b223bf66-7c29-4d83-b1ae-ab15b99d19e2 req-68767991-55d9-47e6-b8fb-f52feff2bc1c tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696454 May 14 15:57:49.106585 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c02d6392-fe6e-46b5-ab11-50778a1637b1 req-34992e31-ca48-4938-9500-ed7ab553d2b5 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=4ad8088ecb8a4f72a98ad70fa8be02b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329697 May 14 15:57:49.148806 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-39577494-9f17-4682-9c0c-543ece40d4cc None None] Set router 50bc2a5e-c494-41e8-9dc8-79c4ae347fca gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:57:49.228483 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f10de1e-d3fc-4663-acb3-12e8d22baf86 req-2838759e-9dd7-49bd-8a4c-bf1ec99a60cb tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:49.230001 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3f10de1e-d3fc-4663-acb3-12e8d22baf86 req-2838759e-9dd7-49bd-8a4c-bf1ec99a60cb tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 946 time: 0.0829360 May 14 15:57:49.257700 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c02d6392-fe6e-46b5-ab11-50778a1637b1 req-5480bcdf-dc0e-449b-a89d-6e96a7e7f4f1 service neutron] 10.222.0.61 "GET /v2.0/networks/5bc2cada-443d-44ab-8881-81867ee93960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443021 May 14 15:57:49.317381 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3f10de1e-d3fc-4663-acb3-12e8d22baf86 req-b1915225-a48e-4cdf-b8ed-cd403096955d tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774624 May 14 15:57:49.352446 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-39577494-9f17-4682-9c0c-543ece40d4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50bc2a5e-c494-41e8-9dc8-79c4ae347fca', 'name': 'tempest-TestShelveInstance-880512959-router', 'tenant_id': '83d6b6f0aa4f4314811ee80480861958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a025dc00-bbc7-4776-8f67-6cf16f293c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:51:40Z', 'updated_at': '2022-05-14T15:51:42Z', 'revision_number': 4, 'project_id': '83d6b6f0aa4f4314811ee80480861958', 'gw_port': {'id': 'a025dc00-bbc7-4776-8f67-6cf16f293c7a', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bc2a5e-c494-41e8-9dc8-79c4ae347fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:51:40Z', 'updated_at': '2022-05-14T15:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': '4c442d7b-e3a6-4a3d-bcc0-0507f569f20c', 'name': '', 'network_id': 'a888ca18-035c-4252-b410-51cde566f008', 'tenant_id': '83d6b6f0aa4f4314811ee80480861958', 'mac_address': 'fa:16:3e:8c:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bc2a5e-c494-41e8-9dc8-79c4ae347fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '92ab5aa1-3899-43e1-ab2b-d56c0c5333c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:51:42Z', 'updated_at': '2022-05-14T15:51:47Z', 'revision_number': 5, 'project_id': '83d6b6f0aa4f4314811ee80480861958', 'subnets': [{'id': '92ab5aa1-3899-43e1-ab2b-d56c0c5333c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:57:49.378127 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c02d6392-fe6e-46b5-ab11-50778a1637b1 req-56665781-738f-466b-9904-bb4990862f63 service neutron] 10.222.0.61 "GET /v2.0/networks/5bc2cada-443d-44ab-8881-81867ee93960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124811 May 14 15:57:49.381700 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39577494-9f17-4682-9c0c-543ece40d4cc None None] The sync data for ids ['50bc2a5e-c494-41e8-9dc8-79c4ae347fca'] in dv-cinder-839793-11-iscsi is: [{'id': '50bc2a5e-c494-41e8-9dc8-79c4ae347fca', 'name': 'tempest-TestShelveInstance-880512959-router', 'tenant_id': '83d6b6f0aa4f4314811ee80480861958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a025dc00-bbc7-4776-8f67-6cf16f293c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:51:40Z', 'updated_at': '2022-05-14T15:51:42Z', 'revision_number': 4, 'project_id': '83d6b6f0aa4f4314811ee80480861958', 'gw_port': {'id': 'a025dc00-bbc7-4776-8f67-6cf16f293c7a', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bc2a5e-c494-41e8-9dc8-79c4ae347fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:51:40Z', 'updated_at': '2022-05-14T15:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': '4c442d7b-e3a6-4a3d-bcc0-0507f569f20c', 'name': '', 'network_id': 'a888ca18-035c-4252-b410-51cde566f008', 'tenant_id': '83d6b6f0aa4f4314811ee80480861958', 'mac_address': 'fa:16:3e:8c:89:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bc2a5e-c494-41e8-9dc8-79c4ae347fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '92ab5aa1-3899-43e1-ab2b-d56c0c5333c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:51:42Z', 'updated_at': '2022-05-14T15:51:47Z', 'revision_number': 5, 'project_id': '83d6b6f0aa4f4314811ee80480861958', 'subnets': [{'id': '92ab5aa1-3899-43e1-ab2b-d56c0c5333c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 15:57:49.426885 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a56fc73-f8b0-44ea-a149-dac93af2c502 req-f8176fc9-7fcc-4d55-86ee-ab16bbabe3e8 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:49.428430 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3a56fc73-f8b0-44ea-a149-dac93af2c502 req-f8176fc9-7fcc-4d55-86ee-ab16bbabe3e8 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=6dd9e299-5776-4848-b4ab-6d07424a3f8e HTTP/1.1" status: 200 len: 946 time: 0.0528381 May 14 15:57:49.488683 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3a56fc73-f8b0-44ea-a149-dac93af2c502 req-26d57a3e-8adb-46b5-bc2c-6eac33b865d6 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539415 May 14 15:57:49.512506 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 44014) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:57:49.571248 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 44022) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:57:49.576128 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-4fdfc1d6-8c2c-4e2d-9e0f-d3436b1c65a5 req-0c37252e-de1b-4f16-8d1a-82faed922f30 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/ports?device_id=25202ac2-6830-4d26-83fc-803adeb71796 HTTP/1.1" status: 200 len: 210 time: 0.0443327 May 14 15:57:49.719949 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b469a33-a0de-4eab-80d0-8fb90434779e tempest-TestVolumeBootPattern-350753137 tempest-TestVolumeBootPattern-350753137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:49.721486 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-3b469a33-a0de-4eab-80d0-8fb90434779e tempest-TestVolumeBootPattern-350753137 tempest-TestVolumeBootPattern-350753137-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=6dd9e299-5776-4848-b4ab-6d07424a3f8e HTTP/1.1" status: 200 len: 1125 time: 0.2050655 May 14 15:57:49.725561 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 44030) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:57:49.732146 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-321f75ca-0126-4520-b72a-9fac78e76b8b tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Request body: {'floatingip': {'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'port_id': 'd761eef1-490d-4627-a1cc-64f2436e7c0c', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'fixed_ip_address': '172.20.0.10'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:57:49.733159 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bccc415-d77d-40ce-83c3-607c6426a945 None None] New status for floating IP 2e62d630-bad9-431f-b5d2-dcd30ca1da94: DOWN {{(pid=115112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 14 15:57:49.756695 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-321f75ca-0126-4520-b72a-9fac78e76b8b tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:49.856283 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-321f75ca-0126-4520-b72a-9fac78e76b8b tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:49.980776 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.db_base_plugin_common [None req-321f75ca-0126-4520-b72a-9fac78e76b8b tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Allocated IP 172.27.1.80 (ee365c6e-8595-4248-876b-4406c6eeb32a/3059297f-ebad-4161-8328-a5e88a7ee6dc/b3b23da5-2770-432f-96d3-d6461af905d0) {{(pid=115111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:57:50.098503 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-321f75ca-0126-4520-b72a-9fac78e76b8b tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks [] for port (b3b23da5-2770-432f-96d3-d6461af905d0), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:50.131550 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-321f75ca-0126-4520-b72a-9fac78e76b8b tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764499'] for port (b3b23da5-2770-432f-96d3-d6461af905d0), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:50.165997 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-b29a0f40-028c-4a02-b595-974340756308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753798'] for router_interface (5b7fd4ea-e5a8-46a9-b072-faa068d0f12c), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:50.169937 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321f75ca-0126-4520-b72a-9fac78e76b8b tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Network ee365c6e-8595-4248-876b-4406c6eeb32a is already hosted by enough agents. {{(pid=115111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:57:50.173065 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.base_scheduler [None req-321f75ca-0126-4520-b72a-9fac78e76b8b tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Resources bound (agent type, host, resource id): {{(pid=115111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:57:50.180946 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321f75ca-0126-4520-b72a-9fac78e76b8b tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Received port after_create {{(pid=115111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:57:50.210003 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f75ca-0126-4520-b72a-9fac78e76b8b tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Pushing event updated for resources: {'Port': ['ID=b3b23da5-2770-432f-96d3-d6461af905d0,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:57:50.214275 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3333b8-ff56-4c08-a5df-a873be681dba req-3e130450-1621-4cb8-ad00-d274eed5288e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:50.216958 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-0f3333b8-ff56-4c08-a5df-a873be681dba req-3e130450-1621-4cb8-ad00-d274eed5288e service neutron] 10.222.0.36 "GET /v2.0/networks?id=a888ca18-035c-4252-b410-51cde566f008 HTTP/1.1" status: 200 len: 909 time: 0.2654655 May 14 15:57:50.305589 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-0f3333b8-ff56-4c08-a5df-a873be681dba req-8a205e63-eb0e-431c-85b3-9a5dc7a015c7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ff1e7e07-bb51-463a-a362-bc5fcaff458c HTTP/1.1" status: 200 len: 217 time: 0.0406342 May 14 15:57:50.468565 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f536db57-0c02-4449-8eda-0208ef68db3e req-38a8f4e2-f226-4476-8c9c-a26f7632cde9 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:50.470119 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f536db57-0c02-4449-8eda-0208ef68db3e req-38a8f4e2-f226-4476-8c9c-a26f7632cde9 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 946 time: 0.0694270 May 14 15:57:50.600374 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f536db57-0c02-4449-8eda-0208ef68db3e req-46ef0601-24ac-4bdb-8990-7c0c3ef2f56c tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082041 May 14 15:57:50.698691 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-321f75ca-0126-4520-b72a-9fac78e76b8b tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks [] for floatingip (e1a468a4-1da4-4da3-9653-82fd9351bf13), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:50.701412 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ad1320c7-aaaa-41b7-888d-0ded174d56ff req-e6957f34-85df-4d46-93b6-22508384dde3 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/ports?device_id=25202ac2-6830-4d26-83fc-803adeb71796 HTTP/1.1" status: 200 len: 210 time: 0.0384870 May 14 15:57:50.772897 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-321f75ca-0126-4520-b72a-9fac78e76b8b tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (b3b23da5-2770-432f-96d3-d6461af905d0), before_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:50.782730 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [None req-b29a0f40-028c-4a02-b595-974340756308 admin admin] Deleting port f58259cf-4cfe-4867-a867-9e17bac30662 {{(pid=115110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 15:57:50.783148 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-b29a0f40-028c-4a02-b595-974340756308 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (f58259cf-4cfe-4867-a867-9e17bac30662), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:50.804421 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3333b8-ff56-4c08-a5df-a873be681dba req-2ef7eb42-9b40-4b8f-82cc-6a10eb416e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:50.805969 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-0f3333b8-ff56-4c08-a5df-a873be681dba req-2ef7eb42-9b40-4b8f-82cc-6a10eb416e80 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=92ab5aa1-3899-43e1-ab2b-d56c0c5333c4 HTTP/1.1" status: 200 len: 847 time: 0.0732784 May 14 15:57:50.867406 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [None req-b29a0f40-028c-4a02-b595-974340756308 admin admin] For port f58259cf-4cfe-4867-a867-9e17bac30662, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=f58259cf-4cfe-4867-a867-9e17bac30662,segment=NetworkSegment(f5bdbe83-2873-41ef-b77e-b6a155bfb1ac),segment_id=f5bdbe83-2873-41ef-b77e-b6a155bfb1ac)] {{(pid=115110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:57:50.867693 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-b29a0f40-028c-4a02-b595-974340756308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (f58259cf-4cfe-4867-a867-9e17bac30662), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:50.880949 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [None req-b29a0f40-028c-4a02-b595-974340756308 admin admin] Calling delete_port for f58259cf-4cfe-4867-a867-9e17bac30662 owned by network:router_interface {{(pid=115110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 15:57:50.961816 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-321f75ca-0126-4520-b72a-9fac78e76b8b tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks [] for port (b3b23da5-2770-432f-96d3-d6461af905d0), precommit_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:50.966641 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-321f75ca-0126-4520-b72a-9fac78e76b8b tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8764516'] for port (b3b23da5-2770-432f-96d3-d6461af905d0), after_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:50.974580 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3333b8-ff56-4c08-a5df-a873be681dba req-98456a64-c680-4477-b566-af692f7e0866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:50.976128 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-0f3333b8-ff56-4c08-a5df-a873be681dba req-98456a64-c680-4477-b566-af692f7e0866 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a888ca18-035c-4252-b410-51cde566f008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0518584 May 14 15:57:51.037344 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f75ca-0126-4520-b72a-9fac78e76b8b tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Pushing event updated for resources: {'Port': ['ID=b3b23da5-2770-432f-96d3-d6461af905d0,revision_number=2']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:57:51.080177 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-321f75ca-0126-4520-b72a-9fac78e76b8b tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1759531'] for floatingip (e1a468a4-1da4-4da3-9653-82fd9351bf13), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:51.126895 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05a1fd-c1e0-46c7-9477-b20f7c153bae req-c346a528-8b02-4453-8a3f-c8f49a4acdd8 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:51.128224 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0e05a1fd-c1e0-46c7-9477-b20f7c153bae req-c346a528-8b02-4453-8a3f-c8f49a4acdd8 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.36 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 946 time: 0.0865047 May 14 15:57:51.245157 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-0f3333b8-ff56-4c08-a5df-a873be681dba req-c990ee54-d431-4e94-a6f2-cec2110927d3 service neutron] 10.222.0.36 "GET /v2.0/networks/a888ca18-035c-4252-b410-51cde566f008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055135 May 14 15:57:51.256433 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.db.l3_db [None req-321f75ca-0126-4520-b72a-9fac78e76b8b tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Floating IP e1a468a4-1da4-4da3-9653-82fd9351bf13 associated. External IP: 172.27.1.80, port: d761eef1-490d-4627-a1cc-64f2436e7c0c. May 14 15:57:51.264286 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d6392-fe6e-46b5-ab11-50778a1637b1 req-334d1559-8977-4d81-9928-0b1845e7fc8c tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:51.265785 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-c02d6392-fe6e-46b5-ab11-50778a1637b1 req-334d1559-8977-4d81-9928-0b1845e7fc8c tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.36 "GET /v2.0/networks?id=5bc2cada-443d-44ab-8881-81867ee93960 HTTP/1.1" status: 200 len: 813 time: 0.2098577 May 14 15:57:51.269740 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-b29a0f40-028c-4a02-b595-974340756308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (f58259cf-4cfe-4867-a867-9e17bac30662), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:51.294689 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29a0f40-028c-4a02-b595-974340756308 admin admin] Pushing event deleted for resources: {'Port': ['ID=f58259cf-4cfe-4867-a867-9e17bac30662,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:57:51.303396 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [req-0e05a1fd-c1e0-46c7-9477-b20f7c153bae req-3d04b339-2097-42fe-8195-3c8899f79890 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Deleting port ff1e7e07-bb51-463a-a362-bc5fcaff458c {{(pid=115111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 15:57:51.303396 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-0e05a1fd-c1e0-46c7-9477-b20f7c153bae req-3d04b339-2097-42fe-8195-3c8899f79890 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (ff1e7e07-bb51-463a-a362-bc5fcaff458c), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:51.363079 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [req-c02d6392-fe6e-46b5-ab11-50778a1637b1 req-68140a04-377f-4dbc-a260-51240b31d89b tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Request body: {'port': {'device_id': '25202ac2-6830-4d26-83fc-803adeb71796', 'network_id': '5bc2cada-443d-44ab-8881-81867ee93960', 'admin_state_up': True, 'tenant_id': '4ad8088ecb8a4f72a98ad70fa8be02b3'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:57:51.583075 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-0f3333b8-ff56-4c08-a5df-a873be681dba req-3fb14704-4b3b-409d-8d9c-0f19498faf5f service neutron] 10.222.0.36 "GET /v2.0/networks/a888ca18-035c-4252-b410-51cde566f008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376857 May 14 15:57:51.648594 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-b29a0f40-028c-4a02-b595-974340756308 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1680725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769177'] for router_interface (5b7fd4ea-e5a8-46a9-b072-faa068d0f12c), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:51.655578 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c02d6392-fe6e-46b5-ab11-50778a1637b1 req-68140a04-377f-4dbc-a260-51240b31d89b tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Made reservation on behalf of 4ad8088ecb8a4f72a98ad70fa8be02b3 for: {'port': 1} {{(pid=115110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:57:51.659184 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-c02d6392-fe6e-46b5-ab11-50778a1637b1 req-68140a04-377f-4dbc-a260-51240b31d89b tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:51.758802 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.db [req-0e05a1fd-c1e0-46c7-9477-b20f7c153bae req-3d04b339-2097-42fe-8195-3c8899f79890 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] For port ff1e7e07-bb51-463a-a362-bc5fcaff458c, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=ff1e7e07-bb51-463a-a362-bc5fcaff458c,segment=NetworkSegment(bbf8d973-9037-4af7-ad30-be5c3a916a1b),segment_id=bbf8d973-9037-4af7-ad30-be5c3a916a1b)] {{(pid=115111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:57:51.759104 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-0e05a1fd-c1e0-46c7-9477-b20f7c153bae req-3d04b339-2097-42fe-8195-3c8899f79890 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (ff1e7e07-bb51-463a-a362-bc5fcaff458c), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:51.819272 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [req-0e05a1fd-c1e0-46c7-9477-b20f7c153bae req-3d04b339-2097-42fe-8195-3c8899f79890 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Calling delete_port for ff1e7e07-bb51-463a-a362-bc5fcaff458c owned by compute:nova {{(pid=115111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 15:57:51.826441 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4877cea9-8452-4d40-9e87-72db7d5ed20d req-f8c2b2c7-edb8-4f21-ac56-39427f5f4eec tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:51.827869 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-4877cea9-8452-4d40-9e87-72db7d5ed20d req-f8c2b2c7-edb8-4f21-ac56-39427f5f4eec tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 946 time: 0.1318603 May 14 15:57:51.860810 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f5415178-92f9-4725-9605-a6a9aca1efba req-dd05b438-bf72-46a4-a00f-63203462cde6 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/ports?device_id=25202ac2-6830-4d26-83fc-803adeb71796 HTTP/1.1" status: 200 len: 210 time: 0.0559587 May 14 15:57:51.913997 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.db_base_plugin_common [req-c02d6392-fe6e-46b5-ab11-50778a1637b1 req-68140a04-377f-4dbc-a260-51240b31d89b tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Allocated IP 172.20.0.14 (5bc2cada-443d-44ab-8881-81867ee93960/99bda779-ed91-4336-a644-93f06221e998/684de684-f0ea-449d-a77c-a068f4d20b82) {{(pid=115110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:57:52.001512 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-4877cea9-8452-4d40-9e87-72db7d5ed20d req-52e7b10c-8e03-4408-b5aa-3288f3c4cbd8 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/security-groups?id=319ed016-eeb9-4108-be29-6a54e449fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497245 May 14 15:57:52.018092 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-321f75ca-0126-4520-b72a-9fac78e76b8b tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Router a1169b27-b881-4a65-b771-789d4dff0e23 has already been hosted by L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f {{(pid=115111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 15:57:52.037914 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b29a0f40-028c-4a02-b595-974340756308 admin admin] Router 5b7fd4ea-e5a8-46a9-b072-faa068d0f12c has already been hosted by L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f {{(pid=115110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 15:57:52.119288 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-0e05a1fd-c1e0-46c7-9477-b20f7c153bae req-3d04b339-2097-42fe-8195-3c8899f79890 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764499'] for port (ff1e7e07-bb51-463a-a362-bc5fcaff458c), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:52.168615 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-c02d6392-fe6e-46b5-ab11-50778a1637b1 req-68140a04-377f-4dbc-a260-51240b31d89b tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Publish callbacks [] for port (684de684-f0ea-449d-a77c-a068f4d20b82), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:52.175556 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d04b339-2097-42fe-8195-3c8899f79890 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Pushing event deleted for resources: {'Port': ['ID=ff1e7e07-bb51-463a-a362-bc5fcaff458c,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:57:52.231825 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29a0f40-028c-4a02-b595-974340756308 admin admin] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 15:57:52.233067 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321f75ca-0126-4520-b72a-9fac78e76b8b tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 15:57:52.236956 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e05a1fd-c1e0-46c7-9477-b20f7c153bae req-3d04b339-2097-42fe-8195-3c8899f79890 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] No DVR routers for this DVR port ff1e7e07-bb51-463a-a362-bc5fcaff458c on host hv-cinder-83979 {{(pid=115111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 15:57:52.239875 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [req-0e05a1fd-c1e0-46c7-9477-b20f7c153bae req-3d04b339-2097-42fe-8195-3c8899f79890 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:52.241056 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-b29a0f40-028c-4a02-b595-974340756308 admin admin] 10.222.0.61 "PUT /v2.0/routers/5b7fd4ea-e5a8-46a9-b072-faa068d0f12c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6683719 May 14 15:57:52.243010 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 44048) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:57:52.243390 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0e05a1fd-c1e0-46c7-9477-b20f7c153bae req-3d04b339-2097-42fe-8195-3c8899f79890 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.36 "DELETE /v2.0/ports/ff1e7e07-bb51-463a-a362-bc5fcaff458c HTTP/1.1" status: 204 len: 173 time: 1.1072435 May 14 15:57:52.243787 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f4ef80-f9f9-406c-a7e5-5dc355f2740a None None] Sync routers for ids ['5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'] in dv-cinder-839793-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 15:57:52.244262 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08195c98-5b1d-426c-a398-c7e914c14661', 'name': 'network-vif-deleted', 'tag': 'ff1e7e07-bb51-463a-a362-bc5fcaff458c'}] {{(pid=115111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:57:52.246106 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d243af113ddc23b9a3ad38dde0a226f09410eb7dd6936b385d295fad3462c172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d2207b-6698-43c1-854b-6e74098a4926" -d '{"events": [{"server_uuid": "08195c98-5b1d-426c-a398-c7e914c14661", "name": "network-vif-deleted", "tag": "ff1e7e07-bb51-463a-a362-bc5fcaff458c"}]}' {{(pid=115111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:57:52.265193 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-321f75ca-0126-4520-b72a-9fac78e76b8b tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for floatingip (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:52.270555 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f4ef80-f9f9-406c-a7e5-5dc355f2740a None None] Routers {'5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:57:52.274137 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-25f4ef80-f9f9-406c-a7e5-5dc355f2740a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:57:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:57:52.299614 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-c02d6392-fe6e-46b5-ab11-50778a1637b1 req-68140a04-377f-4dbc-a260-51240b31d89b tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (684de684-f0ea-449d-a77c-a068f4d20b82), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:52.304311 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-321f75ca-0126-4520-b72a-9fac78e76b8b tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5756085 May 14 15:57:52.304523 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62605342-151a-4774-8973-ef5643034945 None None] Sync routers for ids ['a1169b27-b881-4a65-b771-789d4dff0e23'] in dv-cinder-839793-11-iscsi {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 15:57:52.337178 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62605342-151a-4774-8973-ef5643034945 None None] Routers {'a1169b27-b881-4a65-b771-789d4dff0e23'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:57:52.337821 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-62605342-151a-4774-8973-ef5643034945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:57:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['a1169b27-b881-4a65-b771-789d4dff0e23'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:57:52.383928 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 15:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd51217-146d-4d9a-bd48-f0b7780e98bd x-openstack-request-id: req-3dd51217-146d-4d9a-bd48-f0b7780e98bd {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:57:52.384221 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08195c98-5b1d-426c-a398-c7e914c14661", "name": "network-vif-deleted", "tag": "ff1e7e07-bb51-463a-a362-bc5fcaff458c", "status": "completed", "code": 200}]} {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:57:52.384492 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3dd51217-146d-4d9a-bd48-f0b7780e98bd {{(pid=115111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:57:52.385403 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dd51217-146d-4d9a-bd48-f0b7780e98bd'] response: {'server_uuid': '08195c98-5b1d-426c-a398-c7e914c14661', 'name': 'network-vif-deleted', 'tag': 'ff1e7e07-bb51-463a-a362-bc5fcaff458c', 'status': 'completed', 'code': 200} May 14 15:57:52.393823 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c02d6392-fe6e-46b5-ab11-50778a1637b1 req-68140a04-377f-4dbc-a260-51240b31d89b tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Network 5bc2cada-443d-44ab-8881-81867ee93960 is already hosted by enough agents. {{(pid=115110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:57:52.400851 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.base_scheduler [req-c02d6392-fe6e-46b5-ab11-50778a1637b1 req-68140a04-377f-4dbc-a260-51240b31d89b tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Resources bound (agent type, host, resource id): {{(pid=115110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:57:52.402988 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68140a04-377f-4dbc-a260-51240b31d89b tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Pushing event updated for resources: {'Port': ['ID=684de684-f0ea-449d-a77c-a068f4d20b82,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:57:52.405202 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.l3_dvrscheduler_db [req-c02d6392-fe6e-46b5-ab11-50778a1637b1 req-68140a04-377f-4dbc-a260-51240b31d89b tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Received port after_create {{(pid=115110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:57:52.437214 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-097ef353-1850-4b50-bcd6-9f15297ffcee admin admin] Publish callbacks [] for router (5b7fd4ea-e5a8-46a9-b072-faa068d0f12c), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:52.475410 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-25f4ef80-f9f9-406c-a7e5-5dc355f2740a None None] Set router 5b7fd4ea-e5a8-46a9-b072-faa068d0f12c gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:57:52.487676 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-62605342-151a-4774-8973-ef5643034945 None None] Set router a1169b27-b881-4a65-b771-789d4dff0e23 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:57:52.499131 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d6392-fe6e-46b5-ab11-50778a1637b1 req-68140a04-377f-4dbc-a260-51240b31d89b tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:52.499760 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-c02d6392-fe6e-46b5-ab11-50778a1637b1 req-68140a04-377f-4dbc-a260-51240b31d89b tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:52.551012 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-c02d6392-fe6e-46b5-ab11-50778a1637b1 req-68140a04-377f-4dbc-a260-51240b31d89b tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2044759 May 14 15:57:52.577866 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-097ef353-1850-4b50-bcd6-9f15297ffcee admin admin] Publish callbacks [] for router_gateway (5b7fd4ea-e5a8-46a9-b072-faa068d0f12c), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:52.593837 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [req-c02d6392-fe6e-46b5-ab11-50778a1637b1 req-4236c11e-6c7b-4d5c-8a57-ba744b4d31d4 service neutron] Request body: {'port': {'device_id': '25202ac2-6830-4d26-83fc-803adeb71796', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:57:52.686759 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-25f4ef80-f9f9-406c-a7e5-5dc355f2740a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'name': 'tempest-AttachVolumeNegativeTest-252484141-router', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131'}], 'enable_snat': True}, 'gw_port_id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:17Z', 'updated_at': '2022-05-14T15:57:51Z', 'revision_number': 5, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'gw_port': {'id': '74622b65-a38b-4cd8-a497-601e6b15589c', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:30:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:18Z', 'updated_at': '2022-05-14T15:46:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi'}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:57:52.693724 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [None req-097ef353-1850-4b50-bcd6-9f15297ffcee admin admin] Deleting port 74622b65-a38b-4cd8-a497-601e6b15589c {{(pid=115110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 15:57:52.694177 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-097ef353-1850-4b50-bcd6-9f15297ffcee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (74622b65-a38b-4cd8-a497-601e6b15589c), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:52.726918 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f4ef80-f9f9-406c-a7e5-5dc355f2740a None None] Checking router: 5b7fd4ea-e5a8-46a9-b072-faa068d0f12c for host: dv-cinder-839793-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 15:57:52.738079 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f4ef80-f9f9-406c-a7e5-5dc355f2740a None None] Routers {'5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:57:52.738995 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-25f4ef80-f9f9-406c-a7e5-5dc355f2740a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:57:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:57:52.860724 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [None req-097ef353-1850-4b50-bcd6-9f15297ffcee admin admin] For port 74622b65-a38b-4cd8-a497-601e6b15589c, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=74622b65-a38b-4cd8-a497-601e6b15589c,segment=NetworkSegment(fe506043-d64f-420e-bda4-fab290621067),segment_id=fe506043-d64f-420e-bda4-fab290621067)] {{(pid=115110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:57:52.861245 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-097ef353-1850-4b50-bcd6-9f15297ffcee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (74622b65-a38b-4cd8-a497-601e6b15589c), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:52.864325 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-c02d6392-fe6e-46b5-ab11-50778a1637b1 req-4236c11e-6c7b-4d5c-8a57-ba744b4d31d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (684de684-f0ea-449d-a77c-a068f4d20b82), before_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:52.892223 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [None req-097ef353-1850-4b50-bcd6-9f15297ffcee admin admin] Calling delete_port for 74622b65-a38b-4cd8-a497-601e6b15589c owned by network:router_gateway {{(pid=115110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 15:57:52.937439 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-25f4ef80-f9f9-406c-a7e5-5dc355f2740a None None] Set router 5b7fd4ea-e5a8-46a9-b072-faa068d0f12c gateway port host: None {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:57:52.973712 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-62605342-151a-4774-8973-ef5643034945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'name': 'tempest-TestVolumeBootPattern-1054406125-router', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '7476df31-b615-4558-9e6b-f43b19294261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:49:52Z', 'updated_at': '2022-05-14T15:49:56Z', 'revision_number': 4, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'gw_port': {'id': '7476df31-b615-4558-9e6b-f43b19294261', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:57:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:49:53Z', 'updated_at': '2022-05-14T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_floatingips': [{'id': 'e00111f9-0692-45c8-b50d-e94e1539ce20', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'floating_ip_address': '172.27.1.72', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'port_id': '85faf801-1e40-4e72-a22b-f9e9a859f83a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e', 'mac_address': 'fa:16:3e:a7:c1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T15:54:37Z', 'updated_at': '2022-05-14T15:54:40Z', 'revision_number': 1, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'fixed_ip_address_scope': None}, {'id': 'e1a468a4-1da4-4da3-9653-82fd9351bf13', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'port_id': 'd761eef1-490d-4627-a1cc-64f2436e7c0c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e', 'mac_address': 'fa:16:3e:a4:01:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd9e299-5776-4848-b4ab-6d07424a3f8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T15:57:50Z', 'updated_at': '2022-05-14T15:57:50Z', 'revision_number': 0, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c6cb976-00c4-4753-b47a-e7f5b13c10b3', 'name': '', 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'mac_address': 'fa:16:3e:57:56:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '77df9367-440f-44fc-82b0-848dccb99f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:49:55Z', 'updated_at': '2022-05-14T15:50:00Z', 'revision_number': 5, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'subnets': [{'id': '77df9367-440f-44fc-82b0-848dccb99f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:57:52.988991 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47702d97-2614-408b-b468-bbbd0fc5f1d2 req-eda97c79-0882-42c5-8a85-9631090de61e tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:52.990813 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-25f4ef80-f9f9-406c-a7e5-5dc355f2740a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'name': 'tempest-AttachVolumeNegativeTest-252484141-router', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:17Z', 'updated_at': '2022-05-14T15:57:52Z', 'revision_number': 6, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'gw_port_host': None}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:57:52.991215 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-47702d97-2614-408b-b468-bbbd0fc5f1d2 req-eda97c79-0882-42c5-8a85-9631090de61e tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/ports?device_id=25202ac2-6830-4d26-83fc-803adeb71796 HTTP/1.1" status: 200 len: 932 time: 0.0542724 May 14 15:57:53.008305 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62605342-151a-4774-8973-ef5643034945 None None] Checking router: a1169b27-b881-4a65-b771-789d4dff0e23 for host: dv-cinder-839793-11-iscsi {{(pid=115112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 15:57:53.019433 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62605342-151a-4774-8973-ef5643034945 None None] Routers {'a1169b27-b881-4a65-b771-789d4dff0e23'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:57:53.020249 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-62605342-151a-4774-8973-ef5643034945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:57:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['a1169b27-b881-4a65-b771-789d4dff0e23'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:57:53.030982 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f4ef80-f9f9-406c-a7e5-5dc355f2740a None None] The sync data for ids ['5b7fd4ea-e5a8-46a9-b072-faa068d0f12c'] in dv-cinder-839793-11-iscsi is: [{'id': '5b7fd4ea-e5a8-46a9-b072-faa068d0f12c', 'name': 'tempest-AttachVolumeNegativeTest-252484141-router', 'tenant_id': '7905689c95d44a5c9169249c70f7de57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:17Z', 'updated_at': '2022-05-14T15:57:52Z', 'revision_number': 6, 'project_id': '7905689c95d44a5c9169249c70f7de57', 'gw_port_host': None}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 15:57:53.124046 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-47702d97-2614-408b-b468-bbbd0fc5f1d2 req-358d9dea-8fba-426d-9afc-ade4ab1a1253 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/security-groups?id=90d0ee98-7fb8-4eb0-919e-a70f84705104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248548 May 14 15:57:53.172602 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-caa883a4-4fc9-4909-885c-956804f87fdc req-8523148a-c9ca-4a6c-96d3-b094e0a93f95 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "GET /v2.0/ports?device_id=08195c98-5b1d-426c-a398-c7e914c14661 HTTP/1.1" status: 200 len: 210 time: 0.0389936 May 14 15:57:53.205480 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-62605342-151a-4774-8973-ef5643034945 None None] Set router a1169b27-b881-4a65-b771-789d4dff0e23 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:57:53.303422 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-097ef353-1850-4b50-bcd6-9f15297ffcee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (74622b65-a38b-4cd8-a497-601e6b15589c), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:53.334763 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ef353-1850-4b50-bcd6-9f15297ffcee admin admin] Pushing event deleted for resources: {'Port': ['ID=74622b65-a38b-4cd8-a497-601e6b15589c,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:57:53.435219 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.notifiers.nova [req-c02d6392-fe6e-46b5-ab11-50778a1637b1 req-4236c11e-6c7b-4d5c-8a57-ba744b4d31d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 684de684-f0ea-449d-a77c-a068f4d20b82 {{(pid=115110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 15:57:53.444225 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-c02d6392-fe6e-46b5-ab11-50778a1637b1 req-4236c11e-6c7b-4d5c-8a57-ba744b4d31d4 service neutron] Publish callbacks [] for port (684de684-f0ea-449d-a77c-a068f4d20b82), precommit_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:53.446598 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-097ef353-1850-4b50-bcd6-9f15297ffcee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1760500'] for router_gateway (5b7fd4ea-e5a8-46a9-b072-faa068d0f12c), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:53.458576 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-62605342-151a-4774-8973-ef5643034945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'name': 'tempest-TestVolumeBootPattern-1054406125-router', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '7476df31-b615-4558-9e6b-f43b19294261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:49:52Z', 'updated_at': '2022-05-14T15:49:56Z', 'revision_number': 4, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'gw_port': {'id': '7476df31-b615-4558-9e6b-f43b19294261', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:57:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:49:53Z', 'updated_at': '2022-05-14T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_floatingips': [{'id': 'e00111f9-0692-45c8-b50d-e94e1539ce20', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'floating_ip_address': '172.27.1.72', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'port_id': '85faf801-1e40-4e72-a22b-f9e9a859f83a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e', 'mac_address': 'fa:16:3e:a7:c1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T15:54:37Z', 'updated_at': '2022-05-14T15:54:40Z', 'revision_number': 1, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'fixed_ip_address_scope': None}, {'id': 'e1a468a4-1da4-4da3-9653-82fd9351bf13', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'port_id': 'd761eef1-490d-4627-a1cc-64f2436e7c0c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e', 'mac_address': 'fa:16:3e:a4:01:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd9e299-5776-4848-b4ab-6d07424a3f8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T15:57:50Z', 'updated_at': '2022-05-14T15:57:50Z', 'revision_number': 0, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c6cb976-00c4-4753-b47a-e7f5b13c10b3', 'name': '', 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'mac_address': 'fa:16:3e:57:56:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '77df9367-440f-44fc-82b0-848dccb99f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:49:55Z', 'updated_at': '2022-05-14T15:50:00Z', 'revision_number': 5, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'subnets': [{'id': '77df9367-440f-44fc-82b0-848dccb99f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:57:53.496825 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62605342-151a-4774-8973-ef5643034945 None None] The sync data for ids ['a1169b27-b881-4a65-b771-789d4dff0e23'] in dv-cinder-839793-11-iscsi is: [{'id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'name': 'tempest-TestVolumeBootPattern-1054406125-router', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '7476df31-b615-4558-9e6b-f43b19294261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:49:52Z', 'updated_at': '2022-05-14T15:49:56Z', 'revision_number': 4, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'gw_port': {'id': '7476df31-b615-4558-9e6b-f43b19294261', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:57:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:49:53Z', 'updated_at': '2022-05-14T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_floatingips': [{'id': 'e00111f9-0692-45c8-b50d-e94e1539ce20', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'floating_ip_address': '172.27.1.72', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'port_id': '85faf801-1e40-4e72-a22b-f9e9a859f83a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e', 'mac_address': 'fa:16:3e:a7:c1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T15:54:37Z', 'updated_at': '2022-05-14T15:54:40Z', 'revision_number': 1, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'fixed_ip_address_scope': None}, {'id': 'e1a468a4-1da4-4da3-9653-82fd9351bf13', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'port_id': 'd761eef1-490d-4627-a1cc-64f2436e7c0c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e', 'mac_address': 'fa:16:3e:a4:01:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dd9e299-5776-4848-b4ab-6d07424a3f8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T15:57:50Z', 'updated_at': '2022-05-14T15:57:50Z', 'revision_number': 0, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c6cb976-00c4-4753-b47a-e7f5b13c10b3', 'name': '', 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'mac_address': 'fa:16:3e:57:56:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '77df9367-440f-44fc-82b0-848dccb99f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:49:55Z', 'updated_at': '2022-05-14T15:50:00Z', 'revision_number': 5, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'subnets': [{'id': '77df9367-440f-44fc-82b0-848dccb99f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 15:57:53.518269 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.provisioning_blocks [req-c02d6392-fe6e-46b5-ab11-50778a1637b1 req-4236c11e-6c7b-4d5c-8a57-ba744b4d31d4 service neutron] Transition to ACTIVE for port object 684de684-f0ea-449d-a77c-a068f4d20b82 will not be triggered until provisioned by entity L2. {{(pid=115110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 14 15:57:53.548430 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-c02d6392-fe6e-46b5-ab11-50778a1637b1 req-4236c11e-6c7b-4d5c-8a57-ba744b4d31d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3204974'] for port (684de684-f0ea-449d-a77c-a068f4d20b82), after_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:53.551804 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-097ef353-1850-4b50-bcd6-9f15297ffcee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104779'] for router (5b7fd4ea-e5a8-46a9-b072-faa068d0f12c), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:53.555997 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-097ef353-1850-4b50-bcd6-9f15297ffcee admin admin] Publish callbacks [] for router_controller (5b7fd4ea-e5a8-46a9-b072-faa068d0f12c), precommit_delete_associations {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:53.715208 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24153bf6-8972-4176-a659-487d04993b04 None None] New status for floating IP e1a468a4-1da4-4da3-9653-82fd9351bf13: ACTIVE {{(pid=115113) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 14 15:57:53.897381 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-097ef353-1850-4b50-bcd6-9f15297ffcee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758117'] for router (5b7fd4ea-e5a8-46a9-b072-faa068d0f12c), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:53.897986 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097ef353-1850-4b50-bcd6-9f15297ffcee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b7fd4ea-e5a8-46a9-b072-faa068d0f12c {{(pid=115110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 14 15:57:53.901722 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4236c11e-6c7b-4d5c-8a57-ba744b4d31d4 service neutron] Pushing event updated for resources: {'Port': ['ID=684de684-f0ea-449d-a77c-a068f4d20b82,revision_number=2']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:57:53.908544 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-097ef353-1850-4b50-bcd6-9f15297ffcee admin admin] Publish callbacks [] for router (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:53.909702 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-097ef353-1850-4b50-bcd6-9f15297ffcee admin admin] 10.222.0.61 "DELETE /v2.0/routers/5b7fd4ea-e5a8-46a9-b072-faa068d0f12c HTTP/1.1" status: 204 len: 168 time: 1.6657667 May 14 15:57:53.912600 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 44062) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:57:53.959797 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbc83a8a-7f1c-441b-9034-dd2644948a66 admin admin] Deleting subnet 0d11558f-f514-43f3-89bc-cf74b70b0dae {{(pid=115111) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 14 15:57:53.962954 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-bbc83a8a-7f1c-441b-9034-dd2644948a66 admin admin] Publish callbacks [] for subnet (0d11558f-f514-43f3-89bc-cf74b70b0dae), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:53.982757 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.managers [req-c02d6392-fe6e-46b5-ab11-50778a1637b1 req-4236c11e-6c7b-4d5c-8a57-ba744b4d31d4 service neutron] Attempting to bind port 684de684-f0ea-449d-a77c-a068f4d20b82 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 15:57:53.983095 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.managers [req-c02d6392-fe6e-46b5-ab11-50778a1637b1 req-4236c11e-6c7b-4d5c-8a57-ba744b4d31d4 service neutron] Attempting to bind port 684de684-f0ea-449d-a77c-a068f4d20b82 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': 'f965da8a-cfbc-4bf8-b3a6-d86a8d232373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5bc2cada-443d-44ab-8881-81867ee93960'}] {{(pid=115110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 15:57:53.983930 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02d6392-fe6e-46b5-ab11-50778a1637b1 req-4236c11e-6c7b-4d5c-8a57-ba744b4d31d4 service neutron] Attempting to bind port 684de684-f0ea-449d-a77c-a068f4d20b82 on network 5bc2cada-443d-44ab-8881-81867ee93960 {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:57:53.988218 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02d6392-fe6e-46b5-ab11-50778a1637b1 req-4236c11e-6c7b-4d5c-8a57-ba744b4d31d4 service neutron] Port 684de684-f0ea-449d-a77c-a068f4d20b82 on network 5bc2cada-443d-44ab-8881-81867ee93960 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 14 15:57:53.988482 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02d6392-fe6e-46b5-ab11-50778a1637b1 req-4236c11e-6c7b-4d5c-8a57-ba744b4d31d4 service neutron] Attempting to bind port 684de684-f0ea-449d-a77c-a068f4d20b82 on network 5bc2cada-443d-44ab-8881-81867ee93960 {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:57:53.993534 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02d6392-fe6e-46b5-ab11-50778a1637b1 req-4236c11e-6c7b-4d5c-8a57-ba744b4d31d4 service neutron] Checking agent: {'id': 'df6c86ae-fc26-40a3-91a1-648a304bf46f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 44, 23), 'started_at': datetime.datetime(2022, 5, 14, 15, 44, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 15, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 15:57:53.993871 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02d6392-fe6e-46b5-ab11-50778a1637b1 req-4236c11e-6c7b-4d5c-8a57-ba744b4d31d4 service neutron] Checking segment: {'id': 'f965da8a-cfbc-4bf8-b3a6-d86a8d232373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5bc2cada-443d-44ab-8881-81867ee93960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:57:53.994275 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c02d6392-fe6e-46b5-ab11-50778a1637b1 req-4236c11e-6c7b-4d5c-8a57-ba744b4d31d4 service neutron] Bound using segment: {'id': 'f965da8a-cfbc-4bf8-b3a6-d86a8d232373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5bc2cada-443d-44ab-8881-81867ee93960'} {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 15:57:53.994719 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.managers [req-c02d6392-fe6e-46b5-ab11-50778a1637b1 req-4236c11e-6c7b-4d5c-8a57-ba744b4d31d4 service neutron] Bound port: 684de684-f0ea-449d-a77c-a068f4d20b82, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f965da8a-cfbc-4bf8-b3a6-d86a8d232373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '5bc2cada-443d-44ab-8881-81867ee93960'}}] {{(pid=115110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 15:57:53.995079 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-c02d6392-fe6e-46b5-ab11-50778a1637b1 req-4236c11e-6c7b-4d5c-8a57-ba744b4d31d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (684de684-f0ea-449d-a77c-a068f4d20b82), before_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:54.004871 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-bbc83a8a-7f1c-441b-9034-dd2644948a66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8408928'] for subnet (0d11558f-f514-43f3-89bc-cf74b70b0dae), precommit_delete_associations {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:54.058112 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [req-c02d6392-fe6e-46b5-ab11-50778a1637b1 req-4236c11e-6c7b-4d5c-8a57-ba744b4d31d4 service neutron] For port 684de684-f0ea-449d-a77c-a068f4d20b82, host hv-cinder-83979, cleared binding levels {{(pid=115110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 15:57:54.061165 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [req-c02d6392-fe6e-46b5-ab11-50778a1637b1 req-4236c11e-6c7b-4d5c-8a57-ba744b4d31d4 service neutron] For port 684de684-f0ea-449d-a77c-a068f4d20b82, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=684de684-f0ea-449d-a77c-a068f4d20b82,segment=NetworkSegment(f965da8a-cfbc-4bf8-b3a6-d86a8d232373),segment_id=f965da8a-cfbc-4bf8-b3a6-d86a8d232373)] {{(pid=115110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 15:57:54.068858 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-c02d6392-fe6e-46b5-ab11-50778a1637b1 req-4236c11e-6c7b-4d5c-8a57-ba744b4d31d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3204974'] for port (684de684-f0ea-449d-a77c-a068f4d20b82), after_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:54.086413 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-bbc83a8a-7f1c-441b-9034-dd2644948a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32905208'] for subnet (0d11558f-f514-43f3-89bc-cf74b70b0dae), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:54.104348 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d6392-fe6e-46b5-ab11-50778a1637b1 req-4236c11e-6c7b-4d5c-8a57-ba744b4d31d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:54.104981 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-c02d6392-fe6e-46b5-ab11-50778a1637b1 req-4236c11e-6c7b-4d5c-8a57-ba744b4d31d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:54.107059 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-c02d6392-fe6e-46b5-ab11-50778a1637b1 req-4236c11e-6c7b-4d5c-8a57-ba744b4d31d4 service neutron] 10.222.0.36 "PUT /v2.0/ports/684de684-f0ea-449d-a77c-a068f4d20b82 HTTP/1.1" status: 200 len: 1094 time: 1.5177495 May 14 15:57:54.107554 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25202ac2-6830-4d26-83fc-803adeb71796', 'tag': '684de684-f0ea-449d-a77c-a068f4d20b82'}] {{(pid=115110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:57:54.109724 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a270656aa08f71c574e37588e4b5bc67f1398202d03dea947e2a2c931e3df3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220ac81b-dc5c-438b-a579-c78b7ebce697" -d '{"events": [{"name": "network-changed", "server_uuid": "25202ac2-6830-4d26-83fc-803adeb71796", "tag": "684de684-f0ea-449d-a77c-a068f4d20b82"}]}' {{(pid=115110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:57:54.139378 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4236c11e-6c7b-4d5c-8a57-ba744b4d31d4 service neutron] Pushing event updated for resources: {'Port': ['ID=684de684-f0ea-449d-a77c-a068f4d20b82,revision_number=3']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:57:54.174865 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-bbc83a8a-7f1c-441b-9034-dd2644948a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32905185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8765602', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8853858'] for subnet (0d11558f-f514-43f3-89bc-cf74b70b0dae), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:54.180227 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 15:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c4a24b-2109-478f-adb3-9adfe1acc5e1 x-openstack-request-id: req-a8c4a24b-2109-478f-adb3-9adfe1acc5e1 {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:57:54.180626 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25202ac2-6830-4d26-83fc-803adeb71796", "tag": "684de684-f0ea-449d-a77c-a068f4d20b82", "status": "completed", "code": 200}]} {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:57:54.180749 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a8c4a24b-2109-478f-adb3-9adfe1acc5e1 {{(pid=115110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:57:54.181159 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8c4a24b-2109-478f-adb3-9adfe1acc5e1'] response: {'name': 'network-changed', 'server_uuid': '25202ac2-6830-4d26-83fc-803adeb71796', 'tag': '684de684-f0ea-449d-a77c-a068f4d20b82', 'status': 'completed', 'code': 200} May 14 15:57:54.197844 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693114b7-73df-4afc-8e17-1ceeea2a1fa9 None None] Network 722d2578-8e0a-4535-bc1b-444c13327ab8 requested from dv-cinder-839793-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 15:57:54.209742 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-bbc83a8a-7f1c-441b-9034-dd2644948a66 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:54.213373 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-bbc83a8a-7f1c-441b-9034-dd2644948a66 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/0d11558f-f514-43f3-89bc-cf74b70b0dae HTTP/1.1" status: 204 len: 168 time: 0.2997019 May 14 15:57:54.216884 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 44070) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:57:54.229242 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc83a8a-7f1c-441b-9034-dd2644948a66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d11558f-f514-43f3-89bc-cf74b70b0dae,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:57:54.234552 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d6392-fe6e-46b5-ab11-50778a1637b1 req-4b5f45ce-552f-46ef-99bd-e13ece11ad4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:54.236710 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-c02d6392-fe6e-46b5-ab11-50778a1637b1 req-4b5f45ce-552f-46ef-99bd-e13ece11ad4e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ad8088ecb8a4f72a98ad70fa8be02b3&device_id=25202ac2-6830-4d26-83fc-803adeb71796 HTTP/1.1" status: 200 len: 1128 time: 0.0743096 May 14 15:57:54.257137 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 44072) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:57:54.300510 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-c02d6392-fe6e-46b5-ab11-50778a1637b1 req-fdd4606b-0b08-4c79-8d56-c128542f1c02 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=684de684-f0ea-449d-a77c-a068f4d20b82 HTTP/1.1" status: 200 len: 217 time: 0.0516396 May 14 15:57:54.355188 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef5c70-c68f-44d3-b182-6406f39d4d13 req-70dc56ad-e2ca-4415-9131-54e2b46fa564 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:54.356972 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c5ef5c70-c68f-44d3-b182-6406f39d4d13 req-70dc56ad-e2ca-4415-9131-54e2b46fa564 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/ports?device_id=25202ac2-6830-4d26-83fc-803adeb71796 HTTP/1.1" status: 200 len: 944 time: 0.1205246 May 14 15:57:54.360282 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-b2d35eb6-78e6-46cb-b4c0-69b20da5a54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32844583'] for network (722d2578-8e0a-4535-bc1b-444c13327ab8), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:54.385473 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd9e299-5776-4848-b4ab-6d07424a3f8e', 'tag': 'd761eef1-490d-4627-a1cc-64f2436e7c0c'}] {{(pid=115111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:57:54.388376 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d243af113ddc23b9a3ad38dde0a226f09410eb7dd6936b385d295fad3462c172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5886543c-5359-42fe-a6b8-674b1c7bb816" -d '{"events": [{"name": "network-changed", "server_uuid": "6dd9e299-5776-4848-b4ab-6d07424a3f8e", "tag": "d761eef1-490d-4627-a1cc-64f2436e7c0c"}]}' {{(pid=115111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:57:54.390442 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d6392-fe6e-46b5-ab11-50778a1637b1 req-310aacb0-62e8-4a41-a9a1-2dc62921b43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:54.393509 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-c02d6392-fe6e-46b5-ab11-50778a1637b1 req-310aacb0-62e8-4a41-a9a1-2dc62921b43e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99bda779-ed91-4336-a644-93f06221e998 HTTP/1.1" status: 200 len: 853 time: 0.0875559 May 14 15:57:54.407643 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6ac510-54a2-492a-a88a-cc36f8065301 None None] DHCP port deletion for 722d2578-8e0a-4535-bc1b-444c13327ab8 request from dv-cinder-839793-11-iscsi {{(pid=115112) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 14 15:57:54.436239 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-aa82afe1-044f-4566-a57c-95a19f69eb73 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks [] for security_group (319ed016-eeb9-4108-be29-6a54e449fca0), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:54.439375 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 15:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6fe462-a81b-4f6e-b060-40f5565aa5fc x-openstack-request-id: req-6f6fe462-a81b-4f6e-b060-40f5565aa5fc {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:57:54.439665 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dd9e299-5776-4848-b4ab-6d07424a3f8e", "tag": "d761eef1-490d-4627-a1cc-64f2436e7c0c", "status": "completed", "code": 200}]} {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:57:54.439921 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6f6fe462-a81b-4f6e-b060-40f5565aa5fc {{(pid=115111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:57:54.440309 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f6fe462-a81b-4f6e-b060-40f5565aa5fc'] response: {'name': 'network-changed', 'server_uuid': '6dd9e299-5776-4848-b4ab-6d07424a3f8e', 'tag': 'd761eef1-490d-4627-a1cc-64f2436e7c0c', 'status': 'completed', 'code': 200} May 14 15:57:54.441284 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-c02d6392-fe6e-46b5-ab11-50778a1637b1 req-0b0d56da-2297-4654-8e2b-bace20a97593 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5bc2cada-443d-44ab-8881-81867ee93960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412502 May 14 15:57:54.454257 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c5ef5c70-c68f-44d3-b182-6406f39d4d13 req-368768ba-ef06-4876-bc40-8cf2d6833601 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/security-groups?id=90d0ee98-7fb8-4eb0-919e-a70f84705104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849233 May 14 15:57:54.455199 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [None req-b2d35eb6-78e6-46cb-b4c0-69b20da5a54a admin admin] Deleting port 24798500-2043-4dfa-b233-c597c69fa978 {{(pid=115111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 15:57:54.455728 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-b2d35eb6-78e6-46cb-b4c0-69b20da5a54a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (24798500-2043-4dfa-b233-c597c69fa978), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:54.458018 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7a6ac510-54a2-492a-a88a-cc36f8065301 None None] Deleting port 24798500-2043-4dfa-b233-c597c69fa978 {{(pid=115112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 15:57:54.458613 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7a6ac510-54a2-492a-a88a-cc36f8065301 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (24798500-2043-4dfa-b233-c597c69fa978), before_delete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:54.474157 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-aa82afe1-044f-4566-a57c-95a19f69eb73 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks [] for security_group (319ed016-eeb9-4108-be29-6a54e449fca0), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:54.541002 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-7a6ac510-54a2-492a-a88a-cc36f8065301 None None] For port 24798500-2043-4dfa-b233-c597c69fa978, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=24798500-2043-4dfa-b233-c597c69fa978,segment=NetworkSegment(f5bdbe83-2873-41ef-b77e-b6a155bfb1ac),segment_id=f5bdbe83-2873-41ef-b77e-b6a155bfb1ac)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:57:54.542045 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7a6ac510-54a2-492a-a88a-cc36f8065301 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (24798500-2043-4dfa-b233-c597c69fa978), precommit_delete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:54.556198 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7a6ac510-54a2-492a-a88a-cc36f8065301 None None] Calling delete_port for 24798500-2043-4dfa-b233-c597c69fa978 owned by network:dhcp {{(pid=115112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 15:57:54.558930 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.db [None req-b2d35eb6-78e6-46cb-b4c0-69b20da5a54a admin admin] For port 24798500-2043-4dfa-b233-c597c69fa978, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=24798500-2043-4dfa-b233-c597c69fa978,segment=NetworkSegment(f5bdbe83-2873-41ef-b77e-b6a155bfb1ac),segment_id=f5bdbe83-2873-41ef-b77e-b6a155bfb1ac)] {{(pid=115111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:57:54.559295 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-b2d35eb6-78e6-46cb-b4c0-69b20da5a54a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (24798500-2043-4dfa-b233-c597c69fa978), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:54.581280 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [None req-b2d35eb6-78e6-46cb-b4c0-69b20da5a54a admin admin] Calling delete_port for 24798500-2043-4dfa-b233-c597c69fa978 owned by network:dhcp {{(pid=115111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 15:57:54.586240 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886543c-5359-42fe-a6b8-674b1c7bb816 req-0da51715-e05c-496c-9585-f6db6745a28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:54.587959 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5886543c-5359-42fe-a6b8-674b1c7bb816 req-0da51715-e05c-496c-9585-f6db6745a28b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a3a2b5dee7a404a8445c8aa434b5a43&device_id=6dd9e299-5776-4848-b4ab-6d07424a3f8e HTTP/1.1" status: 200 len: 1130 time: 0.1020415 May 14 15:57:54.593090 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-c02d6392-fe6e-46b5-ab11-50778a1637b1 req-afc92845-bb71-4a6e-a772-76e762295291 service neutron] 10.222.0.36 "GET /v2.0/networks/5bc2cada-443d-44ab-8881-81867ee93960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105988 May 14 15:57:54.628965 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-aa82afe1-044f-4566-a57c-95a19f69eb73 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (319ed016-eeb9-4108-be29-6a54e449fca0), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:54.631687 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-aa82afe1-044f-4566-a57c-95a19f69eb73 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:54.635222 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-aa82afe1-044f-4566-a57c-95a19f69eb73 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] 10.222.0.61 "DELETE /v2.0/security-groups/319ed016-eeb9-4108-be29-6a54e449fca0 HTTP/1.1" status: 204 len: 168 time: 0.3746405 May 14 15:57:54.655409 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7a6ac510-54a2-492a-a88a-cc36f8065301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206'] for port (24798500-2043-4dfa-b233-c597c69fa978), after_delete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:54.679794 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa82afe1-044f-4566-a57c-95a19f69eb73 tempest-TestShelveInstance-1853374188 tempest-TestShelveInstance-1853374188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=319ed016-eeb9-4108-be29-6a54e449fca0,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:57:54.692259 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 44078) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:57:54.698510 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ac510-54a2-492a-a88a-cc36f8065301 None None] Pushing event deleted for resources: {'Port': ['ID=24798500-2043-4dfa-b233-c597c69fa978,revision_number=None']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:57:54.716196 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6ac510-54a2-492a-a88a-cc36f8065301 None None] No DVR routers for this DVR port 24798500-2043-4dfa-b233-c597c69fa978 on host dv-cinder-839793-11-iscsi {{(pid=115112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 15:57:54.758753 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886543c-5359-42fe-a6b8-674b1c7bb816 req-ee3ec122-5834-4bb1-aecf-503f34e9a361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:54.759769 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-c02d6392-fe6e-46b5-ab11-50778a1637b1 req-67e4d8da-7679-42dc-b16c-d6259187c6c2 service neutron] 10.222.0.36 "GET /v2.0/networks/5bc2cada-443d-44ab-8881-81867ee93960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608055 May 14 15:57:54.760908 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5886543c-5359-42fe-a6b8-674b1c7bb816 req-ee3ec122-5834-4bb1-aecf-503f34e9a361 service neutron] 10.222.0.36 "GET /v2.0/networks?id=791585d6-2e4a-4237-ab00-9a26c50b495e HTTP/1.1" status: 200 len: 913 time: 0.1665471 May 14 15:57:54.770239 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-b2d35eb6-78e6-46cb-b4c0-69b20da5a54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764499'] for port (24798500-2043-4dfa-b233-c597c69fa978), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:54.806976 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d35eb6-78e6-46cb-b4c0-69b20da5a54a admin admin] Pushing event deleted for resources: {'Port': ['ID=24798500-2043-4dfa-b233-c597c69fa978,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:57:54.843471 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d35eb6-78e6-46cb-b4c0-69b20da5a54a admin admin] No DVR routers for this DVR port 24798500-2043-4dfa-b233-c597c69fa978 on host dv-cinder-839793-11-iscsi {{(pid=115111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 15:57:54.906254 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5886543c-5359-42fe-a6b8-674b1c7bb816 req-7d995a95-4ce4-4a2c-b590-8e5c39c5ebb4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d761eef1-490d-4627-a1cc-64f2436e7c0c HTTP/1.1" status: 200 len: 1001 time: 0.1285920 May 14 15:57:54.934916 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-b2d35eb6-78e6-46cb-b4c0-69b20da5a54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32821069', 'neutron.services.segments.db._delete_segments_for_network-8770741945110'] for network (722d2578-8e0a-4535-bc1b-444c13327ab8), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:54.957509 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.services.segments.db [None req-b2d35eb6-78e6-46cb-b4c0-69b20da5a54a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['722d2578-8e0a-4535-bc1b-444c13327ab8']}} {{(pid=115111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:57:54.967926 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.services.segments.db [None req-b2d35eb6-78e6-46cb-b4c0-69b20da5a54a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5bdbe83-2873-41ef-b77e-b6a155bfb1ac') {'for_net_delete': True} {{(pid=115111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:57:54.968218 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.services.segments.db [None req-b2d35eb6-78e6-46cb-b4c0-69b20da5a54a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5bdbe83-2873-41ef-b77e-b6a155bfb1ac') {} {{(pid=115111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:57:54.984685 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-b2d35eb6-78e6-46cb-b4c0-69b20da5a54a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770741946911', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8408921'] for segment (f5bdbe83-2873-41ef-b77e-b6a155bfb1ac), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:55.000899 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-b2d35eb6-78e6-46cb-b4c0-69b20da5a54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32906243'] for segment (f5bdbe83-2873-41ef-b77e-b6a155bfb1ac), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:55.007356 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2d35eb6-78e6-46cb-b4c0-69b20da5a54a admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=115111) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 15:57:55.007996 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-b2d35eb6-78e6-46cb-b4c0-69b20da5a54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32906243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8764416'] for segment (f5bdbe83-2873-41ef-b77e-b6a155bfb1ac), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:55.009633 dv-cinder-839793-11-iscsi neutron-server[115111]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 15:57:55.009633 dv-cinder-839793-11-iscsi neutron-server[115111]: self.session.flush() May 14 15:57:55.009633 dv-cinder-839793-11-iscsi neutron-server[115111]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 15:57:55.009633 dv-cinder-839793-11-iscsi neutron-server[115111]: self.session.flush() May 14 15:57:55.009633 dv-cinder-839793-11-iscsi neutron-server[115111]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 15:57:55.009633 dv-cinder-839793-11-iscsi neutron-server[115111]: self.session.flush() May 14 15:57:55.009633 dv-cinder-839793-11-iscsi neutron-server[115111]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 14 15:57:55.009633 dv-cinder-839793-11-iscsi neutron-server[115111]: self.session.flush() May 14 15:57:55.009633 dv-cinder-839793-11-iscsi neutron-server[115111]: Traceback (most recent call last): May 14 15:57:55.009633 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 15:57:55.009633 dv-cinder-839793-11-iscsi neutron-server[115111]: timer() May 14 15:57:55.009633 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 15:57:55.009633 dv-cinder-839793-11-iscsi neutron-server[115111]: cb(*args, **kw) May 14 15:57:55.009633 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 14 15:57:55.009633 dv-cinder-839793-11-iscsi neutron-server[115111]: return func(*args, **kwargs) May 14 15:57:55.009633 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 15:57:55.009633 dv-cinder-839793-11-iscsi neutron-server[115111]: self._notify() May 14 15:57:55.009633 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 15:57:55.009633 dv-cinder-839793-11-iscsi neutron-server[115111]: self.callback(batched_events) May 14 15:57:55.009633 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 15:57:55.009633 dv-cinder-839793-11-iscsi neutron-server[115111]: event.method(event) May 14 15:57:55.009633 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 14 15:57:55.009633 dv-cinder-839793-11-iscsi neutron-server[115111]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 15:57:55.009633 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 14 15:57:55.009633 dv-cinder-839793-11-iscsi neutron-server[115111]: aggregate_uuid = self.p_client.list_aggregates( May 14 15:57:55.009633 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 14 15:57:55.009633 dv-cinder-839793-11-iscsi neutron-server[115111]: return f(self, *a, **k) May 14 15:57:55.009633 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 14 15:57:55.009633 dv-cinder-839793-11-iscsi neutron-server[115111]: return self._get(url).json() May 14 15:57:55.009633 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 14 15:57:55.009633 dv-cinder-839793-11-iscsi neutron-server[115111]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 15:57:55.009633 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 15:57:55.009633 dv-cinder-839793-11-iscsi neutron-server[115111]: return self.request(url, 'GET', **kwargs) May 14 15:57:55.009633 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 15:57:55.009633 dv-cinder-839793-11-iscsi neutron-server[115111]: base_url = self.get_endpoint(auth, allow=allow, May 14 15:57:55.009633 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 15:57:55.009633 dv-cinder-839793-11-iscsi neutron-server[115111]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 15:57:55.009633 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 15:57:55.009633 dv-cinder-839793-11-iscsi neutron-server[115111]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 15:57:55.009633 dv-cinder-839793-11-iscsi neutron-server[115111]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 15:57:55.068814 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-b2d35eb6-78e6-46cb-b4c0-69b20da5a54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32821110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1759686'] for network (722d2578-8e0a-4535-bc1b-444c13327ab8), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:55.075233 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-b2d35eb6-78e6-46cb-b4c0-69b20da5a54a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for network (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:55.078494 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-b2d35eb6-78e6-46cb-b4c0-69b20da5a54a admin admin] 10.222.0.61 "DELETE /v2.0/networks/722d2578-8e0a-4535-bc1b-444c13327ab8 HTTP/1.1" status: 204 len: 168 time: 0.8606336 May 14 15:57:55.089866 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d35eb6-78e6-46cb-b4c0-69b20da5a54a admin admin] Pushing event deleted for resources: {'Network': ['ID=722d2578-8e0a-4535-bc1b-444c13327ab8,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:57:55.127567 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device f58259cf-4cfe-4867-a867-9e17bac30662 no longer exists at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 15:57:55.143590 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-ea02f958-e5d3-4e8a-8556-03340f692d93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753798'] for router_interface (50bc2a5e-c494-41e8-9dc8-79c4ae347fca), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:55.148072 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] No Port match for: f58259cf-4cfe-4867-a867-9e17bac30662 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 14 15:57:55.148418 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device f58259cf-4cfe-4867-a867-9e17bac30662 not bound to the agent host dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 15:57:55.148860 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 24798500-2043-4dfa-b233-c597c69fa978 no longer exists at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 15:57:55.169891 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] No Port match for: 24798500-2043-4dfa-b233-c597c69fa978 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 14 15:57:55.170164 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 24798500-2043-4dfa-b233-c597c69fa978 not bound to the agent host dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 15:57:55.170610 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 74622b65-a38b-4cd8-a497-601e6b15589c no longer exists at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 15:57:55.193812 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] No Port match for: 74622b65-a38b-4cd8-a497-601e6b15589c {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 14 15:57:55.194296 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 74622b65-a38b-4cd8-a497-601e6b15589c not bound to the agent host dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 15:57:55.219721 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 44084) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:57:55.260163 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-3435804e-98ea-4b8f-8c8e-49952ad27b54 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7905689c95d44a5c9169249c70f7de57&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0392916 May 14 15:57:55.262881 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 44086) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:57:55.310993 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-23a5ffe4-71f1-4e75-97f1-b767558e8dbf admin admin] Publish callbacks [] for security_group (3cb716a4-893e-4f96-9ce7-fd14a3a073e8), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:55.336837 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-23a5ffe4-71f1-4e75-97f1-b767558e8dbf admin admin] Publish callbacks [] for security_group (3cb716a4-893e-4f96-9ce7-fd14a3a073e8), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:55.384071 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [None req-ea02f958-e5d3-4e8a-8556-03340f692d93 admin admin] Deleting port 4c442d7b-e3a6-4a3d-bcc0-0507f569f20c {{(pid=115110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 15:57:55.384415 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-ea02f958-e5d3-4e8a-8556-03340f692d93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (4c442d7b-e3a6-4a3d-bcc0-0507f569f20c), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:55.384901 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-23a5ffe4-71f1-4e75-97f1-b767558e8dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (3cb716a4-893e-4f96-9ce7-fd14a3a073e8), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:55.388222 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-23a5ffe4-71f1-4e75-97f1-b767558e8dbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:55.389400 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-23a5ffe4-71f1-4e75-97f1-b767558e8dbf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3cb716a4-893e-4f96-9ce7-fd14a3a073e8 HTTP/1.1" status: 204 len: 168 time: 0.1255767 May 14 15:57:55.396921 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a5ffe4-71f1-4e75-97f1-b767558e8dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb716a4-893e-4f96-9ce7-fd14a3a073e8,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:57:55.463534 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [None req-ea02f958-e5d3-4e8a-8556-03340f692d93 admin admin] For port 4c442d7b-e3a6-4a3d-bcc0-0507f569f20c, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=4c442d7b-e3a6-4a3d-bcc0-0507f569f20c,segment=NetworkSegment(bbf8d973-9037-4af7-ad30-be5c3a916a1b),segment_id=bbf8d973-9037-4af7-ad30-be5c3a916a1b)] {{(pid=115110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:57:55.464136 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-ea02f958-e5d3-4e8a-8556-03340f692d93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (4c442d7b-e3a6-4a3d-bcc0-0507f569f20c), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:55.482078 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [None req-ea02f958-e5d3-4e8a-8556-03340f692d93 admin admin] Calling delete_port for 4c442d7b-e3a6-4a3d-bcc0-0507f569f20c owned by network:router_interface {{(pid=115110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 15:57:55.582589 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a60793-db16-4612-b644-b5d7a37467f3 req-4e76cec0-fbba-4554-935c-1ab7b7f2954c tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:55.584241 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a2a60793-db16-4612-b644-b5d7a37467f3 req-4e76cec0-fbba-4554-935c-1ab7b7f2954c tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/ports?device_id=25202ac2-6830-4d26-83fc-803adeb71796 HTTP/1.1" status: 200 len: 944 time: 0.0525711 May 14 15:57:55.646551 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a2a60793-db16-4612-b644-b5d7a37467f3 req-f5ce944b-b7c1-4123-86fb-b623de3ae156 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/security-groups?id=90d0ee98-7fb8-4eb0-919e-a70f84705104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521512 May 14 15:57:55.687401 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-ea02f958-e5d3-4e8a-8556-03340f692d93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (4c442d7b-e3a6-4a3d-bcc0-0507f569f20c), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:55.709457 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea02f958-e5d3-4e8a-8556-03340f692d93 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c442d7b-e3a6-4a3d-bcc0-0507f569f20c,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:57:55.715315 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device ff1e7e07-bb51-463a-a362-bc5fcaff458c no longer exists at agent hyperv_hv-cinder-83979 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 15:57:55.741827 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] No Port match for: ff1e7e07-bb51-463a-a362-bc5fcaff458c {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 14 15:57:55.742169 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device ff1e7e07-bb51-463a-a362-bc5fcaff458c not bound to the agent host hv-cinder-83979 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 15:57:55.897891 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-ea02f958-e5d3-4e8a-8556-03340f692d93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1680725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769177'] for router_interface (50bc2a5e-c494-41e8-9dc8-79c4ae347fca), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:56.127696 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea02f958-e5d3-4e8a-8556-03340f692d93 admin admin] Router 50bc2a5e-c494-41e8-9dc8-79c4ae347fca has already been hosted by L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f {{(pid=115110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 15:57:56.244521 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea02f958-e5d3-4e8a-8556-03340f692d93 admin admin] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 15:57:56.250557 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-ea02f958-e5d3-4e8a-8556-03340f692d93 admin admin] 10.222.0.61 "PUT /v2.0/routers/50bc2a5e-c494-41e8-9dc8-79c4ae347fca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5567598 May 14 15:57:56.253171 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 44114) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:57:56.257541 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68e1ae1-8929-4ecc-ab67-bec8d04b4279 None None] Sync routers for ids ['50bc2a5e-c494-41e8-9dc8-79c4ae347fca'] in dv-cinder-839793-11-iscsi {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 15:57:56.272704 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68e1ae1-8929-4ecc-ab67-bec8d04b4279 None None] Routers {'50bc2a5e-c494-41e8-9dc8-79c4ae347fca'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:57:56.274130 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-d68e1ae1-8929-4ecc-ab67-bec8d04b4279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:57:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['50bc2a5e-c494-41e8-9dc8-79c4ae347fca'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:57:56.372952 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e6362537-ea72-4352-844b-e5e5213fd8a7 admin admin] Publish callbacks [] for router (50bc2a5e-c494-41e8-9dc8-79c4ae347fca), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:56.410250 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-d68e1ae1-8929-4ecc-ab67-bec8d04b4279 None None] Set router 50bc2a5e-c494-41e8-9dc8-79c4ae347fca gateway port host: dv-cinder-839793-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:57:56.500382 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e6362537-ea72-4352-844b-e5e5213fd8a7 admin admin] Publish callbacks [] for router_gateway (50bc2a5e-c494-41e8-9dc8-79c4ae347fca), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:56.551600 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [None req-e6362537-ea72-4352-844b-e5e5213fd8a7 admin admin] Deleting port a025dc00-bbc7-4776-8f67-6cf16f293c7a {{(pid=115110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 15:57:56.551940 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e6362537-ea72-4352-844b-e5e5213fd8a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (a025dc00-bbc7-4776-8f67-6cf16f293c7a), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:56.602418 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-d68e1ae1-8929-4ecc-ab67-bec8d04b4279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50bc2a5e-c494-41e8-9dc8-79c4ae347fca', 'name': 'tempest-TestShelveInstance-880512959-router', 'tenant_id': '83d6b6f0aa4f4314811ee80480861958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a025dc00-bbc7-4776-8f67-6cf16f293c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:51:40Z', 'updated_at': '2022-05-14T15:57:55Z', 'revision_number': 5, 'project_id': '83d6b6f0aa4f4314811ee80480861958', 'gw_port': {'id': 'a025dc00-bbc7-4776-8f67-6cf16f293c7a', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50bc2a5e-c494-41e8-9dc8-79c4ae347fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:51:40Z', 'updated_at': '2022-05-14T15:51:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi'}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:57:56.632881 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68e1ae1-8929-4ecc-ab67-bec8d04b4279 None None] Checking router: 50bc2a5e-c494-41e8-9dc8-79c4ae347fca for host: dv-cinder-839793-11-iscsi {{(pid=115112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 15:57:56.633035 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [None req-e6362537-ea72-4352-844b-e5e5213fd8a7 admin admin] For port a025dc00-bbc7-4776-8f67-6cf16f293c7a, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=a025dc00-bbc7-4776-8f67-6cf16f293c7a,segment=NetworkSegment(fe506043-d64f-420e-bda4-fab290621067),segment_id=fe506043-d64f-420e-bda4-fab290621067)] {{(pid=115110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:57:56.633260 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e6362537-ea72-4352-844b-e5e5213fd8a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (a025dc00-bbc7-4776-8f67-6cf16f293c7a), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:56.642570 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68e1ae1-8929-4ecc-ab67-bec8d04b4279 None None] Routers {'50bc2a5e-c494-41e8-9dc8-79c4ae347fca'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:57:56.643448 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-d68e1ae1-8929-4ecc-ab67-bec8d04b4279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:57:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['50bc2a5e-c494-41e8-9dc8-79c4ae347fca'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:57:56.651351 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [None req-e6362537-ea72-4352-844b-e5e5213fd8a7 admin admin] Calling delete_port for a025dc00-bbc7-4776-8f67-6cf16f293c7a owned by network:router_gateway {{(pid=115110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 15:57:56.748099 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-d68e1ae1-8929-4ecc-ab67-bec8d04b4279 None None] Set router 50bc2a5e-c494-41e8-9dc8-79c4ae347fca gateway port host: None {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:57:56.764151 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d654b4-6ace-46c2-b14a-029e6440796b req-cdcc8242-edbc-47c4-9aa7-34713fdcdc2f tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:56.766974 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e2d654b4-6ace-46c2-b14a-029e6440796b req-cdcc8242-edbc-47c4-9aa7-34713fdcdc2f tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/ports?device_id=25202ac2-6830-4d26-83fc-803adeb71796 HTTP/1.1" status: 200 len: 944 time: 0.0559044 May 14 15:57:56.788865 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 44142) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:57:56.822869 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-d68e1ae1-8929-4ecc-ab67-bec8d04b4279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50bc2a5e-c494-41e8-9dc8-79c4ae347fca', 'name': 'tempest-TestShelveInstance-880512959-router', 'tenant_id': '83d6b6f0aa4f4314811ee80480861958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:51:40Z', 'updated_at': '2022-05-14T15:57:56Z', 'revision_number': 6, 'project_id': '83d6b6f0aa4f4314811ee80480861958', 'gw_port_host': None}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:57:56.828549 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e2d654b4-6ace-46c2-b14a-029e6440796b req-e699046b-66f4-45fd-a07d-927589764bfb tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/security-groups?id=90d0ee98-7fb8-4eb0-919e-a70f84705104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557590 May 14 15:57:56.850121 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e6362537-ea72-4352-844b-e5e5213fd8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (a025dc00-bbc7-4776-8f67-6cf16f293c7a), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:56.856732 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68e1ae1-8929-4ecc-ab67-bec8d04b4279 None None] The sync data for ids ['50bc2a5e-c494-41e8-9dc8-79c4ae347fca'] in dv-cinder-839793-11-iscsi is: [{'id': '50bc2a5e-c494-41e8-9dc8-79c4ae347fca', 'name': 'tempest-TestShelveInstance-880512959-router', 'tenant_id': '83d6b6f0aa4f4314811ee80480861958', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:51:40Z', 'updated_at': '2022-05-14T15:57:56Z', 'revision_number': 6, 'project_id': '83d6b6f0aa4f4314811ee80480861958', 'gw_port_host': None}] {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 15:57:56.887801 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6362537-ea72-4352-844b-e5e5213fd8a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a025dc00-bbc7-4776-8f67-6cf16f293c7a,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:57:56.948762 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-eba671de-e891-451c-8482-68cef84e46d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:56.984609 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e6362537-ea72-4352-844b-e5e5213fd8a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1760500'] for router_gateway (50bc2a5e-c494-41e8-9dc8-79c4ae347fca), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:57.088577 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e6362537-ea72-4352-844b-e5e5213fd8a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104779'] for router (50bc2a5e-c494-41e8-9dc8-79c4ae347fca), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:57.094105 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e6362537-ea72-4352-844b-e5e5213fd8a7 admin admin] Publish callbacks [] for router_controller (50bc2a5e-c494-41e8-9dc8-79c4ae347fca), precommit_delete_associations {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:57.155060 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e6362537-ea72-4352-844b-e5e5213fd8a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758117'] for router (50bc2a5e-c494-41e8-9dc8-79c4ae347fca), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:57.155690 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6362537-ea72-4352-844b-e5e5213fd8a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50bc2a5e-c494-41e8-9dc8-79c4ae347fca {{(pid=115110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 14 15:57:57.162061 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e6362537-ea72-4352-844b-e5e5213fd8a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:57.163174 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-e6362537-ea72-4352-844b-e5e5213fd8a7 admin admin] 10.222.0.61 "DELETE /v2.0/routers/50bc2a5e-c494-41e8-9dc8-79c4ae347fca HTTP/1.1" status: 204 len: 168 time: 0.9091952 May 14 15:57:57.173965 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 44146) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:57:57.197171 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886543c-5359-42fe-a6b8-674b1c7bb816 req-bb43945b-5a70-4206-9df5-b638a68c8f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:57.198650 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5886543c-5359-42fe-a6b8-674b1c7bb816 req-bb43945b-5a70-4206-9df5-b638a68c8f00 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=77df9367-440f-44fc-82b0-848dccb99f62 HTTP/1.1" status: 200 len: 851 time: 0.0507271 May 14 15:57:57.203009 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-eba671de-e891-451c-8482-68cef84e46d8 admin admin] Publish callbacks [] for security_group (86a513ba-d8c0-4dbb-8852-a82885e192d9), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:57.231396 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-eba671de-e891-451c-8482-68cef84e46d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (86a513ba-d8c0-4dbb-8852-a82885e192d9), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:57.252669 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886543c-5359-42fe-a6b8-674b1c7bb816 req-d507eefe-d40a-49e3-944b-651b6390bf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:57.254219 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5886543c-5359-42fe-a6b8-674b1c7bb816 req-d507eefe-d40a-49e3-944b-651b6390bf18 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=791585d6-2e4a-4237-ab00-9a26c50b495e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0485554 May 14 15:57:57.273577 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ac81b-dc5c-438b-a579-c78b7ebce697 req-51a831d8-7fd4-4c55-9342-641288170325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:57.275118 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-220ac81b-dc5c-438b-a579-c78b7ebce697 req-51a831d8-7fd4-4c55-9342-641288170325 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4ad8088ecb8a4f72a98ad70fa8be02b3&device_id=25202ac2-6830-4d26-83fc-803adeb71796 HTTP/1.1" status: 200 len: 1128 time: 0.1161735 May 14 15:57:57.299226 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba671de-e891-451c-8482-68cef84e46d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a513ba-d8c0-4dbb-8852-a82885e192d9,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:57:57.305932 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.db_base_plugin_v2 [None req-465d8dcb-f88a-414d-b7d2-f3c61c991ba0 admin admin] Deleting subnet 92ab5aa1-3899-43e1-ab2b-d56c0c5333c4 {{(pid=115110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 14 15:57:57.323757 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-eba671de-e891-451c-8482-68cef84e46d8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3f21d13bd26b4543b87fe5ac946e4baa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5338295 May 14 15:57:57.331134 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-465d8dcb-f88a-414d-b7d2-f3c61c991ba0 admin admin] Publish callbacks [] for subnet (92ab5aa1-3899-43e1-ab2b-d56c0c5333c4), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:57.332753 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 44148) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:57:57.379007 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5886543c-5359-42fe-a6b8-674b1c7bb816 req-5c9d1b58-dc8e-43ed-8c4c-70c8a1ab5e82 service neutron] 10.222.0.36 "GET /v2.0/networks/791585d6-2e4a-4237-ab00-9a26c50b495e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162722 May 14 15:57:57.429696 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-465d8dcb-f88a-414d-b7d2-f3c61c991ba0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8967045'] for subnet (92ab5aa1-3899-43e1-ab2b-d56c0c5333c4), precommit_delete_associations {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:57.471920 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5886543c-5359-42fe-a6b8-674b1c7bb816 req-16e62c7d-33f8-4a31-b314-43f08285f0d8 service neutron] 10.222.0.36 "GET /v2.0/networks/791585d6-2e4a-4237-ab00-9a26c50b495e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834684 May 14 15:57:57.492506 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ac81b-dc5c-438b-a579-c78b7ebce697 req-a18c0850-599c-44d0-a0b1-a5f6ce70365e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:57.494275 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-220ac81b-dc5c-438b-a579-c78b7ebce697 req-a18c0850-599c-44d0-a0b1-a5f6ce70365e service neutron] 10.222.0.36 "GET /v2.0/networks?id=5bc2cada-443d-44ab-8881-81867ee93960 HTTP/1.1" status: 200 len: 914 time: 0.2072241 May 14 15:57:57.510754 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-48cf112c-3d02-4778-8b23-632faf304d29 admin admin] Publish callbacks [] for security_group (86a513ba-d8c0-4dbb-8852-a82885e192d9), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:57.571075 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-220ac81b-dc5c-438b-a579-c78b7ebce697 req-e0872463-5e89-42bc-809e-eeed9e17811c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=684de684-f0ea-449d-a77c-a068f4d20b82 HTTP/1.1" status: 200 len: 217 time: 0.0694892 May 14 15:57:57.598076 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-48cf112c-3d02-4778-8b23-632faf304d29 admin admin] Publish callbacks [] for security_group (86a513ba-d8c0-4dbb-8852-a82885e192d9), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:57.623677 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-465d8dcb-f88a-414d-b7d2-f3c61c991ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32905208'] for subnet (92ab5aa1-3899-43e1-ab2b-d56c0c5333c4), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:57.644813 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-cd1eea98-3021-4588-9590-5969087dafc2 None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 15:57:57.674801 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 4c442d7b-e3a6-4a3d-bcc0-0507f569f20c no longer exists at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 15:57:57.686396 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ac81b-dc5c-438b-a579-c78b7ebce697 req-8f95cac3-509b-4241-8f02-2ebd0b3600d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:57.687882 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-220ac81b-dc5c-438b-a579-c78b7ebce697 req-8f95cac3-509b-4241-8f02-2ebd0b3600d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99bda779-ed91-4336-a644-93f06221e998 HTTP/1.1" status: 200 len: 853 time: 0.1085706 May 14 15:57:57.702244 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] No Port match for: 4c442d7b-e3a6-4a3d-bcc0-0507f569f20c {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 14 15:57:57.702620 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 4c442d7b-e3a6-4a3d-bcc0-0507f569f20c not bound to the agent host dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 15:57:57.706938 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device 684de684-f0ea-449d-a77c-a068f4d20b82 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=115112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 14 15:57:57.818737 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port 684de684-f0ea-449d-a77c-a068f4d20b82, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=684de684-f0ea-449d-a77c-a068f4d20b82,segment=NetworkSegment(f965da8a-cfbc-4bf8-b3a6-d86a8d232373),segment_id=f965da8a-cfbc-4bf8-b3a6-d86a8d232373)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:57:57.835714 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Returning: {'device': '684de684-f0ea-449d-a77c-a068f4d20b82', 'network_id': '5bc2cada-443d-44ab-8881-81867ee93960', 'port_id': '684de684-f0ea-449d-a77c-a068f4d20b82', 'mac_address': 'fa:16:3e:ae:cb:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99bda779-ed91-4336-a644-93f06221e998', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 14 15:57:57.881831 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port 684de684-f0ea-449d-a77c-a068f4d20b82 is: DOWN; New status is: BUILD {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:57:57.882231 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (684de684-f0ea-449d-a77c-a068f4d20b82), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:57.902515 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 684de684-f0ea-449d-a77c-a068f4d20b82 {{(pid=115112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 15:57:57.925960 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port 684de684-f0ea-449d-a77c-a068f4d20b82, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=684de684-f0ea-449d-a77c-a068f4d20b82,segment=NetworkSegment(f965da8a-cfbc-4bf8-b3a6-d86a8d232373),segment_id=f965da8a-cfbc-4bf8-b3a6-d86a8d232373)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:57:57.931269 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (684de684-f0ea-449d-a77c-a068f4d20b82), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:57.963133 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ef006-f8a5-4876-938f-b93fbd04b84e req-8983ae2d-054b-426a-bf53-ad163781ab5d tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:57.970614 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-193ef006-f8a5-4876-938f-b93fbd04b84e req-8983ae2d-054b-426a-bf53-ad163781ab5d tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/ports?device_id=25202ac2-6830-4d26-83fc-803adeb71796 HTTP/1.1" status: 200 len: 944 time: 0.0566387 May 14 15:57:57.987570 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=684de684-f0ea-449d-a77c-a068f4d20b82,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:57:58.006461 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-220ac81b-dc5c-438b-a579-c78b7ebce697 req-16b9a48e-0458-4b99-b122-2d10f42da525 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5bc2cada-443d-44ab-8881-81867ee93960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3117957 May 14 15:57:58.021854 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-48cf112c-3d02-4778-8b23-632faf304d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (86a513ba-d8c0-4dbb-8852-a82885e192d9), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:58.024602 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-48cf112c-3d02-4778-8b23-632faf304d29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:58.025782 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-48cf112c-3d02-4778-8b23-632faf304d29 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/86a513ba-d8c0-4dbb-8852-a82885e192d9 HTTP/1.1" status: 204 len: 168 time: 0.6922283 May 14 15:57:58.026211 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-193ef006-f8a5-4876-938f-b93fbd04b84e req-f88db3c2-5347-4a12-9d6e-cc4d7205ad73 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/security-groups?id=90d0ee98-7fb8-4eb0-919e-a70f84705104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547235 May 14 15:57:58.045889 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf112c-3d02-4778-8b23-632faf304d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a513ba-d8c0-4dbb-8852-a82885e192d9,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:57:58.047975 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-465d8dcb-f88a-414d-b7d2-f3c61c991ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32905185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8397829'] for subnet (92ab5aa1-3899-43e1-ab2b-d56c0c5333c4), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:58.086345 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465d8dcb-f88a-414d-b7d2-f3c61c991ba0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92ab5aa1-3899-43e1-ab2b-d56c0c5333c4,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:57:58.104631 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dbc254-2ef3-4b16-9030-61a7a7776539 None None] Network a888ca18-035c-4252-b410-51cde566f008 requested from dv-cinder-839793-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 15:57:58.117761 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-465d8dcb-f88a-414d-b7d2-f3c61c991ba0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for subnet (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:58.121304 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-465d8dcb-f88a-414d-b7d2-f3c61c991ba0 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/92ab5aa1-3899-43e1-ab2b-d56c0c5333c4 HTTP/1.1" status: 204 len: 168 time: 0.9453642 May 14 15:57:58.124069 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 44154) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:57:58.152763 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-220ac81b-dc5c-438b-a579-c78b7ebce697 req-c5d20f8e-1255-48b8-8ec6-aa8b8fcd0b3c service neutron] 10.222.0.36 "GET /v2.0/networks/5bc2cada-443d-44ab-8881-81867ee93960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383169 May 14 15:57:58.221330 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-2caa4e7c-b1e7-46d6-924d-f0b8d8c9d6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32844583'] for network (a888ca18-035c-4252-b410-51cde566f008), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:58.257469 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-220ac81b-dc5c-438b-a579-c78b7ebce697 req-7d19b495-aec3-44f3-b1e2-1ef5f869b188 service neutron] 10.222.0.36 "GET /v2.0/networks/5bc2cada-443d-44ab-8881-81867ee93960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987709 May 14 15:57:58.286522 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [None req-2caa4e7c-b1e7-46d6-924d-f0b8d8c9d6b5 admin admin] Deleting port 1300e86f-748f-4b60-aa2b-b1641192458b {{(pid=115111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 15:57:58.286870 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-2caa4e7c-b1e7-46d6-924d-f0b8d8c9d6b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (1300e86f-748f-4b60-aa2b-b1641192458b), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:58.331641 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9a9f7c-56ae-4b97-b111-d6e34d289b4a None None] DHCP port deletion for a888ca18-035c-4252-b410-51cde566f008 request from dv-cinder-839793-11-iscsi {{(pid=115112) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 14 15:57:58.359464 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.db [None req-2caa4e7c-b1e7-46d6-924d-f0b8d8c9d6b5 admin admin] For port 1300e86f-748f-4b60-aa2b-b1641192458b, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=1300e86f-748f-4b60-aa2b-b1641192458b,segment=NetworkSegment(bbf8d973-9037-4af7-ad30-be5c3a916a1b),segment_id=bbf8d973-9037-4af7-ad30-be5c3a916a1b)] {{(pid=115111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:57:58.359660 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-2caa4e7c-b1e7-46d6-924d-f0b8d8c9d6b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (1300e86f-748f-4b60-aa2b-b1641192458b), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:58.360243 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] get_ports_and_sgs() called for port_ids ['684de684-f0ea-449d-a77c-a068f4d20b82'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 15:57:58.375594 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [None req-2caa4e7c-b1e7-46d6-924d-f0b8d8c9d6b5 admin admin] Calling delete_port for 1300e86f-748f-4b60-aa2b-b1641192458b owned by network:dhcp {{(pid=115111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 15:57:58.402908 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-4f9a9f7c-56ae-4b97-b111-d6e34d289b4a None None] Deleting port 1300e86f-748f-4b60-aa2b-b1641192458b {{(pid=115112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 15:57:58.403278 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-4f9a9f7c-56ae-4b97-b111-d6e34d289b4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (1300e86f-748f-4b60-aa2b-b1641192458b), before_delete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:58.463912 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-2caa4e7c-b1e7-46d6-924d-f0b8d8c9d6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764499'] for port (1300e86f-748f-4b60-aa2b-b1641192458b), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:58.492767 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caa4e7c-b1e7-46d6-924d-f0b8d8c9d6b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1300e86f-748f-4b60-aa2b-b1641192458b,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:57:58.500059 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2caa4e7c-b1e7-46d6-924d-f0b8d8c9d6b5 admin admin] No DVR routers for this DVR port 1300e86f-748f-4b60-aa2b-b1641192458b on host dv-cinder-839793-11-iscsi {{(pid=115111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 15:57:58.578290 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-2caa4e7c-b1e7-46d6-924d-f0b8d8c9d6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32821069', 'neutron.services.segments.db._delete_segments_for_network-8770741945110'] for network (a888ca18-035c-4252-b410-51cde566f008), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:58.601069 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.services.segments.db [None req-2caa4e7c-b1e7-46d6-924d-f0b8d8c9d6b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a888ca18-035c-4252-b410-51cde566f008']}} {{(pid=115111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:57:58.611307 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.services.segments.db [None req-2caa4e7c-b1e7-46d6-924d-f0b8d8c9d6b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbf8d973-9037-4af7-ad30-be5c3a916a1b') {'for_net_delete': True} {{(pid=115111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:57:58.611973 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.services.segments.db [None req-2caa4e7c-b1e7-46d6-924d-f0b8d8c9d6b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbf8d973-9037-4af7-ad30-be5c3a916a1b') {} {{(pid=115111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:57:58.623948 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-2caa4e7c-b1e7-46d6-924d-f0b8d8c9d6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770741946911', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8408921'] for segment (bbf8d973-9037-4af7-ad30-be5c3a916a1b), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:58.637143 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-2caa4e7c-b1e7-46d6-924d-f0b8d8c9d6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32906243'] for segment (bbf8d973-9037-4af7-ad30-be5c3a916a1b), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:58.637354 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-4f9a9f7c-56ae-4b97-b111-d6e34d289b4a None None] For port 1300e86f-748f-4b60-aa2b-b1641192458b, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=1300e86f-748f-4b60-aa2b-b1641192458b,segment=NetworkSegment(bbf8d973-9037-4af7-ad30-be5c3a916a1b),segment_id=bbf8d973-9037-4af7-ad30-be5c3a916a1b)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:57:58.637643 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-4f9a9f7c-56ae-4b97-b111-d6e34d289b4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (1300e86f-748f-4b60-aa2b-b1641192458b), precommit_delete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:58.644525 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2caa4e7c-b1e7-46d6-924d-f0b8d8c9d6b5 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=115111) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 15:57:58.645281 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-2caa4e7c-b1e7-46d6-924d-f0b8d8c9d6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32906243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8764416'] for segment (bbf8d973-9037-4af7-ad30-be5c3a916a1b), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:58.647980 dv-cinder-839793-11-iscsi neutron-server[115111]: Traceback (most recent call last): May 14 15:57:58.647980 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 15:57:58.647980 dv-cinder-839793-11-iscsi neutron-server[115111]: timer() May 14 15:57:58.647980 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 15:57:58.647980 dv-cinder-839793-11-iscsi neutron-server[115111]: cb(*args, **kw) May 14 15:57:58.647980 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 14 15:57:58.647980 dv-cinder-839793-11-iscsi neutron-server[115111]: return func(*args, **kwargs) May 14 15:57:58.647980 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 15:57:58.647980 dv-cinder-839793-11-iscsi neutron-server[115111]: self._notify() May 14 15:57:58.647980 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 15:57:58.647980 dv-cinder-839793-11-iscsi neutron-server[115111]: self.callback(batched_events) May 14 15:57:58.647980 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 15:57:58.647980 dv-cinder-839793-11-iscsi neutron-server[115111]: event.method(event) May 14 15:57:58.647980 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 14 15:57:58.647980 dv-cinder-839793-11-iscsi neutron-server[115111]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 15:57:58.647980 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 14 15:57:58.647980 dv-cinder-839793-11-iscsi neutron-server[115111]: aggregate_uuid = self.p_client.list_aggregates( May 14 15:57:58.647980 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 14 15:57:58.647980 dv-cinder-839793-11-iscsi neutron-server[115111]: return f(self, *a, **k) May 14 15:57:58.647980 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 14 15:57:58.647980 dv-cinder-839793-11-iscsi neutron-server[115111]: return self._get(url).json() May 14 15:57:58.647980 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 14 15:57:58.647980 dv-cinder-839793-11-iscsi neutron-server[115111]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 15:57:58.647980 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 15:57:58.647980 dv-cinder-839793-11-iscsi neutron-server[115111]: return self.request(url, 'GET', **kwargs) May 14 15:57:58.647980 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 15:57:58.647980 dv-cinder-839793-11-iscsi neutron-server[115111]: base_url = self.get_endpoint(auth, allow=allow, May 14 15:57:58.647980 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 15:57:58.647980 dv-cinder-839793-11-iscsi neutron-server[115111]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 15:57:58.647980 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 15:57:58.647980 dv-cinder-839793-11-iscsi neutron-server[115111]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 15:57:58.647980 dv-cinder-839793-11-iscsi neutron-server[115111]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 15:57:58.657013 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-4f9a9f7c-56ae-4b97-b111-d6e34d289b4a None None] Calling delete_port for 1300e86f-748f-4b60-aa2b-b1641192458b owned by network:dhcp {{(pid=115112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 15:57:58.729825 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-2caa4e7c-b1e7-46d6-924d-f0b8d8c9d6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32821110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1759686'] for network (a888ca18-035c-4252-b410-51cde566f008), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:58.736645 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-2caa4e7c-b1e7-46d6-924d-f0b8d8c9d6b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for network (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:58.743327 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-2caa4e7c-b1e7-46d6-924d-f0b8d8c9d6b5 admin admin] 10.222.0.61 "DELETE /v2.0/networks/a888ca18-035c-4252-b410-51cde566f008 HTTP/1.1" status: 204 len: 168 time: 0.6176078 May 14 15:57:58.743842 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 44176) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:57:58.762378 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caa4e7c-b1e7-46d6-924d-f0b8d8c9d6b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a888ca18-035c-4252-b410-51cde566f008,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:57:58.796267 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-4f9a9f7c-56ae-4b97-b111-d6e34d289b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206'] for port (1300e86f-748f-4b60-aa2b-b1641192458b), after_delete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:58.823095 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4f9a9f7c-56ae-4b97-b111-d6e34d289b4a None None] Network a888ca18-035c-4252-b410-51cde566f008 is not hosted by any dhcp agent {{(pid=115112) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 14 15:57:58.823730 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9a9f7c-56ae-4b97-b111-d6e34d289b4a None None] No DVR routers for this DVR port 1300e86f-748f-4b60-aa2b-b1641192458b on host dv-cinder-839793-11-iscsi {{(pid=115112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 15:57:58.828436 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9a9f7c-56ae-4b97-b111-d6e34d289b4a None None] Pushing event deleted for resources: {'Port': ['ID=1300e86f-748f-4b60-aa2b-b1641192458b,revision_number=None']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:57:59.104824 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-aa6f7142-87cc-4aed-9d65-a40eb94f9042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753798'] for router_interface (9aea7a14-99ed-4072-a313-a3c21aa0fc69), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:59.113395 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 1300e86f-748f-4b60-aa2b-b1641192458b no longer exists at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 15:57:59.139141 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] No Port match for: 1300e86f-748f-4b60-aa2b-b1641192458b {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 14 15:57:59.139751 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 1300e86f-748f-4b60-aa2b-b1641192458b not bound to the agent host dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 15:57:59.140270 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device a025dc00-bbc7-4776-8f67-6cf16f293c7a no longer exists at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 15:57:59.162761 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] No Port match for: a025dc00-bbc7-4776-8f67-6cf16f293c7a {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 14 15:57:59.163489 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device a025dc00-bbc7-4776-8f67-6cf16f293c7a not bound to the agent host dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 15:57:59.176462 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a3466-946e-4dfb-9b2d-39b1bf25a25d req-27e08cdc-19c0-4a0a-92cf-b731337a4695 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:57:59.178090 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-bc5a3466-946e-4dfb-9b2d-39b1bf25a25d req-27e08cdc-19c0-4a0a-92cf-b731337a4695 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/ports?device_id=25202ac2-6830-4d26-83fc-803adeb71796 HTTP/1.1" status: 200 len: 945 time: 0.0584118 May 14 15:57:59.229316 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-bc5a3466-946e-4dfb-9b2d-39b1bf25a25d req-1095e028-9780-4af1-b234-b9e4886aea05 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/security-groups?id=90d0ee98-7fb8-4eb0-919e-a70f84705104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441027 May 14 15:57:59.370014 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [None req-aa6f7142-87cc-4aed-9d65-a40eb94f9042 admin admin] Deleting port 3c421d28-6e89-4a76-b953-ee1786526496 {{(pid=115110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 15:57:59.370263 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-aa6f7142-87cc-4aed-9d65-a40eb94f9042 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (3c421d28-6e89-4a76-b953-ee1786526496), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:59.450228 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [None req-aa6f7142-87cc-4aed-9d65-a40eb94f9042 admin admin] For port 3c421d28-6e89-4a76-b953-ee1786526496, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=3c421d28-6e89-4a76-b953-ee1786526496,segment=NetworkSegment(18febdac-f720-48dc-9b16-7bf645a3ff43),segment_id=18febdac-f720-48dc-9b16-7bf645a3ff43)] {{(pid=115110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:57:59.450648 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-aa6f7142-87cc-4aed-9d65-a40eb94f9042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (3c421d28-6e89-4a76-b953-ee1786526496), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:59.463253 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [None req-aa6f7142-87cc-4aed-9d65-a40eb94f9042 admin admin] Calling delete_port for 3c421d28-6e89-4a76-b953-ee1786526496 owned by network:router_interface {{(pid=115110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 15:57:59.646850 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-aa6f7142-87cc-4aed-9d65-a40eb94f9042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (3c421d28-6e89-4a76-b953-ee1786526496), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:59.698121 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6f7142-87cc-4aed-9d65-a40eb94f9042 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c421d28-6e89-4a76-b953-ee1786526496,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:57:59.725805 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device 684de684-f0ea-449d-a77c-a068f4d20b82 up at agent hyperv_hv-cinder-83979 {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:57:59.778188 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Provisioning for port 684de684-f0ea-449d-a77c-a068f4d20b82 completed by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 14 15:57:59.786645 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Provisioning complete for port 684de684-f0ea-449d-a77c-a068f4d20b82 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:57:59.787362 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (684de684-f0ea-449d-a77c-a068f4d20b82), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:59.890200 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-aa6f7142-87cc-4aed-9d65-a40eb94f9042 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1680725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769177'] for router_interface (9aea7a14-99ed-4072-a313-a3c21aa0fc69), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:59.893883 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port 684de684-f0ea-449d-a77c-a068f4d20b82 is: BUILD; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:57:59.894361 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (684de684-f0ea-449d-a77c-a068f4d20b82), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:59.920235 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25202ac2-6830-4d26-83fc-803adeb71796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684de684-f0ea-449d-a77c-a068f4d20b82'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:57:59.922548 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bb685cd0d0d5598b2dce4f6f2400b8bab1844baadda65bc385176a7d6dc4011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ce4927-9531-498f-be65-4f8109a9bae4" -d '{"events": [{"server_uuid": "25202ac2-6830-4d26-83fc-803adeb71796", "name": "network-vif-plugged", "status": "completed", "tag": "684de684-f0ea-449d-a77c-a068f4d20b82"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:57:59.944782 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port 684de684-f0ea-449d-a77c-a068f4d20b82, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=684de684-f0ea-449d-a77c-a068f4d20b82,segment=NetworkSegment(f965da8a-cfbc-4bf8-b3a6-d86a8d232373),segment_id=f965da8a-cfbc-4bf8-b3a6-d86a8d232373)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:57:59.951026 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (684de684-f0ea-449d-a77c-a068f4d20b82), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:57:59.995621 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 15:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c1d3914-92ef-47db-8126-fc99e4b764b1 x-openstack-request-id: req-0c1d3914-92ef-47db-8126-fc99e4b764b1 {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:57:59.996369 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25202ac2-6830-4d26-83fc-803adeb71796", "name": "network-vif-plugged", "status": "completed", "tag": "684de684-f0ea-449d-a77c-a068f4d20b82", "code": 200}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:57:59.996978 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0c1d3914-92ef-47db-8126-fc99e4b764b1 {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:57:59.997376 dv-cinder-839793-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c1d3914-92ef-47db-8126-fc99e4b764b1'] response: {'server_uuid': '25202ac2-6830-4d26-83fc-803adeb71796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684de684-f0ea-449d-a77c-a068f4d20b82', 'code': 200} May 14 15:58:00.020155 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=684de684-f0ea-449d-a77c-a068f4d20b82,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:00.148715 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa6f7142-87cc-4aed-9d65-a40eb94f9042 admin admin] Router 9aea7a14-99ed-4072-a313-a3c21aa0fc69 has already been hosted by L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f {{(pid=115110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 15:58:00.192229 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db71b5-1313-45a4-8a6c-d2d817ca03f2 req-f0f1188b-e245-44b4-be2b-3508951c89da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:58:00.193733 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-15db71b5-1313-45a4-8a6c-d2d817ca03f2 req-f0f1188b-e245-44b4-be2b-3508951c89da service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=25202ac2-6830-4d26-83fc-803adeb71796 HTTP/1.1" status: 200 len: 1130 time: 0.0440817 May 14 15:58:00.307005 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-15db71b5-1313-45a4-8a6c-d2d817ca03f2 req-6d258498-9dfe-4301-8036-905533456612 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=90d0ee98-7fb8-4eb0-919e-a70f84705104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828507 May 14 15:58:00.323609 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa6f7142-87cc-4aed-9d65-a40eb94f9042 admin admin] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 15:58:00.330814 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-aa6f7142-87cc-4aed-9d65-a40eb94f9042 admin admin] 10.222.0.61 "PUT /v2.0/routers/9aea7a14-99ed-4072-a313-a3c21aa0fc69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5836279 May 14 15:58:00.331692 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 44212) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:58:00.334292 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a820df-70d2-470e-a060-8a53ee5dd48e None None] Sync routers for ids ['9aea7a14-99ed-4072-a313-a3c21aa0fc69'] in dv-cinder-839793-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 15:58:00.347355 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a820df-70d2-470e-a060-8a53ee5dd48e None None] Routers {'9aea7a14-99ed-4072-a313-a3c21aa0fc69'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:58:00.348654 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-e7a820df-70d2-470e-a060-8a53ee5dd48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:57:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['9aea7a14-99ed-4072-a313-a3c21aa0fc69'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:58:00.357008 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a13ba8-6185-4085-be23-c82f109b904f req-abdf0963-788f-4245-be2d-db5eadc13898 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:58:00.358525 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b1a13ba8-6185-4085-be23-c82f109b904f req-abdf0963-788f-4245-be2d-db5eadc13898 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/ports?device_id=25202ac2-6830-4d26-83fc-803adeb71796 HTTP/1.1" status: 200 len: 946 time: 0.0585005 May 14 15:58:00.407745 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b1a13ba8-6185-4085-be23-c82f109b904f req-9bbc8115-1892-402f-b531-d451263e2c72 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/security-groups?id=90d0ee98-7fb8-4eb0-919e-a70f84705104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427561 May 14 15:58:00.440117 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-dce0af89-fbbb-4bfa-919b-b83810895075 admin admin] Publish callbacks [] for router (9aea7a14-99ed-4072-a313-a3c21aa0fc69), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:00.455948 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-e7a820df-70d2-470e-a060-8a53ee5dd48e None None] Set router 9aea7a14-99ed-4072-a313-a3c21aa0fc69 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:58:00.545975 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-dce0af89-fbbb-4bfa-919b-b83810895075 admin admin] Publish callbacks [] for router_gateway (9aea7a14-99ed-4072-a313-a3c21aa0fc69), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:00.589280 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [None req-dce0af89-fbbb-4bfa-919b-b83810895075 admin admin] Deleting port 0ba77712-3a75-4446-a54d-ecaed5434e6d {{(pid=115110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 15:58:00.589739 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-dce0af89-fbbb-4bfa-919b-b83810895075 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (0ba77712-3a75-4446-a54d-ecaed5434e6d), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:00.624659 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-e7a820df-70d2-470e-a060-8a53ee5dd48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aea7a14-99ed-4072-a313-a3c21aa0fc69', 'name': 'tempest-TestShelveInstance-787162872-router', 'tenant_id': 'd957ce2b30644c3bb7b43134161a5f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.212'}], 'enable_snat': True}, 'gw_port_id': '0ba77712-3a75-4446-a54d-ecaed5434e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:51:44Z', 'updated_at': '2022-05-14T15:57:59Z', 'revision_number': 5, 'project_id': 'd957ce2b30644c3bb7b43134161a5f69', 'gw_port': {'id': '0ba77712-3a75-4446-a54d-ecaed5434e6d', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:13:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aea7a14-99ed-4072-a313-a3c21aa0fc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:51:45Z', 'updated_at': '2022-05-14T15:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi'}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:58:00.654357 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a820df-70d2-470e-a060-8a53ee5dd48e None None] Checking router: 9aea7a14-99ed-4072-a313-a3c21aa0fc69 for host: dv-cinder-839793-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 15:58:00.662579 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a820df-70d2-470e-a060-8a53ee5dd48e None None] Routers {'9aea7a14-99ed-4072-a313-a3c21aa0fc69'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:58:00.663106 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-e7a820df-70d2-470e-a060-8a53ee5dd48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:57:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['9aea7a14-99ed-4072-a313-a3c21aa0fc69'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:58:00.670749 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [None req-dce0af89-fbbb-4bfa-919b-b83810895075 admin admin] For port 0ba77712-3a75-4446-a54d-ecaed5434e6d, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=0ba77712-3a75-4446-a54d-ecaed5434e6d,segment=NetworkSegment(fe506043-d64f-420e-bda4-fab290621067),segment_id=fe506043-d64f-420e-bda4-fab290621067)] {{(pid=115110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:58:00.671115 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-dce0af89-fbbb-4bfa-919b-b83810895075 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (0ba77712-3a75-4446-a54d-ecaed5434e6d), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:00.683978 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [None req-dce0af89-fbbb-4bfa-919b-b83810895075 admin admin] Calling delete_port for 0ba77712-3a75-4446-a54d-ecaed5434e6d owned by network:router_gateway {{(pid=115110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 15:58:00.751219 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-e7a820df-70d2-470e-a060-8a53ee5dd48e None None] Set router 9aea7a14-99ed-4072-a313-a3c21aa0fc69 gateway port host: None {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:58:00.803858 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-e7a820df-70d2-470e-a060-8a53ee5dd48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aea7a14-99ed-4072-a313-a3c21aa0fc69', 'name': 'tempest-TestShelveInstance-787162872-router', 'tenant_id': 'd957ce2b30644c3bb7b43134161a5f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:51:44Z', 'updated_at': '2022-05-14T15:58:00Z', 'revision_number': 6, 'project_id': 'd957ce2b30644c3bb7b43134161a5f69', 'gw_port_host': None}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:58:00.837675 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a820df-70d2-470e-a060-8a53ee5dd48e None None] The sync data for ids ['9aea7a14-99ed-4072-a313-a3c21aa0fc69'] in dv-cinder-839793-11-iscsi is: [{'id': '9aea7a14-99ed-4072-a313-a3c21aa0fc69', 'name': 'tempest-TestShelveInstance-787162872-router', 'tenant_id': 'd957ce2b30644c3bb7b43134161a5f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:51:44Z', 'updated_at': '2022-05-14T15:58:00Z', 'revision_number': 6, 'project_id': 'd957ce2b30644c3bb7b43134161a5f69', 'gw_port_host': None}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 15:58:00.858019 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-dce0af89-fbbb-4bfa-919b-b83810895075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (0ba77712-3a75-4446-a54d-ecaed5434e6d), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:00.887451 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce0af89-fbbb-4bfa-919b-b83810895075 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ba77712-3a75-4446-a54d-ecaed5434e6d,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:00.945301 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-dce0af89-fbbb-4bfa-919b-b83810895075 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1760500'] for router_gateway (9aea7a14-99ed-4072-a313-a3c21aa0fc69), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:01.033011 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-fbced590-871f-45d3-8cf1-8a776e2a854b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:01.039883 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-dce0af89-fbbb-4bfa-919b-b83810895075 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104779'] for router (9aea7a14-99ed-4072-a313-a3c21aa0fc69), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:01.042126 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-dce0af89-fbbb-4bfa-919b-b83810895075 admin admin] Publish callbacks [] for router_controller (9aea7a14-99ed-4072-a313-a3c21aa0fc69), precommit_delete_associations {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:01.087273 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-dce0af89-fbbb-4bfa-919b-b83810895075 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758117'] for router (9aea7a14-99ed-4072-a313-a3c21aa0fc69), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:01.087921 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce0af89-fbbb-4bfa-919b-b83810895075 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9aea7a14-99ed-4072-a313-a3c21aa0fc69 {{(pid=115110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 14 15:58:01.094169 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-dce0af89-fbbb-4bfa-919b-b83810895075 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:01.097599 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-dce0af89-fbbb-4bfa-919b-b83810895075 admin admin] 10.222.0.61 "DELETE /v2.0/routers/9aea7a14-99ed-4072-a313-a3c21aa0fc69 HTTP/1.1" status: 204 len: 168 time: 0.7628267 May 14 15:58:01.097871 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 44222) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:58:01.144557 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.db_base_plugin_v2 [None req-b74522c4-2890-4f36-a00c-5577915524b7 admin admin] Deleting subnet 62e763e7-d1e6-4f55-99d6-9ee5900ab00b {{(pid=115110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 14 15:58:01.147553 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-b74522c4-2890-4f36-a00c-5577915524b7 admin admin] Publish callbacks [] for subnet (62e763e7-d1e6-4f55-99d6-9ee5900ab00b), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:01.181910 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-b74522c4-2890-4f36-a00c-5577915524b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8967045'] for subnet (62e763e7-d1e6-4f55-99d6-9ee5900ab00b), precommit_delete_associations {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:01.280919 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-b74522c4-2890-4f36-a00c-5577915524b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32905208'] for subnet (62e763e7-d1e6-4f55-99d6-9ee5900ab00b), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:01.337195 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 3c421d28-6e89-4a76-b953-ee1786526496 no longer exists at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 15:58:01.351985 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-b74522c4-2890-4f36-a00c-5577915524b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32905185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8397829'] for subnet (62e763e7-d1e6-4f55-99d6-9ee5900ab00b), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:01.363169 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] No Port match for: 3c421d28-6e89-4a76-b953-ee1786526496 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 14 15:58:01.363513 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 3c421d28-6e89-4a76-b953-ee1786526496 not bound to the agent host dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 15:58:01.381486 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74522c4-2890-4f36-a00c-5577915524b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62e763e7-d1e6-4f55-99d6-9ee5900ab00b,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:01.383596 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-b74522c4-2890-4f36-a00c-5577915524b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for subnet (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:01.389351 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-b74522c4-2890-4f36-a00c-5577915524b7 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/62e763e7-d1e6-4f55-99d6-9ee5900ab00b HTTP/1.1" status: 204 len: 168 time: 0.2904809 May 14 15:58:01.389521 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a284013-d6ef-4a61-80de-7a901123ee0c None None] Network e7757be3-b758-4712-9799-08f3b0272a9b requested from dv-cinder-839793-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 15:58:01.389631 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 44228) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:58:01.519557 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f2c29700-83e0-4fa3-8c31-d0e1a2250ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32844583'] for network (e7757be3-b758-4712-9799-08f3b0272a9b), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:01.570419 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce49faf-5fbc-425e-9dcf-3efed6196df9 req-d240c723-a4b4-4e3c-b2fb-ad19d4d82bb4 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:58:01.571950 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-dce49faf-5fbc-425e-9dcf-3efed6196df9 req-d240c723-a4b4-4e3c-b2fb-ad19d4d82bb4 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/ports?device_id=25202ac2-6830-4d26-83fc-803adeb71796 HTTP/1.1" status: 200 len: 946 time: 0.0680277 May 14 15:58:01.630227 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [None req-f2c29700-83e0-4fa3-8c31-d0e1a2250ea6 admin admin] Deleting port 5afaadf9-89aa-4b5d-818f-b9c472684e76 {{(pid=115111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 15:58:01.630553 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f2c29700-83e0-4fa3-8c31-d0e1a2250ea6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (5afaadf9-89aa-4b5d-818f-b9c472684e76), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:01.664980 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-dce49faf-5fbc-425e-9dcf-3efed6196df9 req-bc67b6b6-5907-4870-b883-bd0c9df0e725 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/security-groups?id=90d0ee98-7fb8-4eb0-919e-a70f84705104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720000 May 14 15:58:01.667403 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ae7bbf-8912-4467-bb1a-8784f6adc17e None None] DHCP port deletion for e7757be3-b758-4712-9799-08f3b0272a9b request from dv-cinder-839793-11-iscsi {{(pid=115112) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 14 15:58:01.709785 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.db [None req-f2c29700-83e0-4fa3-8c31-d0e1a2250ea6 admin admin] For port 5afaadf9-89aa-4b5d-818f-b9c472684e76, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=5afaadf9-89aa-4b5d-818f-b9c472684e76,segment=NetworkSegment(18febdac-f720-48dc-9b16-7bf645a3ff43),segment_id=18febdac-f720-48dc-9b16-7bf645a3ff43)] {{(pid=115111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:58:01.710073 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f2c29700-83e0-4fa3-8c31-d0e1a2250ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (5afaadf9-89aa-4b5d-818f-b9c472684e76), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:01.723362 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [None req-f2c29700-83e0-4fa3-8c31-d0e1a2250ea6 admin admin] Calling delete_port for 5afaadf9-89aa-4b5d-818f-b9c472684e76 owned by network:dhcp {{(pid=115111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 15:58:01.724613 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-f2ae7bbf-8912-4467-bb1a-8784f6adc17e None None] Deleting port 5afaadf9-89aa-4b5d-818f-b9c472684e76 {{(pid=115112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 15:58:01.724989 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-f2ae7bbf-8912-4467-bb1a-8784f6adc17e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (5afaadf9-89aa-4b5d-818f-b9c472684e76), before_delete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:01.790088 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-f2ae7bbf-8912-4467-bb1a-8784f6adc17e None None] For port 5afaadf9-89aa-4b5d-818f-b9c472684e76, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=5afaadf9-89aa-4b5d-818f-b9c472684e76,segment=NetworkSegment(18febdac-f720-48dc-9b16-7bf645a3ff43),segment_id=18febdac-f720-48dc-9b16-7bf645a3ff43)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:58:01.790526 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-f2ae7bbf-8912-4467-bb1a-8784f6adc17e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (5afaadf9-89aa-4b5d-818f-b9c472684e76), precommit_delete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:01.805051 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-f2ae7bbf-8912-4467-bb1a-8784f6adc17e None None] Calling delete_port for 5afaadf9-89aa-4b5d-818f-b9c472684e76 owned by network:dhcp {{(pid=115112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 15:58:01.807252 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f2c29700-83e0-4fa3-8c31-d0e1a2250ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764499'] for port (5afaadf9-89aa-4b5d-818f-b9c472684e76), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:01.836099 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c29700-83e0-4fa3-8c31-d0e1a2250ea6 admin admin] No DVR routers for this DVR port 5afaadf9-89aa-4b5d-818f-b9c472684e76 on host dv-cinder-839793-11-iscsi {{(pid=115111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 15:58:01.867726 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c29700-83e0-4fa3-8c31-d0e1a2250ea6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5afaadf9-89aa-4b5d-818f-b9c472684e76,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:01.893734 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-f2ae7bbf-8912-4467-bb1a-8784f6adc17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206'] for port (5afaadf9-89aa-4b5d-818f-b9c472684e76), after_delete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:01.923280 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae7bbf-8912-4467-bb1a-8784f6adc17e None None] Pushing event deleted for resources: {'Port': ['ID=5afaadf9-89aa-4b5d-818f-b9c472684e76,revision_number=None']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:01.927777 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ae7bbf-8912-4467-bb1a-8784f6adc17e None None] No DVR routers for this DVR port 5afaadf9-89aa-4b5d-818f-b9c472684e76 on host dv-cinder-839793-11-iscsi {{(pid=115112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 15:58:01.938403 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f2c29700-83e0-4fa3-8c31-d0e1a2250ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32821069', 'neutron.services.segments.db._delete_segments_for_network-8770741945110'] for network (e7757be3-b758-4712-9799-08f3b0272a9b), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:01.963085 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.services.segments.db [None req-f2c29700-83e0-4fa3-8c31-d0e1a2250ea6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7757be3-b758-4712-9799-08f3b0272a9b']}} {{(pid=115111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:58:01.974656 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.services.segments.db [None req-f2c29700-83e0-4fa3-8c31-d0e1a2250ea6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18febdac-f720-48dc-9b16-7bf645a3ff43') {'for_net_delete': True} {{(pid=115111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:58:01.974656 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.services.segments.db [None req-f2c29700-83e0-4fa3-8c31-d0e1a2250ea6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18febdac-f720-48dc-9b16-7bf645a3ff43') {} {{(pid=115111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:58:01.986291 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f2c29700-83e0-4fa3-8c31-d0e1a2250ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770741946911', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8408921'] for segment (18febdac-f720-48dc-9b16-7bf645a3ff43), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:02.001304 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f2c29700-83e0-4fa3-8c31-d0e1a2250ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32906243'] for segment (18febdac-f720-48dc-9b16-7bf645a3ff43), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:02.007893 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2c29700-83e0-4fa3-8c31-d0e1a2250ea6 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=115111) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 15:58:02.008230 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f2c29700-83e0-4fa3-8c31-d0e1a2250ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32906243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8764416'] for segment (18febdac-f720-48dc-9b16-7bf645a3ff43), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:02.010022 dv-cinder-839793-11-iscsi neutron-server[115111]: Traceback (most recent call last): May 14 15:58:02.010022 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 15:58:02.010022 dv-cinder-839793-11-iscsi neutron-server[115111]: timer() May 14 15:58:02.010022 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 15:58:02.010022 dv-cinder-839793-11-iscsi neutron-server[115111]: cb(*args, **kw) May 14 15:58:02.010022 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 14 15:58:02.010022 dv-cinder-839793-11-iscsi neutron-server[115111]: return func(*args, **kwargs) May 14 15:58:02.010022 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 15:58:02.010022 dv-cinder-839793-11-iscsi neutron-server[115111]: self._notify() May 14 15:58:02.010022 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 15:58:02.010022 dv-cinder-839793-11-iscsi neutron-server[115111]: self.callback(batched_events) May 14 15:58:02.010022 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 15:58:02.010022 dv-cinder-839793-11-iscsi neutron-server[115111]: event.method(event) May 14 15:58:02.010022 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 14 15:58:02.010022 dv-cinder-839793-11-iscsi neutron-server[115111]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 15:58:02.010022 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 14 15:58:02.010022 dv-cinder-839793-11-iscsi neutron-server[115111]: aggregate_uuid = self.p_client.list_aggregates( May 14 15:58:02.010022 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 14 15:58:02.010022 dv-cinder-839793-11-iscsi neutron-server[115111]: return f(self, *a, **k) May 14 15:58:02.010022 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 14 15:58:02.010022 dv-cinder-839793-11-iscsi neutron-server[115111]: return self._get(url).json() May 14 15:58:02.010022 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 14 15:58:02.010022 dv-cinder-839793-11-iscsi neutron-server[115111]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 15:58:02.010022 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 15:58:02.010022 dv-cinder-839793-11-iscsi neutron-server[115111]: return self.request(url, 'GET', **kwargs) May 14 15:58:02.010022 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 15:58:02.010022 dv-cinder-839793-11-iscsi neutron-server[115111]: base_url = self.get_endpoint(auth, allow=allow, May 14 15:58:02.010022 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 15:58:02.010022 dv-cinder-839793-11-iscsi neutron-server[115111]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 15:58:02.010022 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 15:58:02.010022 dv-cinder-839793-11-iscsi neutron-server[115111]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 15:58:02.010022 dv-cinder-839793-11-iscsi neutron-server[115111]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 15:58:02.066547 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f2c29700-83e0-4fa3-8c31-d0e1a2250ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32821110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1759686'] for network (e7757be3-b758-4712-9799-08f3b0272a9b), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:02.071801 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f2c29700-83e0-4fa3-8c31-d0e1a2250ea6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for network (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:02.074846 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-f2c29700-83e0-4fa3-8c31-d0e1a2250ea6 admin admin] 10.222.0.61 "DELETE /v2.0/networks/e7757be3-b758-4712-9799-08f3b0272a9b HTTP/1.1" status: 204 len: 168 time: 0.6843801 May 14 15:58:02.085347 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c29700-83e0-4fa3-8c31-d0e1a2250ea6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7757be3-b758-4712-9799-08f3b0272a9b,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:02.235896 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 44238) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:58:02.275105 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-c55b4b82-9305-436b-b4e2-8ef66a5a8377 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=83d6b6f0aa4f4314811ee80480861958&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380626 May 14 15:58:02.277933 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 44240) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:58:02.324010 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-d6a64646-b9f0-43a0-8943-b6632224754a admin admin] Publish callbacks [] for security_group (8de02d55-e636-4b45-a353-62ea85d9729f), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:02.348586 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-d6a64646-b9f0-43a0-8943-b6632224754a admin admin] Publish callbacks [] for security_group (8de02d55-e636-4b45-a353-62ea85d9729f), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:02.400413 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-d6a64646-b9f0-43a0-8943-b6632224754a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (8de02d55-e636-4b45-a353-62ea85d9729f), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:02.404384 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-d6a64646-b9f0-43a0-8943-b6632224754a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:02.405619 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-d6a64646-b9f0-43a0-8943-b6632224754a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8de02d55-e636-4b45-a353-62ea85d9729f HTTP/1.1" status: 204 len: 168 time: 0.1267447 May 14 15:58:02.413484 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a64646-b9f0-43a0-8943-b6632224754a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de02d55-e636-4b45-a353-62ea85d9729f,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:02.751742 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 44260) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:58:02.795489 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-e797bbf0-edd8-411f-b3aa-8c74ff7339f4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d957ce2b30644c3bb7b43134161a5f69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423946 May 14 15:58:02.797999 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 44266) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:58:02.800600 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f57797-283b-4f9c-ae44-ba0957f6adc0 req-570ddda4-c97c-4f89-bb42-9266de15bdaf tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:58:02.802102 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-77f57797-283b-4f9c-ae44-ba0957f6adc0 req-570ddda4-c97c-4f89-bb42-9266de15bdaf tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/ports?device_id=25202ac2-6830-4d26-83fc-803adeb71796 HTTP/1.1" status: 200 len: 946 time: 0.0567596 May 14 15:58:02.855527 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-c36a9196-dcd2-45a8-945e-2c2acf0f4e85 admin admin] Publish callbacks [] for security_group (2a7ea9b9-a704-4408-9985-fff09ad47b16), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:02.860656 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-77f57797-283b-4f9c-ae44-ba0957f6adc0 req-b7a4d083-364b-4319-9191-eb61b2d5e9af tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/security-groups?id=90d0ee98-7fb8-4eb0-919e-a70f84705104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524764 May 14 15:58:02.884736 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-c36a9196-dcd2-45a8-945e-2c2acf0f4e85 admin admin] Publish callbacks [] for security_group (2a7ea9b9-a704-4408-9985-fff09ad47b16), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:02.937613 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-c36a9196-dcd2-45a8-945e-2c2acf0f4e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (2a7ea9b9-a704-4408-9985-fff09ad47b16), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:02.940554 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-c36a9196-dcd2-45a8-945e-2c2acf0f4e85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:02.941717 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-c36a9196-dcd2-45a8-945e-2c2acf0f4e85 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2a7ea9b9-a704-4408-9985-fff09ad47b16 HTTP/1.1" status: 204 len: 168 time: 0.1427975 May 14 15:58:02.951388 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a9196-dcd2-45a8-945e-2c2acf0f4e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7ea9b9-a704-4408-9985-fff09ad47b16,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:03.131969 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 0ba77712-3a75-4446-a54d-ecaed5434e6d no longer exists at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 15:58:03.154545 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] No Port match for: 0ba77712-3a75-4446-a54d-ecaed5434e6d {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 14 15:58:03.155643 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 0ba77712-3a75-4446-a54d-ecaed5434e6d not bound to the agent host dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 15:58:03.156301 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 5afaadf9-89aa-4b5d-818f-b9c472684e76 no longer exists at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 15:58:03.186400 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] No Port match for: 5afaadf9-89aa-4b5d-818f-b9c472684e76 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 14 15:58:03.187239 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 5afaadf9-89aa-4b5d-818f-b9c472684e76 not bound to the agent host dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 15:58:03.314991 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-94ffb41a-95b1-4e80-9892-8fd5735b674c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:03.393536 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 44294) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:58:03.503247 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1ecddade-af05-4b0d-ad4c-d68c215c4667 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:03.575133 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1ecddade-af05-4b0d-ad4c-d68c215c4667 admin admin] Publish callbacks [] for security_group (b616d3d9-8bef-431d-b740-e9be6196135c), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:03.578702 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1ecddade-af05-4b0d-ad4c-d68c215c4667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (b616d3d9-8bef-431d-b740-e9be6196135c), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:03.615797 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-1ecddade-af05-4b0d-ad4c-d68c215c4667 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b2611ebbd33244718735ddacb3546dbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2211909 May 14 15:58:03.616638 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecddade-af05-4b0d-ad4c-d68c215c4667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b616d3d9-8bef-431d-b740-e9be6196135c,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:03.618773 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 44298) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:58:03.668220 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f016f93c-a795-4ecd-93b7-a722de4e2b9e admin admin] Publish callbacks [] for security_group (b616d3d9-8bef-431d-b740-e9be6196135c), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:03.688983 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f016f93c-a795-4ecd-93b7-a722de4e2b9e admin admin] Publish callbacks [] for security_group (b616d3d9-8bef-431d-b740-e9be6196135c), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:03.726926 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (df6c86ae-fc26-40a3-91a1-648a304bf46f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:03.736409 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f016f93c-a795-4ecd-93b7-a722de4e2b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (b616d3d9-8bef-431d-b740-e9be6196135c), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:03.739185 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f016f93c-a795-4ecd-93b7-a722de4e2b9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:03.740323 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-f016f93c-a795-4ecd-93b7-a722de4e2b9e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b616d3d9-8bef-431d-b740-e9be6196135c HTTP/1.1" status: 204 len: 168 time: 0.1202350 May 14 15:58:03.749031 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016f93c-a795-4ecd-93b7-a722de4e2b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b616d3d9-8bef-431d-b740-e9be6196135c,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:04.000234 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 44304) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:58:04.013762 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-2af10475-3fa2-405b-b8b2-0de6c5c6023d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:04.085139 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-2af10475-3fa2-405b-b8b2-0de6c5c6023d admin admin] Publish callbacks [] for security_group (a4bbe851-0881-4fb6-a532-24a2367b1b17), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:04.088370 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-2af10475-3fa2-405b-b8b2-0de6c5c6023d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (a4bbe851-0881-4fb6-a532-24a2367b1b17), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:04.334183 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:04.391027 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-2af10475-3fa2-405b-b8b2-0de6c5c6023d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=17b5baa3847c426a808130c54e1b4cfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3896921 May 14 15:58:04.392271 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af10475-3fa2-405b-b8b2-0de6c5c6023d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bbe851-0881-4fb6-a532-24a2367b1b17,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:04.393662 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 44308) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:58:04.441509 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-fe12f6ce-7e28-4475-b894-fa147ad8d0b2 admin admin] Publish callbacks [] for security_group (a4bbe851-0881-4fb6-a532-24a2367b1b17), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:04.462290 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-fe12f6ce-7e28-4475-b894-fa147ad8d0b2 admin admin] Publish callbacks [] for security_group (a4bbe851-0881-4fb6-a532-24a2367b1b17), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:04.510486 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-fe12f6ce-7e28-4475-b894-fa147ad8d0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (a4bbe851-0881-4fb6-a532-24a2367b1b17), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:04.513531 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-fe12f6ce-7e28-4475-b894-fa147ad8d0b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:04.514675 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-fe12f6ce-7e28-4475-b894-fa147ad8d0b2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a4bbe851-0881-4fb6-a532-24a2367b1b17 HTTP/1.1" status: 204 len: 168 time: 0.1194234 May 14 15:58:04.521944 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe12f6ce-7e28-4475-b894-fa147ad8d0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bbe851-0881-4fb6-a532-24a2367b1b17,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:05.905008 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:06.070383 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 44356) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:58:06.172484 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-eb2ae548-8273-4e28-8fe8-a1ab8c483350 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:06.246813 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-eb2ae548-8273-4e28-8fe8-a1ab8c483350 admin admin] Publish callbacks [] for security_group (33c03439-0f76-4b57-b953-62b5d9e486d5), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:06.250240 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-eb2ae548-8273-4e28-8fe8-a1ab8c483350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (33c03439-0f76-4b57-b953-62b5d9e486d5), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:06.290415 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-eb2ae548-8273-4e28-8fe8-a1ab8c483350 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=24d7338fb7bf49f2bc4cb8c45b5c593d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2189109 May 14 15:58:06.291500 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2ae548-8273-4e28-8fe8-a1ab8c483350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c03439-0f76-4b57-b953-62b5d9e486d5,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:06.293187 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 44362) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:58:06.340546 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-4a152c01-0c7f-4627-bcd0-1cbcb51f5990 admin admin] Publish callbacks [] for security_group (33c03439-0f76-4b57-b953-62b5d9e486d5), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:06.360840 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-4a152c01-0c7f-4627-bcd0-1cbcb51f5990 admin admin] Publish callbacks [] for security_group (33c03439-0f76-4b57-b953-62b5d9e486d5), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:06.408894 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-4a152c01-0c7f-4627-bcd0-1cbcb51f5990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (33c03439-0f76-4b57-b953-62b5d9e486d5), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:06.411516 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-4a152c01-0c7f-4627-bcd0-1cbcb51f5990 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:06.412664 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-4a152c01-0c7f-4627-bcd0-1cbcb51f5990 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/33c03439-0f76-4b57-b953-62b5d9e486d5 HTTP/1.1" status: 204 len: 168 time: 0.1184776 May 14 15:58:06.426068 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a152c01-0c7f-4627-bcd0-1cbcb51f5990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c03439-0f76-4b57-b953-62b5d9e486d5,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:06.669803 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 44370) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:58:06.682817 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-7bd1b772-52c8-49eb-a80d-5ebc2a51f279 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:06.757698 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-7bd1b772-52c8-49eb-a80d-5ebc2a51f279 admin admin] Publish callbacks [] for security_group (d1fc5e31-c7f2-4ccd-8d62-e5555e23847c), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:06.762126 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-7bd1b772-52c8-49eb-a80d-5ebc2a51f279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (d1fc5e31-c7f2-4ccd-8d62-e5555e23847c), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:06.802179 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-7bd1b772-52c8-49eb-a80d-5ebc2a51f279 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1bbbea577cb24679bb1ca5b1665dcba0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1312149 May 14 15:58:06.803051 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd1b772-52c8-49eb-a80d-5ebc2a51f279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1fc5e31-c7f2-4ccd-8d62-e5555e23847c,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:06.804840 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 44372) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:58:06.852688 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-7557a621-88b4-4cd0-a7fe-9848fa2586c7 admin admin] Publish callbacks [] for security_group (d1fc5e31-c7f2-4ccd-8d62-e5555e23847c), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:06.874053 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-7557a621-88b4-4cd0-a7fe-9848fa2586c7 admin admin] Publish callbacks [] for security_group (d1fc5e31-c7f2-4ccd-8d62-e5555e23847c), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:06.928590 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-7557a621-88b4-4cd0-a7fe-9848fa2586c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (d1fc5e31-c7f2-4ccd-8d62-e5555e23847c), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:06.931250 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-7557a621-88b4-4cd0-a7fe-9848fa2586c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:06.932470 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-7557a621-88b4-4cd0-a7fe-9848fa2586c7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d1fc5e31-c7f2-4ccd-8d62-e5555e23847c HTTP/1.1" status: 204 len: 168 time: 0.1264629 May 14 15:58:06.940411 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7557a621-88b4-4cd0-a7fe-9848fa2586c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1fc5e31-c7f2-4ccd-8d62-e5555e23847c,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:07.348074 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:11.517375 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbabced-5575-46d4-92c0-a83ac528efc5 req-0d80f4ed-3770-40f7-8e1a-73d9e76d3403 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:58:11.519466 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-4dbabced-5575-46d4-92c0-a83ac528efc5 req-0d80f4ed-3770-40f7-8e1a-73d9e76d3403 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 947 time: 0.0497718 May 14 15:58:11.566995 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-4dbabced-5575-46d4-92c0-a83ac528efc5 req-24f6ea38-2c62-4470-8b62-93a98e8572ea tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419602 May 14 15:58:12.685120 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a9290-df6e-4ee5-a7d4-fd5bb5682487 req-bb31a0a1-4070-4d62-9bf8-f79b852f9cd7 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:58:12.686554 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d30a9290-df6e-4ee5-a7d4-fd5bb5682487 req-bb31a0a1-4070-4d62-9bf8-f79b852f9cd7 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 947 time: 0.0450265 May 14 15:58:12.731172 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d30a9290-df6e-4ee5-a7d4-fd5bb5682487 req-19f06191-ba58-44de-baa0-654b48e28eb0 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391390 May 14 15:58:13.853966 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04ac21-b4af-4182-901c-9ad25c78883f req-5d5ded76-5184-4210-9f17-50fa602fb621 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:58:13.855949 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0f04ac21-b4af-4182-901c-9ad25c78883f req-5d5ded76-5184-4210-9f17-50fa602fb621 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 947 time: 0.0513532 May 14 15:58:13.905738 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0f04ac21-b4af-4182-901c-9ad25c78883f req-64f94eb5-672e-4431-9556-50e7e58458c6 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443022 May 14 15:58:15.022965 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bcc3e7-c51e-4a36-873f-320001bb5838 req-c70f134d-aad5-4d3c-a1c5-77e81065913f tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:58:15.024428 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b7bcc3e7-c51e-4a36-873f-320001bb5838 req-c70f134d-aad5-4d3c-a1c5-77e81065913f tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 947 time: 0.0474141 May 14 15:58:15.069390 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b7bcc3e7-c51e-4a36-873f-320001bb5838 req-86009292-ab8f-49bb-9d89-c038b8b0dd8d tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395191 May 14 15:58:16.188018 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9b0c6-7f09-4542-b973-9753cf640998 req-502b95c2-3f37-4c4f-ada1-d3862d9c40ad tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:58:16.189449 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-53b9b0c6-7f09-4542-b973-9753cf640998 req-502b95c2-3f37-4c4f-ada1-d3862d9c40ad tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 947 time: 0.0459881 May 14 15:58:16.238442 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-53b9b0c6-7f09-4542-b973-9753cf640998 req-15119715-30f1-4391-81ce-d131cf5210f8 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434220 May 14 15:58:17.028017 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd076416-6fd1-400c-b88c-54a4f44eb773 req-bc38b11b-adf3-4e42-89b7-3ea01e429660 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:58:17.029513 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-bd076416-6fd1-400c-b88c-54a4f44eb773 req-bc38b11b-adf3-4e42-89b7-3ea01e429660 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.36 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 947 time: 0.0538032 May 14 15:58:17.126471 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [req-bd076416-6fd1-400c-b88c-54a4f44eb773 req-687097b2-88a5-4d75-8115-115f81cb43fc tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Deleting port e23afae5-7b01-4137-a087-ba1a741fd1f4 {{(pid=115110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 15:58:17.126471 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-bd076416-6fd1-400c-b88c-54a4f44eb773 req-687097b2-88a5-4d75-8115-115f81cb43fc tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (e23afae5-7b01-4137-a087-ba1a741fd1f4), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:17.227218 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [req-bd076416-6fd1-400c-b88c-54a4f44eb773 req-687097b2-88a5-4d75-8115-115f81cb43fc tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] For port e23afae5-7b01-4137-a087-ba1a741fd1f4, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=e23afae5-7b01-4137-a087-ba1a741fd1f4,segment=NetworkSegment(4b29d80c-5a53-4124-96cc-b568754899ad),segment_id=4b29d80c-5a53-4124-96cc-b568754899ad)] {{(pid=115110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:58:17.227587 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-bd076416-6fd1-400c-b88c-54a4f44eb773 req-687097b2-88a5-4d75-8115-115f81cb43fc tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (e23afae5-7b01-4137-a087-ba1a741fd1f4), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:17.367422 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcca174-97bb-4c89-b6dc-ccf1cfeb5211 req-111c9b64-96c3-484d-bd61-1e8f605051b1 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:58:17.369322 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-fbcca174-97bb-4c89-b6dc-ccf1cfeb5211 req-111c9b64-96c3-484d-bd61-1e8f605051b1 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 947 time: 0.0555282 May 14 15:58:17.422546 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-fbcca174-97bb-4c89-b6dc-ccf1cfeb5211 req-7cca0a9a-e7e9-4f47-a59a-280602cab629 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups?id=546ea9cb-7f10-4d09-ad49-79f263a74e54&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472910 May 14 15:58:17.423072 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-bd076416-6fd1-400c-b88c-54a4f44eb773 req-687097b2-88a5-4d75-8115-115f81cb43fc tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:17.423449 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-bd076416-6fd1-400c-b88c-54a4f44eb773 req-687097b2-88a5-4d75-8115-115f81cb43fc tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1759531'] for floatingip (17a3bd21-b391-4c83-9bcb-9915d178e6d0), after_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:17.423786 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.db.l3_db [req-bd076416-6fd1-400c-b88c-54a4f44eb773 req-687097b2-88a5-4d75-8115-115f81cb43fc tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Floating IP 17a3bd21-b391-4c83-9bcb-9915d178e6d0 disassociated. External IP: 172.27.1.36, port: e23afae5-7b01-4137-a087-ba1a741fd1f4. May 14 15:58:17.424174 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [req-bd076416-6fd1-400c-b88c-54a4f44eb773 req-687097b2-88a5-4d75-8115-115f81cb43fc tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Calling delete_port for e23afae5-7b01-4137-a087-ba1a741fd1f4 owned by compute:nova {{(pid=115110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 15:58:17.565896 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-bd076416-6fd1-400c-b88c-54a4f44eb773 req-687097b2-88a5-4d75-8115-115f81cb43fc tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (e23afae5-7b01-4137-a087-ba1a741fd1f4), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:17.595147 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687097b2-88a5-4d75-8115-115f81cb43fc tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Pushing event deleted for resources: {'Port': ['ID=e23afae5-7b01-4137-a087-ba1a741fd1f4,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:17.614881 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 44556) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:58:17.717740 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd076416-6fd1-400c-b88c-54a4f44eb773 req-687097b2-88a5-4d75-8115-115f81cb43fc tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Router d999361d-7937-46a9-8ca3-004e7ff6cde2 has already been hosted by L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f {{(pid=115110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 15:58:17.719132 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-757c5a2d-504f-4293-8114-f67ca897ae8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:17.791478 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-757c5a2d-504f-4293-8114-f67ca897ae8a admin admin] Publish callbacks [] for security_group (24b2ea5f-f466-4a7f-b159-9671ae16e03b), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:17.795928 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-757c5a2d-504f-4293-8114-f67ca897ae8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (24b2ea5f-f466-4a7f-b159-9671ae16e03b), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:17.833421 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd076416-6fd1-400c-b88c-54a4f44eb773 req-687097b2-88a5-4d75-8115-115f81cb43fc tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 15:58:17.839424 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 44560) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:58:17.839957 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-757c5a2d-504f-4293-8114-f67ca897ae8a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9453b028e1e04dafbb094dd3715d7b3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2236915 May 14 15:58:17.841483 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c5a2d-504f-4293-8114-f67ca897ae8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b2ea5f-f466-4a7f-b159-9671ae16e03b,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:17.848160 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbb1ae7-35df-4665-a3b4-6214cef83a53 None None] Sync routers for ids ['d999361d-7937-46a9-8ca3-004e7ff6cde2'] in dv-cinder-839793-11-iscsi {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 15:58:17.858158 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbb1ae7-35df-4665-a3b4-6214cef83a53 None None] Routers {'d999361d-7937-46a9-8ca3-004e7ff6cde2'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:58:17.858808 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-2dbb1ae7-35df-4665-a3b4-6214cef83a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:58:03Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['d999361d-7937-46a9-8ca3-004e7ff6cde2'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:58:17.892697 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd076416-6fd1-400c-b88c-54a4f44eb773 req-687097b2-88a5-4d75-8115-115f81cb43fc tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] No DVR routers for this DVR port e23afae5-7b01-4137-a087-ba1a741fd1f4 on host hv-cinder-83979 {{(pid=115110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 15:58:17.898290 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-bd076416-6fd1-400c-b88c-54a4f44eb773 req-687097b2-88a5-4d75-8115-115f81cb43fc tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:17.901432 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-bd076416-6fd1-400c-b88c-54a4f44eb773 req-687097b2-88a5-4d75-8115-115f81cb43fc tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.36 "DELETE /v2.0/ports/e23afae5-7b01-4137-a087-ba1a741fd1f4 HTTP/1.1" status: 204 len: 173 time: 0.8666406 May 14 15:58:17.902465 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca08141-979e-4519-88b3-c77e8a71ae3e', 'name': 'network-vif-deleted', 'tag': 'e23afae5-7b01-4137-a087-ba1a741fd1f4'}] {{(pid=115110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:58:17.904660 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a270656aa08f71c574e37588e4b5bc67f1398202d03dea947e2a2c931e3df3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8223c48d-da93-427b-9533-033b37d14f64" -d '{"events": [{"server_uuid": "cca08141-979e-4519-88b3-c77e8a71ae3e", "name": "network-vif-deleted", "tag": "e23afae5-7b01-4137-a087-ba1a741fd1f4"}]}' {{(pid=115110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:58:17.940789 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1df5e086-b1d3-4f72-a758-dcddd5c815be admin admin] Publish callbacks [] for security_group (24b2ea5f-f466-4a7f-b159-9671ae16e03b), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:17.952611 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 15:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8955ab11-6559-4a66-9215-edf360872f57 x-openstack-request-id: req-8955ab11-6559-4a66-9215-edf360872f57 {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:58:17.952909 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca08141-979e-4519-88b3-c77e8a71ae3e", "name": "network-vif-deleted", "tag": "e23afae5-7b01-4137-a087-ba1a741fd1f4", "status": "completed", "code": 200}]} {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:58:17.953162 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8955ab11-6559-4a66-9215-edf360872f57 {{(pid=115110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:58:17.953563 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8955ab11-6559-4a66-9215-edf360872f57'] response: {'server_uuid': 'cca08141-979e-4519-88b3-c77e8a71ae3e', 'name': 'network-vif-deleted', 'tag': 'e23afae5-7b01-4137-a087-ba1a741fd1f4', 'status': 'completed', 'code': 200} May 14 15:58:17.967337 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1df5e086-b1d3-4f72-a758-dcddd5c815be admin admin] Publish callbacks [] for security_group (24b2ea5f-f466-4a7f-b159-9671ae16e03b), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:17.977614 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-2dbb1ae7-35df-4665-a3b4-6214cef83a53 None None] Set router d999361d-7937-46a9-8ca3-004e7ff6cde2 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:58:18.019956 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1df5e086-b1d3-4f72-a758-dcddd5c815be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (24b2ea5f-f466-4a7f-b159-9671ae16e03b), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:18.022896 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1df5e086-b1d3-4f72-a758-dcddd5c815be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:18.028898 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-1df5e086-b1d3-4f72-a758-dcddd5c815be admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/24b2ea5f-f466-4a7f-b159-9671ae16e03b HTTP/1.1" status: 204 len: 168 time: 0.1883142 May 14 15:58:18.037661 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df5e086-b1d3-4f72-a758-dcddd5c815be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b2ea5f-f466-4a7f-b159-9671ae16e03b,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:18.195706 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-2dbb1ae7-35df-4665-a3b4-6214cef83a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'name': 'tempest-AttachVolumeShelveTestJSON-838760355-router', 'tenant_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '9b2c3440-b55a-4246-8e9c-330ff957e157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:21Z', 'updated_at': '2022-05-14T15:46:31Z', 'revision_number': 4, 'project_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'gw_port': {'id': '9b2c3440-b55a-4246-8e9c-330ff957e157', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:23Z', 'updated_at': '2022-05-14T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': '2133801e-511d-4d96-8fe0-3b65a0dd64ff', 'name': '', 'network_id': 'd4128056-aa2b-474b-a7d3-2646c1ffdbcf', 'tenant_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'mac_address': 'fa:16:3e:56:3e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8d228e71-c8a7-4ea8-bb77-1fa96d4cb770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:28Z', 'updated_at': '2022-05-14T15:46:45Z', 'revision_number': 5, 'project_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'subnets': [{'id': '8d228e71-c8a7-4ea8-bb77-1fa96d4cb770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:58:18.223004 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbb1ae7-35df-4665-a3b4-6214cef83a53 None None] Checking router: d999361d-7937-46a9-8ca3-004e7ff6cde2 for host: dv-cinder-839793-11-iscsi {{(pid=115112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 15:58:18.231909 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbb1ae7-35df-4665-a3b4-6214cef83a53 None None] Routers {'d999361d-7937-46a9-8ca3-004e7ff6cde2'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:58:18.232527 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-2dbb1ae7-35df-4665-a3b4-6214cef83a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:58:03Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['d999361d-7937-46a9-8ca3-004e7ff6cde2'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:58:18.309079 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 44570) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:58:18.322405 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-cdb049e4-53f0-4270-b34e-8efd355d88a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:18.342226 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-2dbb1ae7-35df-4665-a3b4-6214cef83a53 None None] Set router d999361d-7937-46a9-8ca3-004e7ff6cde2 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:58:18.398990 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-cdb049e4-53f0-4270-b34e-8efd355d88a5 admin admin] Publish callbacks [] for security_group (ecb2bde0-9e49-46de-8549-ed39c35bcf65), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:18.403534 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-cdb049e4-53f0-4270-b34e-8efd355d88a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (ecb2bde0-9e49-46de-8549-ed39c35bcf65), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:18.442188 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-cdb049e4-53f0-4270-b34e-8efd355d88a5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3fee0d5f3c9843daa9da10a8445042e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1320040 May 14 15:58:18.443124 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb049e4-53f0-4270-b34e-8efd355d88a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb2bde0-9e49-46de-8549-ed39c35bcf65,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:18.444875 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 44572) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:58:18.533794 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ec2c9096-3670-4b90-b8a6-477879ecf620 req-2f571172-b95b-424e-b25c-6719f4e765d2 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 210 time: 0.0301857 May 14 15:58:18.542707 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-2dbb1ae7-35df-4665-a3b4-6214cef83a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'name': 'tempest-AttachVolumeShelveTestJSON-838760355-router', 'tenant_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '9b2c3440-b55a-4246-8e9c-330ff957e157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:21Z', 'updated_at': '2022-05-14T15:46:31Z', 'revision_number': 4, 'project_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'gw_port': {'id': '9b2c3440-b55a-4246-8e9c-330ff957e157', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:23Z', 'updated_at': '2022-05-14T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': '2133801e-511d-4d96-8fe0-3b65a0dd64ff', 'name': '', 'network_id': 'd4128056-aa2b-474b-a7d3-2646c1ffdbcf', 'tenant_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'mac_address': 'fa:16:3e:56:3e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8d228e71-c8a7-4ea8-bb77-1fa96d4cb770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:28Z', 'updated_at': '2022-05-14T15:46:45Z', 'revision_number': 5, 'project_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'subnets': [{'id': '8d228e71-c8a7-4ea8-bb77-1fa96d4cb770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:58:18.546630 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-64dcd3d3-5504-4ea8-af14-d6200fbdef87 admin admin] Publish callbacks [] for security_group (ecb2bde0-9e49-46de-8549-ed39c35bcf65), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:18.569465 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-64dcd3d3-5504-4ea8-af14-d6200fbdef87 admin admin] Publish callbacks [] for security_group (ecb2bde0-9e49-46de-8549-ed39c35bcf65), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:18.573238 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbb1ae7-35df-4665-a3b4-6214cef83a53 None None] The sync data for ids ['d999361d-7937-46a9-8ca3-004e7ff6cde2'] in dv-cinder-839793-11-iscsi is: [{'id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'name': 'tempest-AttachVolumeShelveTestJSON-838760355-router', 'tenant_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '9b2c3440-b55a-4246-8e9c-330ff957e157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:21Z', 'updated_at': '2022-05-14T15:46:31Z', 'revision_number': 4, 'project_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'gw_port': {'id': '9b2c3440-b55a-4246-8e9c-330ff957e157', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:23Z', 'updated_at': '2022-05-14T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': '2133801e-511d-4d96-8fe0-3b65a0dd64ff', 'name': '', 'network_id': 'd4128056-aa2b-474b-a7d3-2646c1ffdbcf', 'tenant_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'mac_address': 'fa:16:3e:56:3e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '8d228e71-c8a7-4ea8-bb77-1fa96d4cb770', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:28Z', 'updated_at': '2022-05-14T15:46:45Z', 'revision_number': 5, 'project_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'subnets': [{'id': '8d228e71-c8a7-4ea8-bb77-1fa96d4cb770', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 15:58:18.618322 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-64dcd3d3-5504-4ea8-af14-d6200fbdef87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (ecb2bde0-9e49-46de-8549-ed39c35bcf65), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:18.621500 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-64dcd3d3-5504-4ea8-af14-d6200fbdef87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:18.622683 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-64dcd3d3-5504-4ea8-af14-d6200fbdef87 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ecb2bde0-9e49-46de-8549-ed39c35bcf65 HTTP/1.1" status: 204 len: 168 time: 0.1762154 May 14 15:58:18.632928 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dcd3d3-5504-4ea8-af14-d6200fbdef87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb2bde0-9e49-46de-8549-ed39c35bcf65,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:18.808709 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b115cac4-f485-4135-bcf1-58fd327fd7ce None None] New status for floating IP 17a3bd21-b391-4c83-9bcb-9915d178e6d0: DOWN {{(pid=115113) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 14 15:58:19.637205 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-84ab9827-8b78-48fc-a3f9-be3ad6096bd9 req-ae3a497a-0ca7-4c17-aa67-797563c61d83 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 210 time: 0.0281117 May 14 15:58:20.738063 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-6c39e828-28ca-405d-ac51-02834d61caf0 req-0aac7553-9f5d-468a-9474-e2cb5188d89d tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 210 time: 0.0296245 May 14 15:58:21.850288 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-389a494f-cf49-42f6-856f-ef2f0c9011d7 req-b750303c-0cea-46c0-8394-6093f70b98aa tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/ports?device_id=cca08141-979e-4519-88b3-c77e8a71ae3e HTTP/1.1" status: 200 len: 210 time: 0.0278547 May 14 15:58:22.939823 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 44648) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:58:22.999350 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-d98ca5ee-496c-4301-a480-52a24998231b tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks [] for security_group (546ea9cb-7f10-4d09-ad49-79f263a74e54), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:23.022583 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-d98ca5ee-496c-4301-a480-52a24998231b tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks [] for security_group (546ea9cb-7f10-4d09-ad49-79f263a74e54), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:23.069452 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-d98ca5ee-496c-4301-a480-52a24998231b tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (546ea9cb-7f10-4d09-ad49-79f263a74e54), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:23.072081 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-d98ca5ee-496c-4301-a480-52a24998231b tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks [] for security_group (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:23.073728 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-d98ca5ee-496c-4301-a480-52a24998231b tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "DELETE /v2.0/security-groups/546ea9cb-7f10-4d09-ad49-79f263a74e54 HTTP/1.1" status: 204 len: 168 time: 0.1324203 May 14 15:58:23.076659 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 44650) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:58:23.082463 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ca5ee-496c-4301-a480-52a24998231b tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=546ea9cb-7f10-4d09-ad49-79f263a74e54,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:23.092699 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.api.v2.resource [None req-7f1ee71a-6874-4159-b594-6622880b2cd5 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] show failed (client error): The resource could not be found. May 14 15:58:23.093713 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-7f1ee71a-6874-4159-b594-6622880b2cd5 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "GET /v2.0/security-groups/546ea9cb-7f10-4d09-ad49-79f263a74e54 HTTP/1.1" status: 404 len: 347 time: 0.0160692 May 14 15:58:23.096482 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 44652) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:58:23.219698 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [None req-4966ddca-a756-4dc7-9d08-5166c65270c6 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Deleting port 48514ca5-22bc-490a-842d-115fa4132a01 {{(pid=115110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 15:58:23.220045 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-4966ddca-a756-4dc7-9d08-5166c65270c6 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (48514ca5-22bc-490a-842d-115fa4132a01), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:23.294755 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-4966ddca-a756-4dc7-9d08-5166c65270c6 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (48514ca5-22bc-490a-842d-115fa4132a01), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:23.295082 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-4966ddca-a756-4dc7-9d08-5166c65270c6 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks [] for floatingip (48514ca5-22bc-490a-842d-115fa4132a01), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:23.306766 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [None req-4966ddca-a756-4dc7-9d08-5166c65270c6 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Calling delete_port for 48514ca5-22bc-490a-842d-115fa4132a01 owned by network:floatingip {{(pid=115110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 15:58:23.449272 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-4966ddca-a756-4dc7-9d08-5166c65270c6 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (48514ca5-22bc-490a-842d-115fa4132a01), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:23.488924 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4966ddca-a756-4dc7-9d08-5166c65270c6 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Pushing event deleted for resources: {'Port': ['ID=48514ca5-22bc-490a-842d-115fa4132a01,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:23.512704 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4966ddca-a756-4dc7-9d08-5166c65270c6 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:23.513058 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4966ddca-a756-4dc7-9d08-5166c65270c6 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:23.513396 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4966ddca-a756-4dc7-9d08-5166c65270c6 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:23.513735 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4966ddca-a756-4dc7-9d08-5166c65270c6 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:23.514069 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4966ddca-a756-4dc7-9d08-5166c65270c6 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:23.514436 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4966ddca-a756-4dc7-9d08-5166c65270c6 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:23.514771 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4966ddca-a756-4dc7-9d08-5166c65270c6 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:23.515100 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4966ddca-a756-4dc7-9d08-5166c65270c6 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:23.515427 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4966ddca-a756-4dc7-9d08-5166c65270c6 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:23.515752 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4966ddca-a756-4dc7-9d08-5166c65270c6 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:23.516077 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4966ddca-a756-4dc7-9d08-5166c65270c6 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:23.516402 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4966ddca-a756-4dc7-9d08-5166c65270c6 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:23.516785 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4966ddca-a756-4dc7-9d08-5166c65270c6 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:23.517106 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4966ddca-a756-4dc7-9d08-5166c65270c6 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:23.517428 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4966ddca-a756-4dc7-9d08-5166c65270c6 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:23.554806 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-4966ddca-a756-4dc7-9d08-5166c65270c6 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks [] for floatingip (17a3bd21-b391-4c83-9bcb-9915d178e6d0), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:23.557261 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-4966ddca-a756-4dc7-9d08-5166c65270c6 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for floatingip (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:23.559193 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-4966ddca-a756-4dc7-9d08-5166c65270c6 tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] 10.222.0.61 "DELETE /v2.0/floatingips/17a3bd21-b391-4c83-9bcb-9915d178e6d0 HTTP/1.1" status: 204 len: 168 time: 0.4618258 May 14 15:58:24.135719 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device e23afae5-7b01-4137-a087-ba1a741fd1f4 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 15:58:24.156357 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] No Port match for: e23afae5-7b01-4137-a087-ba1a741fd1f4 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 14 15:58:24.156705 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device e23afae5-7b01-4137-a087-ba1a741fd1f4 not bound to the agent host hv-cinder-83979 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 15:58:25.993789 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 44716) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:58:26.472641 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-8bd6f548-8ffa-45da-9bdc-1bc5ea3c0494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753798'] for router_interface (d999361d-7937-46a9-8ca3-004e7ff6cde2), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:26.718501 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [None req-8bd6f548-8ffa-45da-9bdc-1bc5ea3c0494 admin admin] Deleting port 2133801e-511d-4d96-8fe0-3b65a0dd64ff {{(pid=115110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 15:58:26.719101 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-8bd6f548-8ffa-45da-9bdc-1bc5ea3c0494 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (2133801e-511d-4d96-8fe0-3b65a0dd64ff), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:26.797636 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [None req-8bd6f548-8ffa-45da-9bdc-1bc5ea3c0494 admin admin] For port 2133801e-511d-4d96-8fe0-3b65a0dd64ff, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=2133801e-511d-4d96-8fe0-3b65a0dd64ff,segment=NetworkSegment(4b29d80c-5a53-4124-96cc-b568754899ad),segment_id=4b29d80c-5a53-4124-96cc-b568754899ad)] {{(pid=115110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:58:26.797914 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-8bd6f548-8ffa-45da-9bdc-1bc5ea3c0494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (2133801e-511d-4d96-8fe0-3b65a0dd64ff), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:26.814999 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [None req-8bd6f548-8ffa-45da-9bdc-1bc5ea3c0494 admin admin] Calling delete_port for 2133801e-511d-4d96-8fe0-3b65a0dd64ff owned by network:router_interface {{(pid=115110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 15:58:27.005337 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-8bd6f548-8ffa-45da-9bdc-1bc5ea3c0494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (2133801e-511d-4d96-8fe0-3b65a0dd64ff), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:27.031955 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd6f548-8ffa-45da-9bdc-1bc5ea3c0494 admin admin] Pushing event deleted for resources: {'Port': ['ID=2133801e-511d-4d96-8fe0-3b65a0dd64ff,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:27.083541 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455b1e6-f786-411c-8e78-2e0c59fe456f req-695ff95b-0509-42cd-8529-f0558905e2b5 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:58:27.086160 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8455b1e6-f786-411c-8e78-2e0c59fe456f req-695ff95b-0509-42cd-8529-f0558905e2b5 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/ports?device_id=25202ac2-6830-4d26-83fc-803adeb71796 HTTP/1.1" status: 200 len: 946 time: 0.0587058 May 14 15:58:27.145463 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8455b1e6-f786-411c-8e78-2e0c59fe456f req-0f7adc3f-41ff-442d-8aaf-29ab48790f2c tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/security-groups?id=90d0ee98-7fb8-4eb0-919e-a70f84705104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512924 May 14 15:58:27.215601 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-8bd6f548-8ffa-45da-9bdc-1bc5ea3c0494 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1680725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769177'] for router_interface (d999361d-7937-46a9-8ca3-004e7ff6cde2), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:27.431841 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd6f548-8ffa-45da-9bdc-1bc5ea3c0494 admin admin] Router d999361d-7937-46a9-8ca3-004e7ff6cde2 has already been hosted by L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f {{(pid=115110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 15:58:27.541016 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd6f548-8ffa-45da-9bdc-1bc5ea3c0494 admin admin] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 15:58:27.546243 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-8bd6f548-8ffa-45da-9bdc-1bc5ea3c0494 admin admin] 10.222.0.61 "PUT /v2.0/routers/d999361d-7937-46a9-8ca3-004e7ff6cde2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5515347 May 14 15:58:27.548818 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 44738) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:58:27.551396 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3978b7e0-1357-44d0-9394-d7af6a6dfa2a None None] Sync routers for ids ['d999361d-7937-46a9-8ca3-004e7ff6cde2'] in dv-cinder-839793-11-iscsi {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 15:58:27.562197 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3978b7e0-1357-44d0-9394-d7af6a6dfa2a None None] Routers {'d999361d-7937-46a9-8ca3-004e7ff6cde2'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:58:27.562953 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-3978b7e0-1357-44d0-9394-d7af6a6dfa2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:58:03Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['d999361d-7937-46a9-8ca3-004e7ff6cde2'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:58:27.661912 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1b66a7f3-a074-4025-84ea-290192e95b4f admin admin] Publish callbacks [] for router (d999361d-7937-46a9-8ca3-004e7ff6cde2), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:27.674104 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-3978b7e0-1357-44d0-9394-d7af6a6dfa2a None None] Set router d999361d-7937-46a9-8ca3-004e7ff6cde2 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:58:27.779039 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1b66a7f3-a074-4025-84ea-290192e95b4f admin admin] Publish callbacks [] for router_gateway (d999361d-7937-46a9-8ca3-004e7ff6cde2), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:27.827874 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [None req-1b66a7f3-a074-4025-84ea-290192e95b4f admin admin] Deleting port 9b2c3440-b55a-4246-8e9c-330ff957e157 {{(pid=115110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 15:58:27.828215 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1b66a7f3-a074-4025-84ea-290192e95b4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (9b2c3440-b55a-4246-8e9c-330ff957e157), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:27.860924 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-3978b7e0-1357-44d0-9394-d7af6a6dfa2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'name': 'tempest-AttachVolumeShelveTestJSON-838760355-router', 'tenant_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '9b2c3440-b55a-4246-8e9c-330ff957e157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:21Z', 'updated_at': '2022-05-14T15:58:26Z', 'revision_number': 5, 'project_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'gw_port': {'id': '9b2c3440-b55a-4246-8e9c-330ff957e157', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:e4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:46:23Z', 'updated_at': '2022-05-14T15:46:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi'}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:58:27.888735 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3978b7e0-1357-44d0-9394-d7af6a6dfa2a None None] Checking router: d999361d-7937-46a9-8ca3-004e7ff6cde2 for host: dv-cinder-839793-11-iscsi {{(pid=115112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 15:58:27.896991 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3978b7e0-1357-44d0-9394-d7af6a6dfa2a None None] Routers {'d999361d-7937-46a9-8ca3-004e7ff6cde2'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:58:27.897605 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-3978b7e0-1357-44d0-9394-d7af6a6dfa2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:58:03Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['d999361d-7937-46a9-8ca3-004e7ff6cde2'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:58:27.923621 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [None req-1b66a7f3-a074-4025-84ea-290192e95b4f admin admin] For port 9b2c3440-b55a-4246-8e9c-330ff957e157, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=9b2c3440-b55a-4246-8e9c-330ff957e157,segment=NetworkSegment(fe506043-d64f-420e-bda4-fab290621067),segment_id=fe506043-d64f-420e-bda4-fab290621067)] {{(pid=115110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:58:27.924095 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1b66a7f3-a074-4025-84ea-290192e95b4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (9b2c3440-b55a-4246-8e9c-330ff957e157), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:27.937989 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [None req-1b66a7f3-a074-4025-84ea-290192e95b4f admin admin] Calling delete_port for 9b2c3440-b55a-4246-8e9c-330ff957e157 owned by network:router_gateway {{(pid=115110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 15:58:27.987372 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-3978b7e0-1357-44d0-9394-d7af6a6dfa2a None None] Set router d999361d-7937-46a9-8ca3-004e7ff6cde2 gateway port host: None {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:58:28.115583 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1b66a7f3-a074-4025-84ea-290192e95b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (9b2c3440-b55a-4246-8e9c-330ff957e157), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:28.148369 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b66a7f3-a074-4025-84ea-290192e95b4f admin admin] Pushing event deleted for resources: {'Port': ['ID=9b2c3440-b55a-4246-8e9c-330ff957e157,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:28.178400 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-3978b7e0-1357-44d0-9394-d7af6a6dfa2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'name': 'tempest-AttachVolumeShelveTestJSON-838760355-router', 'tenant_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:21Z', 'updated_at': '2022-05-14T15:58:27Z', 'revision_number': 6, 'project_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'gw_port_host': None}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:58:28.206882 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3978b7e0-1357-44d0-9394-d7af6a6dfa2a None None] The sync data for ids ['d999361d-7937-46a9-8ca3-004e7ff6cde2'] in dv-cinder-839793-11-iscsi is: [{'id': 'd999361d-7937-46a9-8ca3-004e7ff6cde2', 'name': 'tempest-AttachVolumeShelveTestJSON-838760355-router', 'tenant_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:46:21Z', 'updated_at': '2022-05-14T15:58:27Z', 'revision_number': 6, 'project_id': '0672be3fa3f7414da1c1a5b7300abbe7', 'gw_port_host': None}] {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 15:58:28.222897 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1b66a7f3-a074-4025-84ea-290192e95b4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1760500'] for router_gateway (d999361d-7937-46a9-8ca3-004e7ff6cde2), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:28.272689 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82550c5d-c890-4c59-96ab-0cdea2d649ea req-7b8534a5-8a18-46d3-9f4f-82b51b1f84df tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:58:28.274147 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-82550c5d-c890-4c59-96ab-0cdea2d649ea req-7b8534a5-8a18-46d3-9f4f-82b51b1f84df tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/ports?device_id=25202ac2-6830-4d26-83fc-803adeb71796 HTTP/1.1" status: 200 len: 946 time: 0.0523276 May 14 15:58:28.325490 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-82550c5d-c890-4c59-96ab-0cdea2d649ea req-a8f237a9-9961-4237-b775-984e9e3715a9 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/security-groups?id=90d0ee98-7fb8-4eb0-919e-a70f84705104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455718 May 14 15:58:28.587414 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1b66a7f3-a074-4025-84ea-290192e95b4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104779'] for router (d999361d-7937-46a9-8ca3-004e7ff6cde2), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:28.589660 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1b66a7f3-a074-4025-84ea-290192e95b4f admin admin] Publish callbacks [] for router_controller (d999361d-7937-46a9-8ca3-004e7ff6cde2), precommit_delete_associations {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:28.633463 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1b66a7f3-a074-4025-84ea-290192e95b4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758117'] for router (d999361d-7937-46a9-8ca3-004e7ff6cde2), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:28.633931 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b66a7f3-a074-4025-84ea-290192e95b4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d999361d-7937-46a9-8ca3-004e7ff6cde2 {{(pid=115110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 14 15:58:28.639153 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-1b66a7f3-a074-4025-84ea-290192e95b4f admin admin] Publish callbacks [] for router (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:28.640281 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-1b66a7f3-a074-4025-84ea-290192e95b4f admin admin] 10.222.0.61 "DELETE /v2.0/routers/d999361d-7937-46a9-8ca3-004e7ff6cde2 HTTP/1.1" status: 204 len: 168 time: 1.0905499 May 14 15:58:28.643213 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 44752) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:58:28.687740 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.db_base_plugin_v2 [None req-35980ce7-1b66-4172-ba53-7bccf70ed237 admin admin] Deleting subnet 8d228e71-c8a7-4ea8-bb77-1fa96d4cb770 {{(pid=115110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 14 15:58:28.690988 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-35980ce7-1b66-4172-ba53-7bccf70ed237 admin admin] Publish callbacks [] for subnet (8d228e71-c8a7-4ea8-bb77-1fa96d4cb770), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:28.725922 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-35980ce7-1b66-4172-ba53-7bccf70ed237 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8967045'] for subnet (8d228e71-c8a7-4ea8-bb77-1fa96d4cb770), precommit_delete_associations {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:28.806897 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-35980ce7-1b66-4172-ba53-7bccf70ed237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32905208'] for subnet (8d228e71-c8a7-4ea8-bb77-1fa96d4cb770), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:28.864940 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-35980ce7-1b66-4172-ba53-7bccf70ed237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32905185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8397829'] for subnet (8d228e71-c8a7-4ea8-bb77-1fa96d4cb770), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:28.896634 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35980ce7-1b66-4172-ba53-7bccf70ed237 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d228e71-c8a7-4ea8-bb77-1fa96d4cb770,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:28.903522 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-35980ce7-1b66-4172-ba53-7bccf70ed237 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for subnet (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:28.907224 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-35980ce7-1b66-4172-ba53-7bccf70ed237 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/8d228e71-c8a7-4ea8-bb77-1fa96d4cb770 HTTP/1.1" status: 204 len: 168 time: 0.2630105 May 14 15:58:28.909674 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 44758) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:58:28.912178 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda11f04-54ef-4a14-b24b-fb6b47642b82 None None] Network d4128056-aa2b-474b-a7d3-2646c1ffdbcf requested from dv-cinder-839793-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 15:58:29.009690 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-51f30d17-dacf-4703-8d7c-35a664d63805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32844583'] for network (d4128056-aa2b-474b-a7d3-2646c1ffdbcf), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:29.060275 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [None req-51f30d17-dacf-4703-8d7c-35a664d63805 admin admin] Deleting port 4b3dd52e-d489-4b99-a758-6cced29c7380 {{(pid=115110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 15:58:29.060589 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-51f30d17-dacf-4703-8d7c-35a664d63805 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (4b3dd52e-d489-4b99-a758-6cced29c7380), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:29.104743 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa24be4-2508-4c7d-b390-3a492ebc0f15 None None] DHCP port deletion for d4128056-aa2b-474b-a7d3-2646c1ffdbcf request from dv-cinder-839793-11-iscsi {{(pid=115112) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 14 15:58:29.126256 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [None req-51f30d17-dacf-4703-8d7c-35a664d63805 admin admin] For port 4b3dd52e-d489-4b99-a758-6cced29c7380, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=4b3dd52e-d489-4b99-a758-6cced29c7380,segment=NetworkSegment(4b29d80c-5a53-4124-96cc-b568754899ad),segment_id=4b29d80c-5a53-4124-96cc-b568754899ad)] {{(pid=115110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:58:29.126851 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-51f30d17-dacf-4703-8d7c-35a664d63805 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (4b3dd52e-d489-4b99-a758-6cced29c7380), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:29.141359 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [None req-51f30d17-dacf-4703-8d7c-35a664d63805 admin admin] Calling delete_port for 4b3dd52e-d489-4b99-a758-6cced29c7380 owned by network:dhcp {{(pid=115110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 15:58:29.149868 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-eaa24be4-2508-4c7d-b390-3a492ebc0f15 None None] Deleting port 4b3dd52e-d489-4b99-a758-6cced29c7380 {{(pid=115112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 15:58:29.150374 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-eaa24be4-2508-4c7d-b390-3a492ebc0f15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (4b3dd52e-d489-4b99-a758-6cced29c7380), before_delete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:29.172639 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 9b2c3440-b55a-4246-8e9c-330ff957e157 no longer exists at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 15:58:29.201549 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] No Port match for: 9b2c3440-b55a-4246-8e9c-330ff957e157 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 14 15:58:29.201549 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 9b2c3440-b55a-4246-8e9c-330ff957e157 not bound to the agent host dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 15:58:29.201549 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 2133801e-511d-4d96-8fe0-3b65a0dd64ff no longer exists at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 15:58:29.228061 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-51f30d17-dacf-4703-8d7c-35a664d63805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (4b3dd52e-d489-4b99-a758-6cced29c7380), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:29.251702 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] No Port match for: 2133801e-511d-4d96-8fe0-3b65a0dd64ff {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 14 15:58:29.252066 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 2133801e-511d-4d96-8fe0-3b65a0dd64ff not bound to the agent host dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 15:58:29.253030 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f30d17-dacf-4703-8d7c-35a664d63805 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b3dd52e-d489-4b99-a758-6cced29c7380,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:29.259049 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f30d17-dacf-4703-8d7c-35a664d63805 admin admin] No DVR routers for this DVR port 4b3dd52e-d489-4b99-a758-6cced29c7380 on host dv-cinder-839793-11-iscsi {{(pid=115110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 15:58:29.259710 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-eaa24be4-2508-4c7d-b390-3a492ebc0f15 None None] For port 4b3dd52e-d489-4b99-a758-6cced29c7380, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=4b3dd52e-d489-4b99-a758-6cced29c7380,segment=NetworkSegment(4b29d80c-5a53-4124-96cc-b568754899ad),segment_id=4b29d80c-5a53-4124-96cc-b568754899ad)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:58:29.260609 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-eaa24be4-2508-4c7d-b390-3a492ebc0f15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (4b3dd52e-d489-4b99-a758-6cced29c7380), precommit_delete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:29.275201 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-eaa24be4-2508-4c7d-b390-3a492ebc0f15 None None] Calling delete_port for 4b3dd52e-d489-4b99-a758-6cced29c7380 owned by network:dhcp {{(pid=115112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 15:58:29.333141 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-51f30d17-dacf-4703-8d7c-35a664d63805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32821069', 'neutron.services.segments.db._delete_segments_for_network-8770741945110'] for network (d4128056-aa2b-474b-a7d3-2646c1ffdbcf), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:29.359487 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-eaa24be4-2508-4c7d-b390-3a492ebc0f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206'] for port (4b3dd52e-d489-4b99-a758-6cced29c7380), after_delete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:29.379530 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.services.segments.db [None req-51f30d17-dacf-4703-8d7c-35a664d63805 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4128056-aa2b-474b-a7d3-2646c1ffdbcf']}} {{(pid=115110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:58:29.385475 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa24be4-2508-4c7d-b390-3a492ebc0f15 None None] Pushing event deleted for resources: {'Port': ['ID=4b3dd52e-d489-4b99-a758-6cced29c7380,revision_number=None']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:29.390689 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa24be4-2508-4c7d-b390-3a492ebc0f15 None None] No DVR routers for this DVR port 4b3dd52e-d489-4b99-a758-6cced29c7380 on host dv-cinder-839793-11-iscsi {{(pid=115112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 15:58:29.394851 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.services.segments.db [None req-51f30d17-dacf-4703-8d7c-35a664d63805 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b29d80c-5a53-4124-96cc-b568754899ad') {'for_net_delete': True} {{(pid=115110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:58:29.395154 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.services.segments.db [None req-51f30d17-dacf-4703-8d7c-35a664d63805 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b29d80c-5a53-4124-96cc-b568754899ad') {} {{(pid=115110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:58:29.409455 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8a192-9d84-43b7-8fc8-0b21528f06c3 req-7540a0b0-5668-452c-b662-77e3d04bab89 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:58:29.410766 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-e4b8a192-9d84-43b7-8fc8-0b21528f06c3 req-7540a0b0-5668-452c-b662-77e3d04bab89 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.36 "GET /v2.0/ports?device_id=25202ac2-6830-4d26-83fc-803adeb71796 HTTP/1.1" status: 200 len: 946 time: 0.0749404 May 14 15:58:29.414434 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-51f30d17-dacf-4703-8d7c-35a664d63805 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770741946911', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8967100'] for segment (4b29d80c-5a53-4124-96cc-b568754899ad), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:29.449088 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ed290-983b-4d01-a407-a175cb283ebb req-1257d97c-6add-45db-8359-bfccb4fbe3a3 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:58:29.450775 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-fb4ed290-983b-4d01-a407-a175cb283ebb req-1257d97c-6add-45db-8359-bfccb4fbe3a3 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/ports?device_id=25202ac2-6830-4d26-83fc-803adeb71796 HTTP/1.1" status: 200 len: 946 time: 0.0513239 May 14 15:58:29.451601 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-51f30d17-dacf-4703-8d7c-35a664d63805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32906243'] for segment (4b29d80c-5a53-4124-96cc-b568754899ad), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:29.466735 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f30d17-dacf-4703-8d7c-35a664d63805 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=115110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 15:58:29.467140 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-51f30d17-dacf-4703-8d7c-35a664d63805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32906243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3204874'] for segment (4b29d80c-5a53-4124-96cc-b568754899ad), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:29.468842 dv-cinder-839793-11-iscsi neutron-server[115110]: Traceback (most recent call last): May 14 15:58:29.468842 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 15:58:29.468842 dv-cinder-839793-11-iscsi neutron-server[115110]: timer() May 14 15:58:29.468842 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 15:58:29.468842 dv-cinder-839793-11-iscsi neutron-server[115110]: cb(*args, **kw) May 14 15:58:29.468842 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 14 15:58:29.468842 dv-cinder-839793-11-iscsi neutron-server[115110]: return func(*args, **kwargs) May 14 15:58:29.468842 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 15:58:29.468842 dv-cinder-839793-11-iscsi neutron-server[115110]: self._notify() May 14 15:58:29.468842 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 15:58:29.468842 dv-cinder-839793-11-iscsi neutron-server[115110]: self.callback(batched_events) May 14 15:58:29.468842 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 15:58:29.468842 dv-cinder-839793-11-iscsi neutron-server[115110]: event.method(event) May 14 15:58:29.468842 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 14 15:58:29.468842 dv-cinder-839793-11-iscsi neutron-server[115110]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 15:58:29.468842 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 14 15:58:29.468842 dv-cinder-839793-11-iscsi neutron-server[115110]: aggregate_uuid = self.p_client.list_aggregates( May 14 15:58:29.468842 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 14 15:58:29.468842 dv-cinder-839793-11-iscsi neutron-server[115110]: return f(self, *a, **k) May 14 15:58:29.468842 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 14 15:58:29.468842 dv-cinder-839793-11-iscsi neutron-server[115110]: return self._get(url).json() May 14 15:58:29.468842 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 14 15:58:29.468842 dv-cinder-839793-11-iscsi neutron-server[115110]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 15:58:29.468842 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 15:58:29.468842 dv-cinder-839793-11-iscsi neutron-server[115110]: return self.request(url, 'GET', **kwargs) May 14 15:58:29.468842 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 15:58:29.468842 dv-cinder-839793-11-iscsi neutron-server[115110]: base_url = self.get_endpoint(auth, allow=allow, May 14 15:58:29.468842 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 15:58:29.468842 dv-cinder-839793-11-iscsi neutron-server[115110]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 15:58:29.468842 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 15:58:29.468842 dv-cinder-839793-11-iscsi neutron-server[115110]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 15:58:29.468842 dv-cinder-839793-11-iscsi neutron-server[115110]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 15:58:29.502038 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-fb4ed290-983b-4d01-a407-a175cb283ebb req-dd74b7a1-2683-4fce-9072-9c8611690336 tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.61 "GET /v2.0/security-groups?id=90d0ee98-7fb8-4eb0-919e-a70f84705104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449355 May 14 15:58:29.552487 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-51f30d17-dacf-4703-8d7c-35a664d63805 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32821110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1759686'] for network (d4128056-aa2b-474b-a7d3-2646c1ffdbcf), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:29.560497 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-51f30d17-dacf-4703-8d7c-35a664d63805 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for network (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:29.563561 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-51f30d17-dacf-4703-8d7c-35a664d63805 admin admin] 10.222.0.61 "DELETE /v2.0/networks/d4128056-aa2b-474b-a7d3-2646c1ffdbcf HTTP/1.1" status: 204 len: 168 time: 0.6514568 May 14 15:58:29.564210 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [req-e4b8a192-9d84-43b7-8fc8-0b21528f06c3 req-57467b2a-d9a5-4d0e-954a-e05db731f31e tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Deleting port 684de684-f0ea-449d-a77c-a068f4d20b82 {{(pid=115110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 15:58:29.564539 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-e4b8a192-9d84-43b7-8fc8-0b21528f06c3 req-57467b2a-d9a5-4d0e-954a-e05db731f31e tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (684de684-f0ea-449d-a77c-a068f4d20b82), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:29.586439 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f30d17-dacf-4703-8d7c-35a664d63805 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4128056-aa2b-474b-a7d3-2646c1ffdbcf,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:29.666521 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [req-e4b8a192-9d84-43b7-8fc8-0b21528f06c3 req-57467b2a-d9a5-4d0e-954a-e05db731f31e tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] For port 684de684-f0ea-449d-a77c-a068f4d20b82, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=684de684-f0ea-449d-a77c-a068f4d20b82,segment=NetworkSegment(f965da8a-cfbc-4bf8-b3a6-d86a8d232373),segment_id=f965da8a-cfbc-4bf8-b3a6-d86a8d232373)] {{(pid=115110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:58:29.667500 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-e4b8a192-9d84-43b7-8fc8-0b21528f06c3 req-57467b2a-d9a5-4d0e-954a-e05db731f31e tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (684de684-f0ea-449d-a77c-a068f4d20b82), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:29.674859 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 44766) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:58:29.681766 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [req-e4b8a192-9d84-43b7-8fc8-0b21528f06c3 req-57467b2a-d9a5-4d0e-954a-e05db731f31e tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Calling delete_port for 684de684-f0ea-449d-a77c-a068f4d20b82 owned by compute:nova {{(pid=115110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 15:58:29.713448 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-c6ccbadc-9e8c-4343-94bd-9e614c4e6729 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0672be3fa3f7414da1c1a5b7300abbe7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0372548 May 14 15:58:29.716088 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 44768) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:58:29.762956 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-38ab43cc-8b8c-4a95-a7e0-cfb64392b70c admin admin] Publish callbacks [] for security_group (22a3377b-bf34-460e-b2db-94019eff1d07), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:29.783390 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-38ab43cc-8b8c-4a95-a7e0-cfb64392b70c admin admin] Publish callbacks [] for security_group (22a3377b-bf34-460e-b2db-94019eff1d07), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:29.813498 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-e4b8a192-9d84-43b7-8fc8-0b21528f06c3 req-57467b2a-d9a5-4d0e-954a-e05db731f31e tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (684de684-f0ea-449d-a77c-a068f4d20b82), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:29.834172 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-38ab43cc-8b8c-4a95-a7e0-cfb64392b70c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (22a3377b-bf34-460e-b2db-94019eff1d07), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:29.834172 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-38ab43cc-8b8c-4a95-a7e0-cfb64392b70c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:29.835155 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-38ab43cc-8b8c-4a95-a7e0-cfb64392b70c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/22a3377b-bf34-460e-b2db-94019eff1d07 HTTP/1.1" status: 204 len: 168 time: 0.1180391 May 14 15:58:29.840824 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] get_ports_and_sgs() called for port_ids ['684de684-f0ea-449d-a77c-a068f4d20b82'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 15:58:29.843140 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab43cc-8b8c-4a95-a7e0-cfb64392b70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a3377b-bf34-460e-b2db-94019eff1d07,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:29.857614 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57467b2a-d9a5-4d0e-954a-e05db731f31e tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Pushing event deleted for resources: {'Port': ['ID=684de684-f0ea-449d-a77c-a068f4d20b82,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:29.901910 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b8a192-9d84-43b7-8fc8-0b21528f06c3 req-57467b2a-d9a5-4d0e-954a-e05db731f31e tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] No DVR routers for this DVR port 684de684-f0ea-449d-a77c-a068f4d20b82 on host hv-cinder-83979 {{(pid=115110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 15:58:29.904443 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-e4b8a192-9d84-43b7-8fc8-0b21528f06c3 req-57467b2a-d9a5-4d0e-954a-e05db731f31e tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:29.907690 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-e4b8a192-9d84-43b7-8fc8-0b21528f06c3 req-57467b2a-d9a5-4d0e-954a-e05db731f31e tempest-VolumesSnapshotTestJSON-671752898 tempest-VolumesSnapshotTestJSON-671752898-project] 10.222.0.36 "DELETE /v2.0/ports/684de684-f0ea-449d-a77c-a068f4d20b82 HTTP/1.1" status: 204 len: 173 time: 0.4865127 May 14 15:58:29.908134 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25202ac2-6830-4d26-83fc-803adeb71796', 'name': 'network-vif-deleted', 'tag': '684de684-f0ea-449d-a77c-a068f4d20b82'}] {{(pid=115110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:58:29.910415 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a270656aa08f71c574e37588e4b5bc67f1398202d03dea947e2a2c931e3df3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352afb7d-0983-4d17-a4be-520db7dcaa6a" -d '{"events": [{"server_uuid": "25202ac2-6830-4d26-83fc-803adeb71796", "name": "network-vif-deleted", "tag": "684de684-f0ea-449d-a77c-a068f4d20b82"}]}' {{(pid=115110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:58:29.947391 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 15:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f83b6a-060b-4e46-a29d-e5e529b88376 x-openstack-request-id: req-26f83b6a-060b-4e46-a29d-e5e529b88376 {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:58:29.947687 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25202ac2-6830-4d26-83fc-803adeb71796", "name": "network-vif-deleted", "tag": "684de684-f0ea-449d-a77c-a068f4d20b82", "status": "completed", "code": 200}]} {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:58:29.947940 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-26f83b6a-060b-4e46-a29d-e5e529b88376 {{(pid=115110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:58:29.948418 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26f83b6a-060b-4e46-a29d-e5e529b88376'] response: {'server_uuid': '25202ac2-6830-4d26-83fc-803adeb71796', 'name': 'network-vif-deleted', 'tag': '684de684-f0ea-449d-a77c-a068f4d20b82', 'status': 'completed', 'code': 200} May 14 15:58:30.545845 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 44800) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:58:30.647569 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-177b4483-a688-4ef1-9d2f-82f4639b58b6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-223176791-network', 'tenant_id': '882808bd43644908a21ff8a58997c57f'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:58:30.669346 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177b4483-a688-4ef1-9d2f-82f4639b58b6 admin admin] Made reservation on behalf of 882808bd43644908a21ff8a58997c57f for: {'network': 1} {{(pid=115110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:58:30.671769 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-177b4483-a688-4ef1-9d2f-82f4639b58b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for network (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:30.680296 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-177b4483-a688-4ef1-9d2f-82f4639b58b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:30.757683 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-177b4483-a688-4ef1-9d2f-82f4639b58b6 admin admin] Publish callbacks [] for security_group (1bdb4c8a-c47b-4788-9410-e63ca91849a3), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:30.761207 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-177b4483-a688-4ef1-9d2f-82f4639b58b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (1bdb4c8a-c47b-4788-9410-e63ca91849a3), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:30.790997 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-177b4483-a688-4ef1-9d2f-82f4639b58b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=115110) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 14 15:58:30.807976 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b4483-a688-4ef1-9d2f-82f4639b58b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bdb4c8a-c47b-4788-9410-e63ca91849a3,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:30.811530 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-177b4483-a688-4ef1-9d2f-82f4639b58b6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770741945101', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32906243'] for segment (26cf2c97-978f-49e8-aeb3-d26703d8eb75), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:30.811963 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.db.segments_db [None req-177b4483-a688-4ef1-9d2f-82f4639b58b6 admin admin] Added segment 26cf2c97-978f-49e8-aeb3-d26703d8eb75 of type vlan for network 43d22ca1-3a83-4fdf-9675-b59a4f503c47 May 14 15:58:30.856725 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-177b4483-a688-4ef1-9d2f-82f4639b58b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770741518219'] for network (43d22ca1-3a83-4fdf-9675-b59a4f503c47), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:30.883440 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-177b4483-a688-4ef1-9d2f-82f4639b58b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732'] for network (43d22ca1-3a83-4fdf-9675-b59a4f503c47), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:30.884445 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177b4483-a688-4ef1-9d2f-82f4639b58b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:58:30.885055 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-177b4483-a688-4ef1-9d2f-82f4639b58b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for network (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:30.920522 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-177b4483-a688-4ef1-9d2f-82f4639b58b6 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3735466 May 14 15:58:30.923465 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 44810) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:58:30.928230 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-003edfc4-c5e5-4da5-9267-83e6fff04ca4 admin admin] Request body: {'subnet': {'network_id': '43d22ca1-3a83-4fdf-9675-b59a4f503c47', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-223176791-subnet', 'tenant_id': '882808bd43644908a21ff8a58997c57f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:58:30.949312 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003edfc4-c5e5-4da5-9267-83e6fff04ca4 admin admin] Made reservation on behalf of 882808bd43644908a21ff8a58997c57f for: {'subnet': 1} {{(pid=115111) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:58:30.949997 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b4483-a688-4ef1-9d2f-82f4639b58b6 admin admin] Pushing event updated for resources: {'Network': ['ID=43d22ca1-3a83-4fdf-9675-b59a4f503c47,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:30.951707 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-003edfc4-c5e5-4da5-9267-83e6fff04ca4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8853839'] for subnet (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:30.959732 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Network 43d22ca1-3a83-4fdf-9675-b59a4f503c47 details requested by agent ovs-agent-dv-cinder-839793-11-iscsi with host dv-cinder-839793-11-iscsi {{(pid=115112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 14 15:58:31.043796 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-0e1717ba-bb31-45d5-80f6-4e9d023644e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:31.117756 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 4b3dd52e-d489-4b99-a758-6cced29c7380 no longer exists at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 15:58:31.140663 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] No Port match for: 4b3dd52e-d489-4b99-a758-6cced29c7380 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 14 15:58:31.141015 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 4b3dd52e-d489-4b99-a758-6cced29c7380 not bound to the agent host dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 15:58:31.395446 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-003edfc4-c5e5-4da5-9267-83e6fff04ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8765667', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8853849'] for subnet (edc70abe-1d66-4b15-afca-c1293a5dafee), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:31.397442 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 44818) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:58:31.444191 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003edfc4-c5e5-4da5-9267-83e6fff04ca4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edc70abe-1d66-4b15-afca-c1293a5dafee,revision_number=0']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:31.459812 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003edfc4-c5e5-4da5-9267-83e6fff04ca4 admin admin] Checking segment: {'id': '26cf2c97-978f-49e8-aeb3-d26703d8eb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '43d22ca1-3a83-4fdf-9675-b59a4f503c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:58:31.460164 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003edfc4-c5e5-4da5-9267-83e6fff04ca4 admin admin] Network hostable DHCP agents. Network: 43d22ca1-3a83-4fdf-9675-b59a4f503c47, hostable agents: ['fb8f4d26-2508-472b-a3f6-593d1ff7e929'], hosted agents: [] {{(pid=115111) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 14 15:58:31.476583 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003edfc4-c5e5-4da5-9267-83e6fff04ca4 admin admin] Network 43d22ca1-3a83-4fdf-9675-b59a4f503c47 is scheduled to be hosted by DHCP agent fb8f4d26-2508-472b-a3f6-593d1ff7e929 with binding_index 1 {{(pid=115111) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 14 15:58:31.485204 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.base_scheduler [None req-003edfc4-c5e5-4da5-9267-83e6fff04ca4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-839793-11-iscsi, 43d22ca1-3a83-4fdf-9675-b59a4f503c47) {{(pid=115111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:58:31.489298 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003edfc4-c5e5-4da5-9267-83e6fff04ca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:58:31.489883 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-003edfc4-c5e5-4da5-9267-83e6fff04ca4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:31.495705 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f2c72d-5894-4436-b001-69d2f8ffbf0c None None] Network 43d22ca1-3a83-4fdf-9675-b59a4f503c47 requested from dv-cinder-839793-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 15:58:31.508974 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-003edfc4-c5e5-4da5-9267-83e6fff04ca4 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5836132 May 14 15:58:31.511478 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 44822) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:58:31.516205 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-94d30ecb-d359-4ec4-8b7d-45147c9fb34d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-223176791-router', 'tenant_id': '882808bd43644908a21ff8a58997c57f', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'}}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:58:31.521156 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-afeebf2f-2e05-4644-bca2-ca3c36b594a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:31.551624 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-94d30ecb-d359-4ec4-8b7d-45147c9fb34d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1757982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-104797'] for router (6839e685-38d9-43b7-82b4-f993a12244b5), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:31.552715 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-94d30ecb-d359-4ec4-8b7d-45147c9fb34d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1758186', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1760263', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1588254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-104788'] for router (6839e685-38d9-43b7-82b4-f993a12244b5), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:31.601265 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663875e7-db89-4071-8c29-c119745e24b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf033a25f-6d82-560f-8aa4-47b981b79ac7-43d22ca1-3a83-4fdf-9675-b59a4f503c47', 'network_id': '43d22ca1-3a83-4fdf-9675-b59a4f503c47', 'project_id': '882808bd43644908a21ff8a58997c57f', 'fixed_ips': [{'subnet_id': 'edc70abe-1d66-4b15-afca-c1293a5dafee'}]}} from dv-cinder-839793-11-iscsi. {{(pid=115112) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 14 15:58:31.602279 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-663875e7-db89-4071-8c29-c119745e24b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:31.638064 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-94d30ecb-d359-4ec4-8b7d-45147c9fb34d admin admin] Publish callbacks [] for router_controller (6839e685-38d9-43b7-82b4-f993a12244b5), precommit_add_association {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:31.731746 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-afeebf2f-2e05-4644-bca2-ca3c36b594a7 admin admin] Publish callbacks [] for security_group (df1b0189-7317-4f8c-8506-11777a4e8642), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:31.737663 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.db_base_plugin_common [None req-663875e7-db89-4071-8c29-c119745e24b1 None None] Allocated IP 172.20.0.2 (43d22ca1-3a83-4fdf-9675-b59a4f503c47/edc70abe-1d66-4b15-afca-c1293a5dafee/e98e4374-971a-47be-a6d8-725a57818a10) {{(pid=115112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:58:31.767895 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-afeebf2f-2e05-4644-bca2-ca3c36b594a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (df1b0189-7317-4f8c-8506-11777a4e8642), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:31.835353 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-94d30ecb-d359-4ec4-8b7d-45147c9fb34d admin admin] Publish callbacks [] for router_gateway (6839e685-38d9-43b7-82b4-f993a12244b5), precommit_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:31.862402 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-afeebf2f-2e05-4644-bca2-ca3c36b594a7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0b49543f256d49ab981853921a41a306&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4616332 May 14 15:58:31.863263 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 44826) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:58:31.877745 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeebf2f-2e05-4644-bca2-ca3c36b594a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1b0189-7317-4f8c-8506-11777a4e8642,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:31.891645 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-663875e7-db89-4071-8c29-c119745e24b1 None None] Publish callbacks [] for port (e98e4374-971a-47be-a6d8-725a57818a10), precommit_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:31.898924 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-663875e7-db89-4071-8c29-c119745e24b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197'] for port (e98e4374-971a-47be-a6d8-725a57818a10), after_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:31.915101 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-46289d5a-b14c-408e-bdc0-128d8775820c req-436bad2c-6024-473f-8c13-c04db8bbe84f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0737062 May 14 15:58:31.947058 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663875e7-db89-4071-8c29-c119745e24b1 None None] Pushing event updated for resources: {'Port': ['ID=e98e4374-971a-47be-a6d8-725a57818a10,revision_number=1']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:31.958497 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663875e7-db89-4071-8c29-c119745e24b1 None None] Network 43d22ca1-3a83-4fdf-9675-b59a4f503c47 is already hosted by enough agents. {{(pid=115112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:58:31.960032 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.scheduler.base_scheduler [None req-663875e7-db89-4071-8c29-c119745e24b1 None None] Resources bound (agent type, host, resource id): {{(pid=115112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:58:31.962223 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663875e7-db89-4071-8c29-c119745e24b1 None None] Received port after_create {{(pid=115112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:58:31.980263 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-e0da5acf-af5d-497a-a91e-f56aec3fd2e9 admin admin] Publish callbacks [] for security_group (df1b0189-7317-4f8c-8506-11777a4e8642), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:32.020688 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-e0da5acf-af5d-497a-a91e-f56aec3fd2e9 admin admin] Publish callbacks [] for security_group (df1b0189-7317-4f8c-8506-11777a4e8642), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:32.030593 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-663875e7-db89-4071-8c29-c119745e24b1 None None] Attempting to bind port e98e4374-971a-47be-a6d8-725a57818a10 on host dv-cinder-839793-11-iscsi for vnic_type normal with profile {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 15:58:32.031081 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-663875e7-db89-4071-8c29-c119745e24b1 None None] Attempting to bind port e98e4374-971a-47be-a6d8-725a57818a10 by drivers openvswitch,hyperv on host dv-cinder-839793-11-iscsi at level 0 using segments [{'id': '26cf2c97-978f-49e8-aeb3-d26703d8eb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '43d22ca1-3a83-4fdf-9675-b59a4f503c47'}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 15:58:32.031651 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663875e7-db89-4071-8c29-c119745e24b1 None None] Attempting to bind port e98e4374-971a-47be-a6d8-725a57818a10 on network 43d22ca1-3a83-4fdf-9675-b59a4f503c47 {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:58:32.041079 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663875e7-db89-4071-8c29-c119745e24b1 None None] Checking agent: {'id': '57d31cd8-17bf-47b9-a2cf-22310545150a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 38, 7), 'started_at': datetime.datetime(2022, 5, 14, 15, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 15, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 15:58:32.042625 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663875e7-db89-4071-8c29-c119745e24b1 None None] Checking segment: {'id': '26cf2c97-978f-49e8-aeb3-d26703d8eb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '43d22ca1-3a83-4fdf-9675-b59a4f503c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:58:32.043255 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-663875e7-db89-4071-8c29-c119745e24b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:32.043893 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663875e7-db89-4071-8c29-c119745e24b1 None None] Bound using segment: {'id': '26cf2c97-978f-49e8-aeb3-d26703d8eb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '43d22ca1-3a83-4fdf-9675-b59a4f503c47'} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 15:58:32.044555 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-663875e7-db89-4071-8c29-c119745e24b1 None None] Bound port: e98e4374-971a-47be-a6d8-725a57818a10, host: dv-cinder-839793-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26cf2c97-978f-49e8-aeb3-d26703d8eb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '43d22ca1-3a83-4fdf-9675-b59a4f503c47'}}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 15:58:32.045280 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-663875e7-db89-4071-8c29-c119745e24b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (e98e4374-971a-47be-a6d8-725a57818a10), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:32.082002 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-e0da5acf-af5d-497a-a91e-f56aec3fd2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (df1b0189-7317-4f8c-8506-11777a4e8642), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:32.084923 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-e0da5acf-af5d-497a-a91e-f56aec3fd2e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:32.087061 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-e0da5acf-af5d-497a-a91e-f56aec3fd2e9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/df1b0189-7317-4f8c-8506-11777a4e8642 HTTP/1.1" status: 204 len: 168 time: 0.2230775 May 14 15:58:32.096685 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0da5acf-af5d-497a-a91e-f56aec3fd2e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1b0189-7317-4f8c-8506-11777a4e8642,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:32.108706 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46289d5a-b14c-408e-bdc0-128d8775820c req-57cc2428-c5b8-445a-85bb-15b133c2fa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:58:32.111037 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-46289d5a-b14c-408e-bdc0-128d8775820c req-57cc2428-c5b8-445a-85bb-15b133c2fa4c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a3a2b5dee7a404a8445c8aa434b5a43&device_id=a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b HTTP/1.1" status: 200 len: 1129 time: 0.0832787 May 14 15:58:32.178768 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-663875e7-db89-4071-8c29-c119745e24b1 None None] For port e98e4374-971a-47be-a6d8-725a57818a10, host dv-cinder-839793-11-iscsi, cleared binding levels {{(pid=115112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 15:58:32.182550 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-663875e7-db89-4071-8c29-c119745e24b1 None None] For port e98e4374-971a-47be-a6d8-725a57818a10, host dv-cinder-839793-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=e98e4374-971a-47be-a6d8-725a57818a10,segment=NetworkSegment(26cf2c97-978f-49e8-aeb3-d26703d8eb75),segment_id=26cf2c97-978f-49e8-aeb3-d26703d8eb75)] {{(pid=115112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 15:58:32.190801 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-663875e7-db89-4071-8c29-c119745e24b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (e98e4374-971a-47be-a6d8-725a57818a10), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:32.235837 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-94d30ecb-d359-4ec4-8b7d-45147c9fb34d admin admin] Publish callbacks [] for router_gateway (6839e685-38d9-43b7-82b4-f993a12244b5), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:32.258922 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663875e7-db89-4071-8c29-c119745e24b1 None None] Pushing event updated for resources: {'Port': ['ID=e98e4374-971a-47be-a6d8-725a57818a10,revision_number=2']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:32.269898 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-94d30ecb-d359-4ec4-8b7d-45147c9fb34d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:32.330592 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46289d5a-b14c-408e-bdc0-128d8775820c req-71087214-ea6d-4d16-8987-563cebdafb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:58:32.332077 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-46289d5a-b14c-408e-bdc0-128d8775820c req-71087214-ea6d-4d16-8987-563cebdafb50 service neutron] 10.222.0.36 "GET /v2.0/networks?id=791585d6-2e4a-4237-ab00-9a26c50b495e HTTP/1.1" status: 200 len: 913 time: 0.1830182 May 14 15:58:32.435826 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 44838) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:58:32.451111 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-46289d5a-b14c-408e-bdc0-128d8775820c req-fdedd384-41e4-4127-8586-e1b4c8c7e315 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85faf801-1e40-4e72-a22b-f9e9a859f83a HTTP/1.1" status: 200 len: 1000 time: 0.1110311 May 14 15:58:32.456667 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-b0dc02e6-3c2a-44e6-8ed9-4c141a1a7d2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:32.468222 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.db_base_plugin_common [None req-94d30ecb-d359-4ec4-8b7d-45147c9fb34d admin admin] Allocated IP 172.27.1.85 (ee365c6e-8595-4248-876b-4406c6eeb32a/3059297f-ebad-4161-8328-a5e88a7ee6dc/fa12685c-caa8-4fb9-b9cd-2f0beb936b01) {{(pid=115110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:58:32.537631 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46289d5a-b14c-408e-bdc0-128d8775820c req-26a76e23-fba9-4800-914b-ba8168a2a2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:58:32.539053 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-46289d5a-b14c-408e-bdc0-128d8775820c req-26a76e23-fba9-4800-914b-ba8168a2a2fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=77df9367-440f-44fc-82b0-848dccb99f62 HTTP/1.1" status: 200 len: 851 time: 0.0792475 May 14 15:58:32.553737 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-b0dc02e6-3c2a-44e6-8ed9-4c141a1a7d2c admin admin] Publish callbacks [] for security_group (e5a120e4-5b25-4e5f-8ef9-6efcb44c74c3), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:32.559266 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-b0dc02e6-3c2a-44e6-8ed9-4c141a1a7d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (e5a120e4-5b25-4e5f-8ef9-6efcb44c74c3), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:32.602543 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-b0dc02e6-3c2a-44e6-8ed9-4c141a1a7d2c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3c52c315bd8f426383e43cc84b1ca8ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1653414 May 14 15:58:32.603420 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dc02e6-3c2a-44e6-8ed9-4c141a1a7d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a120e4-5b25-4e5f-8ef9-6efcb44c74c3,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:32.605835 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 44840) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:58:32.624482 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-94d30ecb-d359-4ec4-8b7d-45147c9fb34d admin admin] Publish callbacks [] for port (fa12685c-caa8-4fb9-b9cd-2f0beb936b01), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:32.658665 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-3ef72971-d739-4d1e-a77c-218c51236c57 admin admin] Publish callbacks [] for security_group (e5a120e4-5b25-4e5f-8ef9-6efcb44c74c3), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:32.661006 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-94d30ecb-d359-4ec4-8b7d-45147c9fb34d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (fa12685c-caa8-4fb9-b9cd-2f0beb936b01), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:32.679353 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-3ef72971-d739-4d1e-a77c-218c51236c57 admin admin] Publish callbacks [] for security_group (e5a120e4-5b25-4e5f-8ef9-6efcb44c74c3), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:32.700105 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d30ecb-d359-4ec4-8b7d-45147c9fb34d admin admin] Network ee365c6e-8595-4248-876b-4406c6eeb32a is already hosted by enough agents. {{(pid=115110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:58:32.707463 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.base_scheduler [None req-94d30ecb-d359-4ec4-8b7d-45147c9fb34d admin admin] Resources bound (agent type, host, resource id): {{(pid=115110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:58:32.712327 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d30ecb-d359-4ec4-8b7d-45147c9fb34d admin admin] Received port after_create {{(pid=115110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:58:32.716567 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d30ecb-d359-4ec4-8b7d-45147c9fb34d admin admin] Pushing event updated for resources: {'Port': ['ID=fa12685c-caa8-4fb9-b9cd-2f0beb936b01,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:32.728206 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-3ef72971-d739-4d1e-a77c-218c51236c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (e5a120e4-5b25-4e5f-8ef9-6efcb44c74c3), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:32.731621 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-3ef72971-d739-4d1e-a77c-218c51236c57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:32.732759 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-3ef72971-d739-4d1e-a77c-218c51236c57 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e5a120e4-5b25-4e5f-8ef9-6efcb44c74c3 HTTP/1.1" status: 204 len: 168 time: 0.1260130 May 14 15:58:32.744129 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef72971-d739-4d1e-a77c-218c51236c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a120e4-5b25-4e5f-8ef9-6efcb44c74c3,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:32.989729 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-94d30ecb-d359-4ec4-8b7d-45147c9fb34d admin admin] Publish callbacks [] for router_gateway (6839e685-38d9-43b7-82b4-f993a12244b5), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:33.188926 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device e98e4374-971a-47be-a6d8-725a57818a10 up at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:58:33.248665 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Provisioning complete for port e98e4374-971a-47be-a6d8-725a57818a10 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:58:33.249403 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (e98e4374-971a-47be-a6d8-725a57818a10), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:33.255978 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-94d30ecb-d359-4ec4-8b7d-45147c9fb34d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1758099', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1760464'] for router (6839e685-38d9-43b7-82b4-f993a12244b5), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:33.320085 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-c631728f-a614-425b-918a-434a31f10fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:33.360336 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefb76f1-ce18-46a5-86f5-faeb050ddeb7 None None] Network 43d22ca1-3a83-4fdf-9675-b59a4f503c47 requested from dv-cinder-839793-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 15:58:33.398654 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port e98e4374-971a-47be-a6d8-725a57818a10 is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:58:33.399326 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (e98e4374-971a-47be-a6d8-725a57818a10), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:33.426068 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94d30ecb-d359-4ec4-8b7d-45147c9fb34d admin admin] Router 6839e685-38d9-43b7-82b4-f993a12244b5 is scheduled to L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f with binding_index 1 {{(pid=115110) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 14 15:58:33.472684 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-f28b8ba3-4ff7-434b-a3f4-b66e17c266bf None None] Provisioning complete for port e98e4374-971a-47be-a6d8-725a57818a10 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:58:33.473059 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-f28b8ba3-4ff7-434b-a3f4-b66e17c266bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (e98e4374-971a-47be-a6d8-725a57818a10), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:33.536736 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] For port e98e4374-971a-47be-a6d8-725a57818a10, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=e98e4374-971a-47be-a6d8-725a57818a10,segment=NetworkSegment(26cf2c97-978f-49e8-aeb3-d26703d8eb75),segment_id=26cf2c97-978f-49e8-aeb3-d26703d8eb75)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:58:33.547630 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94d30ecb-d359-4ec4-8b7d-45147c9fb34d admin admin] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 15:58:33.548021 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (e98e4374-971a-47be-a6d8-725a57818a10), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:33.559272 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c428eebd-36da-4f78-83ff-5454674d2e75 None None] Sync routers for ids ['6839e685-38d9-43b7-82b4-f993a12244b5'] in dv-cinder-839793-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 15:58:33.570616 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-94d30ecb-d359-4ec4-8b7d-45147c9fb34d admin admin] Publish callbacks [] for router (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:33.574727 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-94d30ecb-d359-4ec4-8b7d-45147c9fb34d admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0596857 May 14 15:58:33.576219 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 44868) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:58:33.583949 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c428eebd-36da-4f78-83ff-5454674d2e75 None None] Routers {'6839e685-38d9-43b7-82b4-f993a12244b5'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:58:33.584469 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-c428eebd-36da-4f78-83ff-5454674d2e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:58:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['6839e685-38d9-43b7-82b4-f993a12244b5'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:58:33.693381 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Pushing event updated for resources: {'Port': ['ID=e98e4374-971a-47be-a6d8-725a57818a10,revision_number=3']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:33.725267 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-f28b8ba3-4ff7-434b-a3f4-b66e17c266bf None None] Current status of the port e98e4374-971a-47be-a6d8-725a57818a10 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:58:33.726028 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-c428eebd-36da-4f78-83ff-5454674d2e75 None None] Set router 6839e685-38d9-43b7-82b4-f993a12244b5 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:58:33.763713 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (df6c86ae-fc26-40a3-91a1-648a304bf46f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:33.916291 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46289d5a-b14c-408e-bdc0-128d8775820c req-4d253eef-a7df-4107-a631-6d727616289d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:58:33.918337 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-46289d5a-b14c-408e-bdc0-128d8775820c req-4d253eef-a7df-4107-a631-6d727616289d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=791585d6-2e4a-4237-ab00-9a26c50b495e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0864310 May 14 15:58:33.947312 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-f6b081d2-93ac-48d9-b175-615e335079b1 None None] Provisioning complete for port e98e4374-971a-47be-a6d8-725a57818a10 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:58:33.948803 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-f6b081d2-93ac-48d9-b175-615e335079b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (e98e4374-971a-47be-a6d8-725a57818a10), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:34.017388 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 44874) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:58:34.040841 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-c428eebd-36da-4f78-83ff-5454674d2e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'name': 'tempest-AttachVolumeTestJSON-223176791-router', 'tenant_id': '882808bd43644908a21ff8a58997c57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'fa12685c-caa8-4fb9-b9cd-2f0beb936b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:58:31Z', 'updated_at': '2022-05-14T15:58:32Z', 'revision_number': 3, 'project_id': '882808bd43644908a21ff8a58997c57f', 'gw_port': {'id': 'fa12685c-caa8-4fb9-b9cd-2f0beb936b01', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:58:32Z', 'updated_at': '2022-05-14T15:58:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi'}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:58:34.052829 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-f6b081d2-93ac-48d9-b175-615e335079b1 None None] Current status of the port e98e4374-971a-47be-a6d8-725a57818a10 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:58:34.070535 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c428eebd-36da-4f78-83ff-5454674d2e75 None None] Checking router: 6839e685-38d9-43b7-82b4-f993a12244b5 for host: dv-cinder-839793-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 15:58:34.071035 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c428eebd-36da-4f78-83ff-5454674d2e75 None None] Updating router 6839e685-38d9-43b7-82b4-f993a12244b5 port fa12685c-caa8-4fb9-b9cd-2f0beb936b01 binding host dv-cinder-839793-11-iscsi {{(pid=115113) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 15:58:34.102799 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-c428eebd-36da-4f78-83ff-5454674d2e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (fa12685c-caa8-4fb9-b9cd-2f0beb936b01), before_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:34.110236 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-85c6d403-cafc-4008-9a08-83a2d3eaf8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:34.137968 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-bd59895e-be13-4a7c-af94-09cbcf02bc94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:34.233022 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-bd59895e-be13-4a7c-af94-09cbcf02bc94 admin admin] Publish callbacks [] for security_group (47307333-b0bf-4d1b-b342-17ff15af127d), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:34.238135 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-bd59895e-be13-4a7c-af94-09cbcf02bc94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (47307333-b0bf-4d1b-b342-17ff15af127d), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:34.281552 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd59895e-be13-4a7c-af94-09cbcf02bc94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47307333-b0bf-4d1b-b342-17ff15af127d,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:34.285903 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-bd59895e-be13-4a7c-af94-09cbcf02bc94 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1f998680083a40589f779613b4968ba6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2674813 May 14 15:58:34.288447 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 44880) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:58:34.299785 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.db_base_plugin_common [None req-85c6d403-cafc-4008-9a08-83a2d3eaf8c5 admin admin] Allocated IP 172.20.0.1 (43d22ca1-3a83-4fdf-9675-b59a4f503c47/edc70abe-1d66-4b15-afca-c1293a5dafee/f658bb14-991a-48c7-a87e-4afa76a0bacf) {{(pid=115111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:58:34.338146 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:34.345347 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-489eaeda-040a-498f-a4fb-8bc36947a652 admin admin] Publish callbacks [] for security_group (47307333-b0bf-4d1b-b342-17ff15af127d), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:34.367074 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-489eaeda-040a-498f-a4fb-8bc36947a652 admin admin] Publish callbacks [] for security_group (47307333-b0bf-4d1b-b342-17ff15af127d), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:34.415476 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-489eaeda-040a-498f-a4fb-8bc36947a652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (47307333-b0bf-4d1b-b342-17ff15af127d), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:34.417383 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-85c6d403-cafc-4008-9a08-83a2d3eaf8c5 admin admin] Publish callbacks [] for port (f658bb14-991a-48c7-a87e-4afa76a0bacf), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:34.419211 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-489eaeda-040a-498f-a4fb-8bc36947a652 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:34.419506 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-c428eebd-36da-4f78-83ff-5454674d2e75 None None] Publish callbacks [] for port (fa12685c-caa8-4fb9-b9cd-2f0beb936b01), precommit_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:34.423062 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-489eaeda-040a-498f-a4fb-8bc36947a652 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/47307333-b0bf-4d1b-b342-17ff15af127d HTTP/1.1" status: 204 len: 168 time: 0.1328907 May 14 15:58:34.426295 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-c428eebd-36da-4f78-83ff-5454674d2e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (fa12685c-caa8-4fb9-b9cd-2f0beb936b01), after_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:34.432067 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489eaeda-040a-498f-a4fb-8bc36947a652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47307333-b0bf-4d1b-b342-17ff15af127d,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:34.462722 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-85c6d403-cafc-4008-9a08-83a2d3eaf8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764499'] for port (f658bb14-991a-48c7-a87e-4afa76a0bacf), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:34.479021 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-c428eebd-36da-4f78-83ff-5454674d2e75 None None] Attempting to bind port fa12685c-caa8-4fb9-b9cd-2f0beb936b01 on host dv-cinder-839793-11-iscsi for vnic_type normal with profile {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 15:58:34.479715 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-c428eebd-36da-4f78-83ff-5454674d2e75 None None] Attempting to bind port fa12685c-caa8-4fb9-b9cd-2f0beb936b01 by drivers openvswitch,hyperv on host dv-cinder-839793-11-iscsi at level 0 using segments [{'id': 'fe506043-d64f-420e-bda4-fab290621067', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'}] {{(pid=115113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 15:58:34.480419 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c428eebd-36da-4f78-83ff-5454674d2e75 None None] Attempting to bind port fa12685c-caa8-4fb9-b9cd-2f0beb936b01 on network ee365c6e-8595-4248-876b-4406c6eeb32a {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:58:34.491414 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c428eebd-36da-4f78-83ff-5454674d2e75 None None] Checking agent: {'id': '57d31cd8-17bf-47b9-a2cf-22310545150a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 38, 7), 'started_at': datetime.datetime(2022, 5, 14, 15, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 15, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 15:58:34.491877 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c428eebd-36da-4f78-83ff-5454674d2e75 None None] Checking segment: {'id': 'fe506043-d64f-420e-bda4-fab290621067', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:58:34.492487 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-c428eebd-36da-4f78-83ff-5454674d2e75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:34.493108 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c428eebd-36da-4f78-83ff-5454674d2e75 None None] Bound using segment: {'id': 'fe506043-d64f-420e-bda4-fab290621067', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'} {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 15:58:34.493941 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-c428eebd-36da-4f78-83ff-5454674d2e75 None None] Bound port: fa12685c-caa8-4fb9-b9cd-2f0beb936b01, host: dv-cinder-839793-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe506043-d64f-420e-bda4-fab290621067', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'}}] {{(pid=115113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 15:58:34.494443 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-c428eebd-36da-4f78-83ff-5454674d2e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (fa12685c-caa8-4fb9-b9cd-2f0beb936b01), before_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:34.502011 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c6d403-cafc-4008-9a08-83a2d3eaf8c5 admin admin] Network 43d22ca1-3a83-4fdf-9675-b59a4f503c47 is already hosted by enough agents. {{(pid=115111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:58:34.503941 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.base_scheduler [None req-85c6d403-cafc-4008-9a08-83a2d3eaf8c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=115111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:58:34.507552 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c6d403-cafc-4008-9a08-83a2d3eaf8c5 admin admin] Received port after_create {{(pid=115111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:58:34.525250 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dcf6fd-115d-448b-87da-b4d5b0d9253a None None] Pushing event updated for resources: {'Port': ['ID=fa12685c-caa8-4fb9-b9cd-2f0beb936b01,revision_number=2']} {{(pid=115113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:34.538225 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c6d403-cafc-4008-9a08-83a2d3eaf8c5 admin admin] Pushing event updated for resources: {'Port': ['ID=f658bb14-991a-48c7-a87e-4afa76a0bacf,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:34.563150 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-85c6d403-cafc-4008-9a08-83a2d3eaf8c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1753341'] for router_interface (6839e685-38d9-43b7-82b4-f993a12244b5), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:34.563951 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.db [None req-c428eebd-36da-4f78-83ff-5454674d2e75 None None] For port fa12685c-caa8-4fb9-b9cd-2f0beb936b01, host dv-cinder-839793-11-iscsi, cleared binding levels {{(pid=115113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 15:58:34.568248 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.db [None req-c428eebd-36da-4f78-83ff-5454674d2e75 None None] For port fa12685c-caa8-4fb9-b9cd-2f0beb936b01, host dv-cinder-839793-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=fa12685c-caa8-4fb9-b9cd-2f0beb936b01,segment=NetworkSegment(fe506043-d64f-420e-bda4-fab290621067),segment_id=fe506043-d64f-420e-bda4-fab290621067)] {{(pid=115113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 15:58:34.572722 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dcf6fd-115d-448b-87da-b4d5b0d9253a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:34.573954 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dcf6fd-115d-448b-87da-b4d5b0d9253a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:34.574662 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dcf6fd-115d-448b-87da-b4d5b0d9253a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:34.575171 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dcf6fd-115d-448b-87da-b4d5b0d9253a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:34.575684 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dcf6fd-115d-448b-87da-b4d5b0d9253a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:34.576156 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dcf6fd-115d-448b-87da-b4d5b0d9253a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:34.576620 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dcf6fd-115d-448b-87da-b4d5b0d9253a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:34.577113 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dcf6fd-115d-448b-87da-b4d5b0d9253a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:34.577594 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dcf6fd-115d-448b-87da-b4d5b0d9253a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:34.578378 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dcf6fd-115d-448b-87da-b4d5b0d9253a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:34.578857 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dcf6fd-115d-448b-87da-b4d5b0d9253a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:34.579356 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dcf6fd-115d-448b-87da-b4d5b0d9253a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:34.579847 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dcf6fd-115d-448b-87da-b4d5b0d9253a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:34.580303 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dcf6fd-115d-448b-87da-b4d5b0d9253a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:34.580756 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dcf6fd-115d-448b-87da-b4d5b0d9253a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:34.585666 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-c428eebd-36da-4f78-83ff-5454674d2e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (fa12685c-caa8-4fb9-b9cd-2f0beb936b01), after_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:34.650340 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-cd1eea98-3021-4588-9590-5969087dafc2 None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 15:58:34.659804 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c428eebd-36da-4f78-83ff-5454674d2e75 None None] Routers {'6839e685-38d9-43b7-82b4-f993a12244b5'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:58:34.660440 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-c428eebd-36da-4f78-83ff-5454674d2e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:58:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['6839e685-38d9-43b7-82b4-f993a12244b5'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:58:34.703529 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device 684de684-f0ea-449d-a77c-a068f4d20b82 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 15:58:34.708717 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dcf6fd-115d-448b-87da-b4d5b0d9253a None None] Pushing event updated for resources: {'Port': ['ID=fa12685c-caa8-4fb9-b9cd-2f0beb936b01,revision_number=3']} {{(pid=115113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:34.757854 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-85c6d403-cafc-4008-9a08-83a2d3eaf8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (f658bb14-991a-48c7-a87e-4afa76a0bacf), before_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:34.788244 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] No Port match for: 684de684-f0ea-449d-a77c-a068f4d20b82 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 14 15:58:34.788502 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device 684de684-f0ea-449d-a77c-a068f4d20b82 not bound to the agent host hv-cinder-83979 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 15:58:34.802893 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-c428eebd-36da-4f78-83ff-5454674d2e75 None None] Set router 6839e685-38d9-43b7-82b4-f993a12244b5 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:58:34.908071 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-46289d5a-b14c-408e-bdc0-128d8775820c req-936973f4-6246-4b8c-9aee-c7ab288439ab service neutron] 10.222.0.36 "GET /v2.0/networks/791585d6-2e4a-4237-ab00-9a26c50b495e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117281 May 14 15:58:34.977332 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-24c334d1-ada6-4228-8db7-c254db30ab5c None None] Provisioning complete for port f658bb14-991a-48c7-a87e-4afa76a0bacf triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:58:34.977799 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-24c334d1-ada6-4228-8db7-c254db30ab5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (f658bb14-991a-48c7-a87e-4afa76a0bacf), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:34.988502 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-c428eebd-36da-4f78-83ff-5454674d2e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'name': 'tempest-AttachVolumeTestJSON-223176791-router', 'tenant_id': '882808bd43644908a21ff8a58997c57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'fa12685c-caa8-4fb9-b9cd-2f0beb936b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:58:31Z', 'updated_at': '2022-05-14T15:58:32Z', 'revision_number': 3, 'project_id': '882808bd43644908a21ff8a58997c57f', 'gw_port': {'id': 'fa12685c-caa8-4fb9-b9cd-2f0beb936b01', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:58:32Z', 'updated_at': '2022-05-14T15:58:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi'}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:58:34.998032 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-85c6d403-cafc-4008-9a08-83a2d3eaf8c5 admin admin] Publish callbacks [] for port (f658bb14-991a-48c7-a87e-4afa76a0bacf), precommit_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:35.003606 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-85c6d403-cafc-4008-9a08-83a2d3eaf8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8764516'] for port (f658bb14-991a-48c7-a87e-4afa76a0bacf), after_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:35.015077 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-24c334d1-ada6-4228-8db7-c254db30ab5c None None] Port f658bb14-991a-48c7-a87e-4afa76a0bacf cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 14 15:58:35.023943 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c428eebd-36da-4f78-83ff-5454674d2e75 None None] The sync data for ids ['6839e685-38d9-43b7-82b4-f993a12244b5'] in dv-cinder-839793-11-iscsi is: [{'id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'name': 'tempest-AttachVolumeTestJSON-223176791-router', 'tenant_id': '882808bd43644908a21ff8a58997c57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'fa12685c-caa8-4fb9-b9cd-2f0beb936b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:58:31Z', 'updated_at': '2022-05-14T15:58:32Z', 'revision_number': 3, 'project_id': '882808bd43644908a21ff8a58997c57f', 'gw_port': {'id': 'fa12685c-caa8-4fb9-b9cd-2f0beb936b01', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:58:32Z', 'updated_at': '2022-05-14T15:58:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi'}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 15:58:35.075228 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-85c6d403-cafc-4008-9a08-83a2d3eaf8c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1680718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1753783'] for router_interface (6839e685-38d9-43b7-82b4-f993a12244b5), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:35.077012 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c6d403-cafc-4008-9a08-83a2d3eaf8c5 admin admin] Pushing event updated for resources: {'Port': ['ID=f658bb14-991a-48c7-a87e-4afa76a0bacf,revision_number=2']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:35.145002 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device e98e4374-971a-47be-a6d8-725a57818a10 up at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:58:35.184461 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c6d403-cafc-4008-9a08-83a2d3eaf8c5 admin admin] Network 43d22ca1-3a83-4fdf-9675-b59a4f503c47 is already hosted by enough agents. {{(pid=115111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:58:35.185764 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.base_scheduler [None req-85c6d403-cafc-4008-9a08-83a2d3eaf8c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=115111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:58:35.210099 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Provisioning complete for port e98e4374-971a-47be-a6d8-725a57818a10 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:58:35.210680 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (e98e4374-971a-47be-a6d8-725a57818a10), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:35.338347 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port e98e4374-971a-47be-a6d8-725a57818a10 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:58:35.344105 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85c6d403-cafc-4008-9a08-83a2d3eaf8c5 admin admin] Router 6839e685-38d9-43b7-82b4-f993a12244b5 has already been hosted by L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f {{(pid=115111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 15:58:35.467224 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c6d403-cafc-4008-9a08-83a2d3eaf8c5 admin admin] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 15:58:35.472489 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-85c6d403-cafc-4008-9a08-83a2d3eaf8c5 admin admin] 10.222.0.61 "PUT /v2.0/routers/6839e685-38d9-43b7-82b4-f993a12244b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8952451 May 14 15:58:35.536979 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-3f55b77f-0ebf-4011-a128-45dbaff29f00 None None] Provisioning complete for port f658bb14-991a-48c7-a87e-4afa76a0bacf triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:58:35.537445 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-3f55b77f-0ebf-4011-a128-45dbaff29f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (f658bb14-991a-48c7-a87e-4afa76a0bacf), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:35.573798 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-3f55b77f-0ebf-4011-a128-45dbaff29f00 None None] Port f658bb14-991a-48c7-a87e-4afa76a0bacf cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 14 15:58:35.755441 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 44892) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:58:35.759907 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-e49660ac-a2bd-4144-9b71-ac5dfdb5cd7d tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1979930343', 'description': 'tempest-description--952418171'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:58:35.780144 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e49660ac-a2bd-4144-9b71-ac5dfdb5cd7d tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:35.914530 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:36.175911 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-46289d5a-b14c-408e-bdc0-128d8775820c req-0a8d30fd-4d91-49e0-a303-40c61dbacc0d service neutron] 10.222.0.36 "GET /v2.0/networks/791585d6-2e4a-4237-ab00-9a26c50b495e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199102 May 14 15:58:36.187375 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e49660ac-a2bd-4144-9b71-ac5dfdb5cd7d tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks [] for security_group (17670c1a-80fe-49fe-b255-66afbfbdd64d), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:36.193287 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e49660ac-a2bd-4144-9b71-ac5dfdb5cd7d tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (17670c1a-80fe-49fe-b255-66afbfbdd64d), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:36.226225 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e49660ac-a2bd-4144-9b71-ac5dfdb5cd7d tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:36.227513 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-e49660ac-a2bd-4144-9b71-ac5dfdb5cd7d tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4710386 May 14 15:58:36.231150 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 44894) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:58:36.232759 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49660ac-a2bd-4144-9b71-ac5dfdb5cd7d tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17670c1a-80fe-49fe-b255-66afbfbdd64d,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:36.235600 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-123eacbf-8a6b-40e0-bf6c-b9f0bf8756e9 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Request body: {'security_group_rule': {'security_group_id': '17670c1a-80fe-49fe-b255-66afbfbdd64d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:58:36.264420 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-123eacbf-8a6b-40e0-bf6c-b9f0bf8756e9 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks [] for security_group_rule (83d70776-6cf2-434a-a864-ce90ae6e5faf), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:36.323383 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-123eacbf-8a6b-40e0-bf6c-b9f0bf8756e9 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks [] for security_group_rule (83d70776-6cf2-434a-a864-ce90ae6e5faf), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:36.327691 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-123eacbf-8a6b-40e0-bf6c-b9f0bf8756e9 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639472'] for security_group_rule (83d70776-6cf2-434a-a864-ce90ae6e5faf), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:36.345343 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123eacbf-8a6b-40e0-bf6c-b9f0bf8756e9 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83d70776-6cf2-434a-a864-ce90ae6e5faf,revision_number=0']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:36.355156 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-123eacbf-8a6b-40e0-bf6c-b9f0bf8756e9 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:36.356373 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-123eacbf-8a6b-40e0-bf6c-b9f0bf8756e9 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1242392 May 14 15:58:36.359550 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 44898) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:58:36.363901 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-eca210aa-54c1-49e4-b99c-955a2db144a1 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Request body: {'security_group_rule': {'security_group_id': '17670c1a-80fe-49fe-b255-66afbfbdd64d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:58:36.391281 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-eca210aa-54c1-49e4-b99c-955a2db144a1 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks [] for security_group_rule (8dbef573-fbff-48a0-ab1f-e0d59fe1a669), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:36.447595 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-eca210aa-54c1-49e4-b99c-955a2db144a1 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks [] for security_group_rule (8dbef573-fbff-48a0-ab1f-e0d59fe1a669), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:36.453424 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-eca210aa-54c1-49e4-b99c-955a2db144a1 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639472'] for security_group_rule (8dbef573-fbff-48a0-ab1f-e0d59fe1a669), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:36.472024 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca210aa-54c1-49e4-b99c-955a2db144a1 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dbef573-fbff-48a0-ab1f-e0d59fe1a669,revision_number=0']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:36.476810 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-eca210aa-54c1-49e4-b99c-955a2db144a1 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:36.478282 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-eca210aa-54c1-49e4-b99c-955a2db144a1 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1174951 May 14 15:58:36.481609 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 44900) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:58:36.485852 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-91b50205-7149-42cb-a46a-2dcd7d6f9f7a tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Request body: {'floatingip': {'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:58:36.507085 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-91b50205-7149-42cb-a46a-2dcd7d6f9f7a tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:36.586862 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-91b50205-7149-42cb-a46a-2dcd7d6f9f7a tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:36.617668 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b01e06b-0c25-4d16-b169-8ae662f0776f None None] Sync routers for ids ['6839e685-38d9-43b7-82b4-f993a12244b5'] in dv-cinder-839793-11-iscsi {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 15:58:36.629660 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b01e06b-0c25-4d16-b169-8ae662f0776f None None] Routers {'6839e685-38d9-43b7-82b4-f993a12244b5'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:58:36.630273 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-5b01e06b-0c25-4d16-b169-8ae662f0776f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:58:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['6839e685-38d9-43b7-82b4-f993a12244b5'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:58:36.693591 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.db_base_plugin_common [None req-91b50205-7149-42cb-a46a-2dcd7d6f9f7a tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Allocated IP 172.27.1.238 (ee365c6e-8595-4248-876b-4406c6eeb32a/3059297f-ebad-4161-8328-a5e88a7ee6dc/bf3beb30-4667-4c0d-8af4-4c1d2aade1dc) {{(pid=115111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:58:36.740232 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-5b01e06b-0c25-4d16-b169-8ae662f0776f None None] Set router 6839e685-38d9-43b7-82b4-f993a12244b5 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:58:36.800927 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-91b50205-7149-42cb-a46a-2dcd7d6f9f7a tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks [] for port (bf3beb30-4667-4c0d-8af4-4c1d2aade1dc), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:36.843084 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-91b50205-7149-42cb-a46a-2dcd7d6f9f7a tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764499'] for port (bf3beb30-4667-4c0d-8af4-4c1d2aade1dc), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:36.879241 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b50205-7149-42cb-a46a-2dcd7d6f9f7a tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Network ee365c6e-8595-4248-876b-4406c6eeb32a is already hosted by enough agents. {{(pid=115111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:58:36.883434 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.base_scheduler [None req-91b50205-7149-42cb-a46a-2dcd7d6f9f7a tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Resources bound (agent type, host, resource id): {{(pid=115111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:58:36.887108 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b50205-7149-42cb-a46a-2dcd7d6f9f7a tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Received port after_create {{(pid=115111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:58:36.913232 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b50205-7149-42cb-a46a-2dcd7d6f9f7a tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Pushing event updated for resources: {'Port': ['ID=bf3beb30-4667-4c0d-8af4-4c1d2aade1dc,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:36.939182 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-5b01e06b-0c25-4d16-b169-8ae662f0776f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'name': 'tempest-AttachVolumeTestJSON-223176791-router', 'tenant_id': '882808bd43644908a21ff8a58997c57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'fa12685c-caa8-4fb9-b9cd-2f0beb936b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:58:31Z', 'updated_at': '2022-05-14T15:58:34Z', 'revision_number': 4, 'project_id': '882808bd43644908a21ff8a58997c57f', 'gw_port': {'id': 'fa12685c-caa8-4fb9-b9cd-2f0beb936b01', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:58:32Z', 'updated_at': '2022-05-14T15:58:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': 'f658bb14-991a-48c7-a87e-4afa76a0bacf', 'name': '', 'network_id': '43d22ca1-3a83-4fdf-9675-b59a4f503c47', 'tenant_id': '882808bd43644908a21ff8a58997c57f', 'mac_address': 'fa:16:3e:04:27:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'edc70abe-1d66-4b15-afca-c1293a5dafee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:58:34Z', 'updated_at': '2022-05-14T15:58:34Z', 'revision_number': 2, 'project_id': '882808bd43644908a21ff8a58997c57f', 'subnets': [{'id': 'edc70abe-1d66-4b15-afca-c1293a5dafee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:58:36.965766 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b01e06b-0c25-4d16-b169-8ae662f0776f None None] Checking router: 6839e685-38d9-43b7-82b4-f993a12244b5 for host: dv-cinder-839793-11-iscsi {{(pid=115112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 15:58:36.966101 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b01e06b-0c25-4d16-b169-8ae662f0776f None None] Updating router 6839e685-38d9-43b7-82b4-f993a12244b5 port f658bb14-991a-48c7-a87e-4afa76a0bacf binding host dv-cinder-839793-11-iscsi {{(pid=115112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 14 15:58:36.989691 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-91b50205-7149-42cb-a46a-2dcd7d6f9f7a tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks [] for floatingip (253fcbd0-8200-4a4e-9369-e4066f8f2dca), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:37.035891 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-91b50205-7149-42cb-a46a-2dcd7d6f9f7a tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (bf3beb30-4667-4c0d-8af4-4c1d2aade1dc), before_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:37.137846 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-5b01e06b-0c25-4d16-b169-8ae662f0776f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (f658bb14-991a-48c7-a87e-4afa76a0bacf), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:37.173256 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device fa12685c-caa8-4fb9-b9cd-2f0beb936b01 up at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:58:37.240558 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-91b50205-7149-42cb-a46a-2dcd7d6f9f7a tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks [] for port (bf3beb30-4667-4c0d-8af4-4c1d2aade1dc), precommit_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:37.245251 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-91b50205-7149-42cb-a46a-2dcd7d6f9f7a tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8764516'] for port (bf3beb30-4667-4c0d-8af4-4c1d2aade1dc), after_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:37.305367 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Provisioning complete for port fa12685c-caa8-4fb9-b9cd-2f0beb936b01 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:58:37.305738 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (fa12685c-caa8-4fb9-b9cd-2f0beb936b01), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:37.315960 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b50205-7149-42cb-a46a-2dcd7d6f9f7a tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Pushing event updated for resources: {'Port': ['ID=bf3beb30-4667-4c0d-8af4-4c1d2aade1dc,revision_number=2']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:37.328103 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b50205-7149-42cb-a46a-2dcd7d6f9f7a tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:37.328465 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b50205-7149-42cb-a46a-2dcd7d6f9f7a tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:37.328796 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b50205-7149-42cb-a46a-2dcd7d6f9f7a tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:37.329137 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b50205-7149-42cb-a46a-2dcd7d6f9f7a tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:37.329493 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b50205-7149-42cb-a46a-2dcd7d6f9f7a tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:37.330331 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b50205-7149-42cb-a46a-2dcd7d6f9f7a tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:37.330331 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b50205-7149-42cb-a46a-2dcd7d6f9f7a tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:37.330563 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b50205-7149-42cb-a46a-2dcd7d6f9f7a tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:37.330811 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b50205-7149-42cb-a46a-2dcd7d6f9f7a tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:37.331143 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b50205-7149-42cb-a46a-2dcd7d6f9f7a tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:37.331466 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b50205-7149-42cb-a46a-2dcd7d6f9f7a tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:37.331785 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b50205-7149-42cb-a46a-2dcd7d6f9f7a tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:37.332109 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b50205-7149-42cb-a46a-2dcd7d6f9f7a tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:37.332947 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b50205-7149-42cb-a46a-2dcd7d6f9f7a tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:37.332947 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b50205-7149-42cb-a46a-2dcd7d6f9f7a tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:37.341004 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-91b50205-7149-42cb-a46a-2dcd7d6f9f7a tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1759531'] for floatingip (253fcbd0-8200-4a4e-9369-e4066f8f2dca), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:37.359344 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-91b50205-7149-42cb-a46a-2dcd7d6f9f7a tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for floatingip (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:37.370423 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-91b50205-7149-42cb-a46a-2dcd7d6f9f7a tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8781021 May 14 15:58:37.382402 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:37.491568 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port fa12685c-caa8-4fb9-b9cd-2f0beb936b01 is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:58:37.491968 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (fa12685c-caa8-4fb9-b9cd-2f0beb936b01), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:37.526975 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d64c449e-1e71-4dc1-b5e0-5c42457aacbb req-1c338a0e-8577-4e76-9665-2ee67da00801 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1979930343&fields=id&tenant_id=882808bd43644908a21ff8a58997c57f HTTP/1.1" status: 200 len: 267 time: 0.0492389 May 14 15:58:37.534972 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] For port fa12685c-caa8-4fb9-b9cd-2f0beb936b01, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=fa12685c-caa8-4fb9-b9cd-2f0beb936b01,segment=NetworkSegment(fe506043-d64f-420e-bda4-fab290621067),segment_id=fe506043-d64f-420e-bda4-fab290621067)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:58:37.605392 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-5b01e06b-0c25-4d16-b169-8ae662f0776f None None] Publish callbacks [] for port (f658bb14-991a-48c7-a87e-4afa76a0bacf), precommit_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:37.608982 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (fa12685c-caa8-4fb9-b9cd-2f0beb936b01), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:37.615078 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-5b01e06b-0c25-4d16-b169-8ae662f0776f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (f658bb14-991a-48c7-a87e-4afa76a0bacf), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:37.672319 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c449e-1e71-4dc1-b5e0-5c42457aacbb req-daa047c5-0511-4645-bf07-9420ad442d3d tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:58:37.674931 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d64c449e-1e71-4dc1-b5e0-5c42457aacbb req-daa047c5-0511-4645-bf07-9420ad442d3d tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/networks?id=43d22ca1-3a83-4fdf-9675-b59a4f503c47 HTTP/1.1" status: 200 len: 810 time: 0.1405070 May 14 15:58:37.697511 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d64c449e-1e71-4dc1-b5e0-5c42457aacbb req-fda063c2-4fde-4c26-91e3-5191722cbecd tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/quotas/882808bd43644908a21ff8a58997c57f HTTP/1.1" status: 200 len: 375 time: 0.0167997 May 14 15:58:37.724932 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Pushing event updated for resources: {'Port': ['ID=fa12685c-caa8-4fb9-b9cd-2f0beb936b01,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:37.742082 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:37.742458 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:37.742803 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:37.743135 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:37.743730 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:37.744054 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:37.744377 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:37.744724 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:37.745578 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:37.745902 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:37.746226 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:37.750717 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:37.751221 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:37.751658 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:37.752114 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 15:58:37.761222 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-5b01e06b-0c25-4d16-b169-8ae662f0776f None None] Attempting to bind port f658bb14-991a-48c7-a87e-4afa76a0bacf on host dv-cinder-839793-11-iscsi for vnic_type normal with profile {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 15:58:37.761953 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-5b01e06b-0c25-4d16-b169-8ae662f0776f None None] Attempting to bind port f658bb14-991a-48c7-a87e-4afa76a0bacf by drivers openvswitch,hyperv on host dv-cinder-839793-11-iscsi at level 0 using segments [{'id': '26cf2c97-978f-49e8-aeb3-d26703d8eb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '43d22ca1-3a83-4fdf-9675-b59a4f503c47'}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 15:58:37.762728 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b01e06b-0c25-4d16-b169-8ae662f0776f None None] Attempting to bind port f658bb14-991a-48c7-a87e-4afa76a0bacf on network 43d22ca1-3a83-4fdf-9675-b59a4f503c47 {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:58:37.770867 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d64c449e-1e71-4dc1-b5e0-5c42457aacbb req-014ac35c-752e-40bd-be22-9bd489d3ec9b tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=882808bd43644908a21ff8a58997c57f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0669427 May 14 15:58:37.788182 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b01e06b-0c25-4d16-b169-8ae662f0776f None None] Checking agent: {'id': '57d31cd8-17bf-47b9-a2cf-22310545150a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-839793-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 38, 7), 'started_at': datetime.datetime(2022, 5, 14, 15, 38, 37), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 15, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-839793-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 15:58:37.788182 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b01e06b-0c25-4d16-b169-8ae662f0776f None None] Checking segment: {'id': '26cf2c97-978f-49e8-aeb3-d26703d8eb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '43d22ca1-3a83-4fdf-9675-b59a4f503c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:58:37.788442 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-5b01e06b-0c25-4d16-b169-8ae662f0776f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:37.788787 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b01e06b-0c25-4d16-b169-8ae662f0776f None None] Bound using segment: {'id': '26cf2c97-978f-49e8-aeb3-d26703d8eb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '43d22ca1-3a83-4fdf-9675-b59a4f503c47'} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 15:58:37.789259 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-5b01e06b-0c25-4d16-b169-8ae662f0776f None None] Bound port: f658bb14-991a-48c7-a87e-4afa76a0bacf, host: dv-cinder-839793-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26cf2c97-978f-49e8-aeb3-d26703d8eb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '43d22ca1-3a83-4fdf-9675-b59a4f503c47'}}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 15:58:37.789715 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-5b01e06b-0c25-4d16-b169-8ae662f0776f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (f658bb14-991a-48c7-a87e-4afa76a0bacf), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:37.837753 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96efaf83-8981-45a7-ae43-221300143156 None None] Pushing event updated for resources: {'Port': ['ID=f658bb14-991a-48c7-a87e-4afa76a0bacf,revision_number=3']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:37.872791 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-5b01e06b-0c25-4d16-b169-8ae662f0776f None None] For port f658bb14-991a-48c7-a87e-4afa76a0bacf, host dv-cinder-839793-11-iscsi, cleared binding levels {{(pid=115112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 15:58:37.876060 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-5b01e06b-0c25-4d16-b169-8ae662f0776f None None] For port f658bb14-991a-48c7-a87e-4afa76a0bacf, host dv-cinder-839793-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=f658bb14-991a-48c7-a87e-4afa76a0bacf,segment=NetworkSegment(26cf2c97-978f-49e8-aeb3-d26703d8eb75),segment_id=26cf2c97-978f-49e8-aeb3-d26703d8eb75)] {{(pid=115112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 15:58:37.883241 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-5b01e06b-0c25-4d16-b169-8ae662f0776f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (f658bb14-991a-48c7-a87e-4afa76a0bacf), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:37.893561 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [req-d64c449e-1e71-4dc1-b5e0-5c42457aacbb req-7b6381a3-e755-42be-8f8a-0320ecf945c5 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=115111) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 14 15:58:37.893561 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d64c449e-1e71-4dc1-b5e0-5c42457aacbb req-7b6381a3-e755-42be-8f8a-0320ecf945c5 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1118522 May 14 15:58:37.946393 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b01e06b-0c25-4d16-b169-8ae662f0776f None None] Routers {'6839e685-38d9-43b7-82b4-f993a12244b5'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:58:37.947027 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-5b01e06b-0c25-4d16-b169-8ae662f0776f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:58:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['6839e685-38d9-43b7-82b4-f993a12244b5'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:58:37.988870 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96efaf83-8981-45a7-ae43-221300143156 None None] Pushing event updated for resources: {'Port': ['ID=f658bb14-991a-48c7-a87e-4afa76a0bacf,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:37.989141 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d64c449e-1e71-4dc1-b5e0-5c42457aacbb req-fbb6fd90-6691-4dd1-98cd-55d225ad3334 service neutron] 10.222.0.61 "GET /v2.0/networks/43d22ca1-3a83-4fdf-9675-b59a4f503c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883741 May 14 15:58:38.019755 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-e77c2e5e-9802-4bae-bc1e-75a414c115d2 None None] Provisioning complete for port f658bb14-991a-48c7-a87e-4afa76a0bacf triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:58:38.020127 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-e77c2e5e-9802-4bae-bc1e-75a414c115d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (f658bb14-991a-48c7-a87e-4afa76a0bacf), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:38.103905 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d64c449e-1e71-4dc1-b5e0-5c42457aacbb req-6959a988-ffe8-4f97-8ee9-de15b4d525d8 service neutron] 10.222.0.61 "GET /v2.0/networks/43d22ca1-3a83-4fdf-9675-b59a4f503c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998204 May 14 15:58:38.109334 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-5b01e06b-0c25-4d16-b169-8ae662f0776f None None] Set router 6839e685-38d9-43b7-82b4-f993a12244b5 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:58:38.228902 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-e77c2e5e-9802-4bae-bc1e-75a414c115d2 None None] Current status of the port f658bb14-991a-48c7-a87e-4afa76a0bacf is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:58:38.229337 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-e77c2e5e-9802-4bae-bc1e-75a414c115d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (f658bb14-991a-48c7-a87e-4afa76a0bacf), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:38.297234 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-18955de3-5e48-4c4f-9dda-d101f1b28a58 req-e96d5889-b9f8-4e99-bdb7-177f2aa49ead tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 210 time: 0.0307167 May 14 15:58:38.302581 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-e77c2e5e-9802-4bae-bc1e-75a414c115d2 None None] For port f658bb14-991a-48c7-a87e-4afa76a0bacf, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=f658bb14-991a-48c7-a87e-4afa76a0bacf,segment=NetworkSegment(26cf2c97-978f-49e8-aeb3-d26703d8eb75),segment_id=26cf2c97-978f-49e8-aeb3-d26703d8eb75)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:58:38.313526 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-e77c2e5e-9802-4bae-bc1e-75a414c115d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (f658bb14-991a-48c7-a87e-4afa76a0bacf), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:38.398458 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c2e5e-9802-4bae-bc1e-75a414c115d2 None None] Pushing event updated for resources: {'Port': ['ID=f658bb14-991a-48c7-a87e-4afa76a0bacf,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:38.401423 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-5b01e06b-0c25-4d16-b169-8ae662f0776f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'name': 'tempest-AttachVolumeTestJSON-223176791-router', 'tenant_id': '882808bd43644908a21ff8a58997c57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'fa12685c-caa8-4fb9-b9cd-2f0beb936b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:58:31Z', 'updated_at': '2022-05-14T15:58:34Z', 'revision_number': 4, 'project_id': '882808bd43644908a21ff8a58997c57f', 'gw_port': {'id': 'fa12685c-caa8-4fb9-b9cd-2f0beb936b01', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:58:32Z', 'updated_at': '2022-05-14T15:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': 'f658bb14-991a-48c7-a87e-4afa76a0bacf', 'name': '', 'network_id': '43d22ca1-3a83-4fdf-9675-b59a4f503c47', 'tenant_id': '882808bd43644908a21ff8a58997c57f', 'mac_address': 'fa:16:3e:04:27:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'edc70abe-1d66-4b15-afca-c1293a5dafee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:58:34Z', 'updated_at': '2022-05-14T15:58:37Z', 'revision_number': 4, 'project_id': '882808bd43644908a21ff8a58997c57f', 'subnets': [{'id': 'edc70abe-1d66-4b15-afca-c1293a5dafee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:58:38.433638 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b01e06b-0c25-4d16-b169-8ae662f0776f None None] The sync data for ids ['6839e685-38d9-43b7-82b4-f993a12244b5'] in dv-cinder-839793-11-iscsi is: [{'id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'name': 'tempest-AttachVolumeTestJSON-223176791-router', 'tenant_id': '882808bd43644908a21ff8a58997c57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'fa12685c-caa8-4fb9-b9cd-2f0beb936b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:58:31Z', 'updated_at': '2022-05-14T15:58:34Z', 'revision_number': 4, 'project_id': '882808bd43644908a21ff8a58997c57f', 'gw_port': {'id': 'fa12685c-caa8-4fb9-b9cd-2f0beb936b01', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:58:32Z', 'updated_at': '2022-05-14T15:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': 'f658bb14-991a-48c7-a87e-4afa76a0bacf', 'name': '', 'network_id': '43d22ca1-3a83-4fdf-9675-b59a4f503c47', 'tenant_id': '882808bd43644908a21ff8a58997c57f', 'mac_address': 'fa:16:3e:04:27:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'edc70abe-1d66-4b15-afca-c1293a5dafee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:58:34Z', 'updated_at': '2022-05-14T15:58:37Z', 'revision_number': 4, 'project_id': '882808bd43644908a21ff8a58997c57f', 'subnets': [{'id': 'edc70abe-1d66-4b15-afca-c1293a5dafee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 15:58:38.441775 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-a9019e61-1916-4d2b-bce3-841706e3a495 None None] Provisioning complete for port f658bb14-991a-48c7-a87e-4afa76a0bacf triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:58:38.442148 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-a9019e61-1916-4d2b-bce3-841706e3a495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (f658bb14-991a-48c7-a87e-4afa76a0bacf), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:38.549112 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-a9019e61-1916-4d2b-bce3-841706e3a495 None None] Current status of the port f658bb14-991a-48c7-a87e-4afa76a0bacf is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:58:39.204884 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device f658bb14-991a-48c7-a87e-4afa76a0bacf up at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:58:39.257039 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Provisioning complete for port f658bb14-991a-48c7-a87e-4afa76a0bacf triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:58:39.257443 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (f658bb14-991a-48c7-a87e-4afa76a0bacf), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:39.371400 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port f658bb14-991a-48c7-a87e-4afa76a0bacf is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:58:39.372900 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device fa12685c-caa8-4fb9-b9cd-2f0beb936b01 up at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:58:39.418194 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c449e-1e71-4dc1-b5e0-5c42457aacbb req-ee9d39cd-65ed-4a44-81a8-01679af2f094 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:58:39.420433 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-d64c449e-1e71-4dc1-b5e0-5c42457aacbb req-ee9d39cd-65ed-4a44-81a8-01679af2f094 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.36 "GET /v2.0/networks?id=43d22ca1-3a83-4fdf-9675-b59a4f503c47 HTTP/1.1" status: 200 len: 810 time: 0.1373458 May 14 15:58:39.426092 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b2c2c069-1f14-4329-b151-c795fb6b3754 req-bd662f35-b7f3-45dc-ac46-bce8602179d2 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 210 time: 0.0339391 May 14 15:58:39.449154 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Provisioning complete for port fa12685c-caa8-4fb9-b9cd-2f0beb936b01 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:58:39.449795 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (fa12685c-caa8-4fb9-b9cd-2f0beb936b01), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:39.504234 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-d64c449e-1e71-4dc1-b5e0-5c42457aacbb req-24197cda-0048-445a-927f-e4a7090d92ee tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=882808bd43644908a21ff8a58997c57f HTTP/1.1" status: 200 len: 380 time: 0.0666056 May 14 15:58:39.536996 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Current status of the port fa12685c-caa8-4fb9-b9cd-2f0beb936b01 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:58:39.592083 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [req-d64c449e-1e71-4dc1-b5e0-5c42457aacbb req-c236a5d0-acf5-4176-a9e8-71c979658e9c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Request body: {'port': {'device_id': '34a25afd-ca05-47fe-8bba-30442b7b5348', 'network_id': '43d22ca1-3a83-4fdf-9675-b59a4f503c47', 'admin_state_up': True, 'tenant_id': '882808bd43644908a21ff8a58997c57f', 'security_groups': ['17670c1a-80fe-49fe-b255-66afbfbdd64d']}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:58:39.703571 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d64c449e-1e71-4dc1-b5e0-5c42457aacbb req-c236a5d0-acf5-4176-a9e8-71c979658e9c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Made reservation on behalf of 882808bd43644908a21ff8a58997c57f for: {'port': 1} {{(pid=115110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 15:58:39.707244 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-d64c449e-1e71-4dc1-b5e0-5c42457aacbb req-c236a5d0-acf5-4176-a9e8-71c979658e9c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:39.833092 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.db_base_plugin_common [req-d64c449e-1e71-4dc1-b5e0-5c42457aacbb req-c236a5d0-acf5-4176-a9e8-71c979658e9c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Allocated IP 172.20.0.12 (43d22ca1-3a83-4fdf-9675-b59a4f503c47/edc70abe-1d66-4b15-afca-c1293a5dafee/1df3d18b-4cc0-425e-9b62-d5b2705661f4) {{(pid=115110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 15:58:39.967313 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-d64c449e-1e71-4dc1-b5e0-5c42457aacbb req-c236a5d0-acf5-4176-a9e8-71c979658e9c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks [] for port (1df3d18b-4cc0-425e-9b62-d5b2705661f4), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:40.000985 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-d64c449e-1e71-4dc1-b5e0-5c42457aacbb req-c236a5d0-acf5-4176-a9e8-71c979658e9c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (1df3d18b-4cc0-425e-9b62-d5b2705661f4), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:40.048648 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d64c449e-1e71-4dc1-b5e0-5c42457aacbb req-c236a5d0-acf5-4176-a9e8-71c979658e9c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Network 43d22ca1-3a83-4fdf-9675-b59a4f503c47 is already hosted by enough agents. {{(pid=115110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 15:58:40.051784 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.base_scheduler [req-d64c449e-1e71-4dc1-b5e0-5c42457aacbb req-c236a5d0-acf5-4176-a9e8-71c979658e9c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Resources bound (agent type, host, resource id): {{(pid=115110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 15:58:40.054222 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.l3_dvrscheduler_db [req-d64c449e-1e71-4dc1-b5e0-5c42457aacbb req-c236a5d0-acf5-4176-a9e8-71c979658e9c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Received port after_create {{(pid=115110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 15:58:40.090189 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c236a5d0-acf5-4176-a9e8-71c979658e9c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Pushing event updated for resources: {'Port': ['ID=1df3d18b-4cc0-425e-9b62-d5b2705661f4,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:40.114284 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c449e-1e71-4dc1-b5e0-5c42457aacbb req-c236a5d0-acf5-4176-a9e8-71c979658e9c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:58:40.115028 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-d64c449e-1e71-4dc1-b5e0-5c42457aacbb req-c236a5d0-acf5-4176-a9e8-71c979658e9c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:40.134116 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-d64c449e-1e71-4dc1-b5e0-5c42457aacbb req-c236a5d0-acf5-4176-a9e8-71c979658e9c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5464525 May 14 15:58:40.148962 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [req-d64c449e-1e71-4dc1-b5e0-5c42457aacbb req-564bd9fd-61f0-472a-88d5-043a4a887274 service neutron] Request body: {'port': {'device_id': '34a25afd-ca05-47fe-8bba-30442b7b5348', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:58:40.214285 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-d64c449e-1e71-4dc1-b5e0-5c42457aacbb req-564bd9fd-61f0-472a-88d5-043a4a887274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (1df3d18b-4cc0-425e-9b62-d5b2705661f4), before_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:40.384866 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-a1d632aa-f2f5-4850-ac68-04b1a9d38b28 None None] Provisioning complete for port 1df3d18b-4cc0-425e-9b62-d5b2705661f4 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:58:40.386027 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-a1d632aa-f2f5-4850-ac68-04b1a9d38b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (1df3d18b-4cc0-425e-9b62-d5b2705661f4), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:40.421940 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-a1d632aa-f2f5-4850-ac68-04b1a9d38b28 None None] Port 1df3d18b-4cc0-425e-9b62-d5b2705661f4 cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 14 15:58:40.517578 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.notifiers.nova [req-d64c449e-1e71-4dc1-b5e0-5c42457aacbb req-564bd9fd-61f0-472a-88d5-043a4a887274 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1df3d18b-4cc0-425e-9b62-d5b2705661f4 {{(pid=115110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 15:58:40.525284 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-d64c449e-1e71-4dc1-b5e0-5c42457aacbb req-564bd9fd-61f0-472a-88d5-043a4a887274 service neutron] Publish callbacks [] for port (1df3d18b-4cc0-425e-9b62-d5b2705661f4), precommit_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:40.539569 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.provisioning_blocks [req-d64c449e-1e71-4dc1-b5e0-5c42457aacbb req-564bd9fd-61f0-472a-88d5-043a4a887274 service neutron] Transition to ACTIVE for port object 1df3d18b-4cc0-425e-9b62-d5b2705661f4 will not be triggered until provisioned by entity L2. {{(pid=115110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 14 15:58:40.542941 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-d64c449e-1e71-4dc1-b5e0-5c42457aacbb req-564bd9fd-61f0-472a-88d5-043a4a887274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3204974'] for port (1df3d18b-4cc0-425e-9b62-d5b2705661f4), after_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:40.558094 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca1d450-e1dc-4de2-81cc-a1a80f0afc0c req-c9d34a0c-c334-4b20-974d-060d1b9c6d45 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:58:40.559866 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-fca1d450-e1dc-4de2-81cc-a1a80f0afc0c req-c9d34a0c-c334-4b20-974d-060d1b9c6d45 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 932 time: 0.0548668 May 14 15:58:40.595525 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564bd9fd-61f0-472a-88d5-043a4a887274 service neutron] Pushing event updated for resources: {'Port': ['ID=1df3d18b-4cc0-425e-9b62-d5b2705661f4,revision_number=2']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:40.613239 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-fca1d450-e1dc-4de2-81cc-a1a80f0afc0c req-a0976b9e-9971-45f9-b342-b861c1fd118c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=17670c1a-80fe-49fe-b255-66afbfbdd64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469849 May 14 15:58:40.674118 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.managers [req-d64c449e-1e71-4dc1-b5e0-5c42457aacbb req-564bd9fd-61f0-472a-88d5-043a4a887274 service neutron] Attempting to bind port 1df3d18b-4cc0-425e-9b62-d5b2705661f4 on host hv-cinder-83979 for vnic_type normal with profile {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 15:58:40.674497 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.managers [req-d64c449e-1e71-4dc1-b5e0-5c42457aacbb req-564bd9fd-61f0-472a-88d5-043a4a887274 service neutron] Attempting to bind port 1df3d18b-4cc0-425e-9b62-d5b2705661f4 by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '26cf2c97-978f-49e8-aeb3-d26703d8eb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '43d22ca1-3a83-4fdf-9675-b59a4f503c47'}] {{(pid=115110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 15:58:40.674836 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64c449e-1e71-4dc1-b5e0-5c42457aacbb req-564bd9fd-61f0-472a-88d5-043a4a887274 service neutron] Attempting to bind port 1df3d18b-4cc0-425e-9b62-d5b2705661f4 on network 43d22ca1-3a83-4fdf-9675-b59a4f503c47 {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:58:40.679510 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64c449e-1e71-4dc1-b5e0-5c42457aacbb req-564bd9fd-61f0-472a-88d5-043a4a887274 service neutron] Port 1df3d18b-4cc0-425e-9b62-d5b2705661f4 on network 43d22ca1-3a83-4fdf-9675-b59a4f503c47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 14 15:58:40.679836 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64c449e-1e71-4dc1-b5e0-5c42457aacbb req-564bd9fd-61f0-472a-88d5-043a4a887274 service neutron] Attempting to bind port 1df3d18b-4cc0-425e-9b62-d5b2705661f4 on network 43d22ca1-3a83-4fdf-9675-b59a4f503c47 {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 15:58:40.685456 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64c449e-1e71-4dc1-b5e0-5c42457aacbb req-564bd9fd-61f0-472a-88d5-043a4a887274 service neutron] Checking agent: {'id': 'df6c86ae-fc26-40a3-91a1-648a304bf46f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 44, 23), 'started_at': datetime.datetime(2022, 5, 14, 15, 44, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 15, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 15:58:40.685800 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64c449e-1e71-4dc1-b5e0-5c42457aacbb req-564bd9fd-61f0-472a-88d5-043a4a887274 service neutron] Checking segment: {'id': '26cf2c97-978f-49e8-aeb3-d26703d8eb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '43d22ca1-3a83-4fdf-9675-b59a4f503c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 15:58:40.686189 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64c449e-1e71-4dc1-b5e0-5c42457aacbb req-564bd9fd-61f0-472a-88d5-043a4a887274 service neutron] Bound using segment: {'id': '26cf2c97-978f-49e8-aeb3-d26703d8eb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '43d22ca1-3a83-4fdf-9675-b59a4f503c47'} {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 15:58:40.686643 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.managers [req-d64c449e-1e71-4dc1-b5e0-5c42457aacbb req-564bd9fd-61f0-472a-88d5-043a4a887274 service neutron] Bound port: 1df3d18b-4cc0-425e-9b62-d5b2705661f4, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26cf2c97-978f-49e8-aeb3-d26703d8eb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '43d22ca1-3a83-4fdf-9675-b59a4f503c47'}}] {{(pid=115110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 15:58:40.687009 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-d64c449e-1e71-4dc1-b5e0-5c42457aacbb req-564bd9fd-61f0-472a-88d5-043a4a887274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (1df3d18b-4cc0-425e-9b62-d5b2705661f4), before_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:40.754605 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [req-d64c449e-1e71-4dc1-b5e0-5c42457aacbb req-564bd9fd-61f0-472a-88d5-043a4a887274 service neutron] For port 1df3d18b-4cc0-425e-9b62-d5b2705661f4, host hv-cinder-83979, cleared binding levels {{(pid=115110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 15:58:40.757651 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [req-d64c449e-1e71-4dc1-b5e0-5c42457aacbb req-564bd9fd-61f0-472a-88d5-043a4a887274 service neutron] For port 1df3d18b-4cc0-425e-9b62-d5b2705661f4, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=1df3d18b-4cc0-425e-9b62-d5b2705661f4,segment=NetworkSegment(26cf2c97-978f-49e8-aeb3-d26703d8eb75),segment_id=26cf2c97-978f-49e8-aeb3-d26703d8eb75)] {{(pid=115110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 15:58:40.763779 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-d64c449e-1e71-4dc1-b5e0-5c42457aacbb req-564bd9fd-61f0-472a-88d5-043a4a887274 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3204974'] for port (1df3d18b-4cc0-425e-9b62-d5b2705661f4), after_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:40.796361 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c449e-1e71-4dc1-b5e0-5c42457aacbb req-564bd9fd-61f0-472a-88d5-043a4a887274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:58:40.797039 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-d64c449e-1e71-4dc1-b5e0-5c42457aacbb req-564bd9fd-61f0-472a-88d5-043a4a887274 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:40.798352 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-d64c449e-1e71-4dc1-b5e0-5c42457aacbb req-564bd9fd-61f0-472a-88d5-043a4a887274 service neutron] 10.222.0.36 "PUT /v2.0/ports/1df3d18b-4cc0-425e-9b62-d5b2705661f4 HTTP/1.1" status: 200 len: 1094 time: 0.6537685 May 14 15:58:40.798795 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34a25afd-ca05-47fe-8bba-30442b7b5348', 'tag': '1df3d18b-4cc0-425e-9b62-d5b2705661f4'}] {{(pid=115110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:58:40.801020 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a270656aa08f71c574e37588e4b5bc67f1398202d03dea947e2a2c931e3df3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af8038f-74b5-45a0-96f3-faa88a6f65ce" -d '{"events": [{"name": "network-changed", "server_uuid": "34a25afd-ca05-47fe-8bba-30442b7b5348", "tag": "1df3d18b-4cc0-425e-9b62-d5b2705661f4"}]}' {{(pid=115110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:58:40.827653 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564bd9fd-61f0-472a-88d5-043a4a887274 service neutron] Pushing event updated for resources: {'Port': ['ID=1df3d18b-4cc0-425e-9b62-d5b2705661f4,revision_number=3']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:40.861762 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 15:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b330e0b3-4908-4ba2-93f6-ed02905805c4 x-openstack-request-id: req-b330e0b3-4908-4ba2-93f6-ed02905805c4 {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:58:40.862062 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34a25afd-ca05-47fe-8bba-30442b7b5348", "tag": "1df3d18b-4cc0-425e-9b62-d5b2705661f4", "status": "completed", "code": 200}]} {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:58:40.862347 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b330e0b3-4908-4ba2-93f6-ed02905805c4 {{(pid=115110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:58:40.862735 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b330e0b3-4908-4ba2-93f6-ed02905805c4'] response: {'name': 'network-changed', 'server_uuid': '34a25afd-ca05-47fe-8bba-30442b7b5348', 'tag': '1df3d18b-4cc0-425e-9b62-d5b2705661f4', 'status': 'completed', 'code': 200} May 14 15:58:40.894815 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c449e-1e71-4dc1-b5e0-5c42457aacbb req-e6a5aaf3-6ada-45eb-8b34-619763eb1230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:58:40.896449 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-d64c449e-1e71-4dc1-b5e0-5c42457aacbb req-e6a5aaf3-6ada-45eb-8b34-619763eb1230 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=882808bd43644908a21ff8a58997c57f&device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 1128 time: 0.0456505 May 14 15:58:40.945929 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-d64c449e-1e71-4dc1-b5e0-5c42457aacbb req-571254bf-c80f-425a-a454-c1fe29132d7d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1df3d18b-4cc0-425e-9b62-d5b2705661f4 HTTP/1.1" status: 200 len: 217 time: 0.0393462 May 14 15:58:40.996585 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c449e-1e71-4dc1-b5e0-5c42457aacbb req-74795b81-a333-4987-b4eb-e6545771df48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:58:40.998189 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-d64c449e-1e71-4dc1-b5e0-5c42457aacbb req-74795b81-a333-4987-b4eb-e6545771df48 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=edc70abe-1d66-4b15-afca-c1293a5dafee HTTP/1.1" status: 200 len: 849 time: 0.0455601 May 14 15:58:41.041148 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c449e-1e71-4dc1-b5e0-5c42457aacbb req-1ae1dffa-37c5-4ecb-a8e3-084e38fa3258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:58:41.043141 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-d64c449e-1e71-4dc1-b5e0-5c42457aacbb req-1ae1dffa-37c5-4ecb-a8e3-084e38fa3258 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43d22ca1-3a83-4fdf-9675-b59a4f503c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392454 May 14 15:58:41.141723 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-d64c449e-1e71-4dc1-b5e0-5c42457aacbb req-58f5e3ce-2da4-4f29-aae5-bd3012e87858 service neutron] 10.222.0.36 "GET /v2.0/networks/43d22ca1-3a83-4fdf-9675-b59a4f503c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915823 May 14 15:58:41.234132 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-d64c449e-1e71-4dc1-b5e0-5c42457aacbb req-479b9ae9-309c-444b-bdc5-93daf185c644 service neutron] 10.222.0.36 "GET /v2.0/networks/43d22ca1-3a83-4fdf-9675-b59a4f503c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867739 May 14 15:58:41.726573 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db26c2-7e95-4d49-882f-b095c6ebb75b req-7700eaf2-d864-4da9-8a66-12110b7d4183 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:58:41.728029 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-59db26c2-7e95-4d49-882f-b095c6ebb75b req-7700eaf2-d864-4da9-8a66-12110b7d4183 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 944 time: 0.0464633 May 14 15:58:41.772869 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-59db26c2-7e95-4d49-882f-b095c6ebb75b req-f021d460-9531-4bf3-9ab9-a198810a2269 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=17670c1a-80fe-49fe-b255-66afbfbdd64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392919 May 14 15:58:42.886766 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63504b-0037-4389-a5bc-8aabb2617448 req-41b84e58-dce2-4e3f-a07c-6ddb2210b027 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:58:42.888200 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-cb63504b-0037-4389-a5bc-8aabb2617448 req-41b84e58-dce2-4e3f-a07c-6ddb2210b027 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 944 time: 0.0457153 May 14 15:58:42.937927 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-cb63504b-0037-4389-a5bc-8aabb2617448 req-f0815aec-16f6-456d-ac0e-65d361b754ed tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=17670c1a-80fe-49fe-b255-66afbfbdd64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442834 May 14 15:58:44.050562 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215996dc-a4e0-41d4-9a8e-7a32985e42bb req-5d8f2063-8882-4ae0-b540-607a64c8f92a tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:58:44.052027 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-215996dc-a4e0-41d4-9a8e-7a32985e42bb req-5d8f2063-8882-4ae0-b540-607a64c8f92a tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 944 time: 0.0484602 May 14 15:58:44.100927 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-215996dc-a4e0-41d4-9a8e-7a32985e42bb req-3e3d2ef8-9bfd-4f04-b14d-06dede7abd20 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=17670c1a-80fe-49fe-b255-66afbfbdd64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429814 May 14 15:58:45.229635 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd086040-b2e9-48af-9116-221670b4e312 req-6f878a70-05d1-4891-bf5e-0cd2056510e2 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:58:45.231987 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-cd086040-b2e9-48af-9116-221670b4e312 req-6f878a70-05d1-4891-bf5e-0cd2056510e2 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 944 time: 0.0544367 May 14 15:58:45.285936 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-cd086040-b2e9-48af-9116-221670b4e312 req-1a911ad1-416c-4f73-acc6-be4ffb59b957 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=17670c1a-80fe-49fe-b255-66afbfbdd64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481589 May 14 15:58:46.404454 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff0c0c-ed40-422a-aa6f-55043f8f5bce req-1b29ee12-5130-4d24-b60a-5a1400cb3704 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:58:46.405823 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7bff0c0c-ed40-422a-aa6f-55043f8f5bce req-1b29ee12-5130-4d24-b60a-5a1400cb3704 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 944 time: 0.0501132 May 14 15:58:46.452132 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7bff0c0c-ed40-422a-aa6f-55043f8f5bce req-1e84c447-540a-4862-a54d-d8e2a6123a0e tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=17670c1a-80fe-49fe-b255-66afbfbdd64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407810 May 14 15:58:47.426470 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8038f-74b5-45a0-96f3-faa88a6f65ce req-49561042-3567-4017-b4ef-0e8e8ca407ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:58:47.428008 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-6af8038f-74b5-45a0-96f3-faa88a6f65ce req-49561042-3567-4017-b4ef-0e8e8ca407ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=882808bd43644908a21ff8a58997c57f&device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 1128 time: 0.0385427 May 14 15:58:47.517301 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8038f-74b5-45a0-96f3-faa88a6f65ce req-fc9be3c2-9ca7-4f21-b9ce-9307363e82c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:58:47.518794 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-6af8038f-74b5-45a0-96f3-faa88a6f65ce req-fc9be3c2-9ca7-4f21-b9ce-9307363e82c1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=43d22ca1-3a83-4fdf-9675-b59a4f503c47 HTTP/1.1" status: 200 len: 911 time: 0.0836618 May 14 15:58:47.562497 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-6af8038f-74b5-45a0-96f3-faa88a6f65ce req-b4e51031-ae1e-4f90-834c-9921328b6e3b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1df3d18b-4cc0-425e-9b62-d5b2705661f4 HTTP/1.1" status: 200 len: 217 time: 0.0376973 May 14 15:58:47.563586 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe146217-d39a-40a9-9d32-327611ecda83 req-df655018-521d-402d-8e2e-ae4758136771 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:58:47.565078 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-fe146217-d39a-40a9-9d32-327611ecda83 req-df655018-521d-402d-8e2e-ae4758136771 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 944 time: 0.0469291 May 14 15:58:47.613406 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8038f-74b5-45a0-96f3-faa88a6f65ce req-1e0f95a3-deb0-4426-b654-144bfecec4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:58:47.614059 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-fe146217-d39a-40a9-9d32-327611ecda83 req-0c8eb2fb-607b-43d9-8d76-6a5530f2efb6 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=17670c1a-80fe-49fe-b255-66afbfbdd64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435028 May 14 15:58:47.616070 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-6af8038f-74b5-45a0-96f3-faa88a6f65ce req-1e0f95a3-deb0-4426-b654-144bfecec4d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=edc70abe-1d66-4b15-afca-c1293a5dafee HTTP/1.1" status: 200 len: 849 time: 0.0485702 May 14 15:58:47.659599 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8038f-74b5-45a0-96f3-faa88a6f65ce req-1e0d22e6-d2d4-47fd-a9a1-b758d9b34872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:58:47.661121 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-6af8038f-74b5-45a0-96f3-faa88a6f65ce req-1e0d22e6-d2d4-47fd-a9a1-b758d9b34872 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43d22ca1-3a83-4fdf-9675-b59a4f503c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0397394 May 14 15:58:47.759646 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-6af8038f-74b5-45a0-96f3-faa88a6f65ce req-862c26dd-470e-40d9-9868-78c03e3eb5b9 service neutron] 10.222.0.36 "GET /v2.0/networks/43d22ca1-3a83-4fdf-9675-b59a4f503c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915732 May 14 15:58:47.854669 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-6af8038f-74b5-45a0-96f3-faa88a6f65ce req-42365bd1-c440-4f21-84d9-290417fdf67e service neutron] 10.222.0.36 "GET /v2.0/networks/43d22ca1-3a83-4fdf-9675-b59a4f503c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882730 May 14 15:58:48.209882 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device 1df3d18b-4cc0-425e-9b62-d5b2705661f4 details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=115112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 14 15:58:48.307263 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port 1df3d18b-4cc0-425e-9b62-d5b2705661f4, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=1df3d18b-4cc0-425e-9b62-d5b2705661f4,segment=NetworkSegment(26cf2c97-978f-49e8-aeb3-d26703d8eb75),segment_id=26cf2c97-978f-49e8-aeb3-d26703d8eb75)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:58:48.318279 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Returning: {'device': '1df3d18b-4cc0-425e-9b62-d5b2705661f4', 'network_id': '43d22ca1-3a83-4fdf-9675-b59a4f503c47', 'port_id': '1df3d18b-4cc0-425e-9b62-d5b2705661f4', 'mac_address': 'fa:16:3e:15:2e:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edc70abe-1d66-4b15-afca-c1293a5dafee', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 14 15:58:48.355240 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port 1df3d18b-4cc0-425e-9b62-d5b2705661f4 is: DOWN; New status is: BUILD {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:58:48.355622 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (1df3d18b-4cc0-425e-9b62-d5b2705661f4), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:48.367962 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1df3d18b-4cc0-425e-9b62-d5b2705661f4 {{(pid=115112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 15:58:48.387668 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port 1df3d18b-4cc0-425e-9b62-d5b2705661f4, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=1df3d18b-4cc0-425e-9b62-d5b2705661f4,segment=NetworkSegment(26cf2c97-978f-49e8-aeb3-d26703d8eb75),segment_id=26cf2c97-978f-49e8-aeb3-d26703d8eb75)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:58:48.391776 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (1df3d18b-4cc0-425e-9b62-d5b2705661f4), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:48.439269 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=1df3d18b-4cc0-425e-9b62-d5b2705661f4,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:48.727334 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be057ee-1932-46e1-8a61-6d74733725e9 req-9cee6589-2b83-4f9f-9d78-9ba30c391125 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:58:48.728863 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9be057ee-1932-46e1-8a61-6d74733725e9 req-9cee6589-2b83-4f9f-9d78-9ba30c391125 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 945 time: 0.0473936 May 14 15:58:48.779678 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9be057ee-1932-46e1-8a61-6d74733725e9 req-155e6fbf-536e-4e9e-9c74-29510851c784 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=17670c1a-80fe-49fe-b255-66afbfbdd64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452459 May 14 15:58:48.803253 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] get_ports_and_sgs() called for port_ids ['1df3d18b-4cc0-425e-9b62-d5b2705661f4'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 15:58:49.895373 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576d9d8-52b7-4847-ba52-877dacd1877b req-d7566043-b13f-4fd8-8c2c-c4e96ac69db9 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:58:49.896840 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7576d9d8-52b7-4847-ba52-877dacd1877b req-d7566043-b13f-4fd8-8c2c-c4e96ac69db9 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 945 time: 0.0483000 May 14 15:58:49.943172 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7576d9d8-52b7-4847-ba52-877dacd1877b req-52313bd7-86e6-4cd5-9985-8dd2f2d91545 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=17670c1a-80fe-49fe-b255-66afbfbdd64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406563 May 14 15:58:50.245613 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device 1df3d18b-4cc0-425e-9b62-d5b2705661f4 up at agent hyperv_hv-cinder-83979 {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 15:58:50.302449 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Provisioning for port 1df3d18b-4cc0-425e-9b62-d5b2705661f4 completed by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 14 15:58:50.308237 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Provisioning complete for port 1df3d18b-4cc0-425e-9b62-d5b2705661f4 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 15:58:50.308669 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (1df3d18b-4cc0-425e-9b62-d5b2705661f4), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:50.384196 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port 1df3d18b-4cc0-425e-9b62-d5b2705661f4 is: BUILD; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 15:58:50.384484 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (1df3d18b-4cc0-425e-9b62-d5b2705661f4), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:50.407692 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a25afd-ca05-47fe-8bba-30442b7b5348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df3d18b-4cc0-425e-9b62-d5b2705661f4'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:58:50.409883 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bb685cd0d0d5598b2dce4f6f2400b8bab1844baadda65bc385176a7d6dc4011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12de803a-92bb-457a-8cae-d6dabc1a90cd" -d '{"events": [{"server_uuid": "34a25afd-ca05-47fe-8bba-30442b7b5348", "name": "network-vif-plugged", "status": "completed", "tag": "1df3d18b-4cc0-425e-9b62-d5b2705661f4"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:58:50.423870 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port 1df3d18b-4cc0-425e-9b62-d5b2705661f4, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=1df3d18b-4cc0-425e-9b62-d5b2705661f4,segment=NetworkSegment(26cf2c97-978f-49e8-aeb3-d26703d8eb75),segment_id=26cf2c97-978f-49e8-aeb3-d26703d8eb75)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 15:58:50.427553 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (1df3d18b-4cc0-425e-9b62-d5b2705661f4), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:50.451938 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 15:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2871f2-b0c5-4343-80f2-6e561eb17e3e x-openstack-request-id: req-6c2871f2-b0c5-4343-80f2-6e561eb17e3e {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:58:50.452227 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34a25afd-ca05-47fe-8bba-30442b7b5348", "name": "network-vif-plugged", "status": "completed", "tag": "1df3d18b-4cc0-425e-9b62-d5b2705661f4", "code": 200}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:58:50.452479 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6c2871f2-b0c5-4343-80f2-6e561eb17e3e {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:58:50.452867 dv-cinder-839793-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c2871f2-b0c5-4343-80f2-6e561eb17e3e'] response: {'server_uuid': '34a25afd-ca05-47fe-8bba-30442b7b5348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1df3d18b-4cc0-425e-9b62-d5b2705661f4', 'code': 200} May 14 15:58:50.477847 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=1df3d18b-4cc0-425e-9b62-d5b2705661f4,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:50.656163 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51654e4b-e73a-4321-b0cd-339cd89b346f req-c262edc2-c0fd-4eb8-93e4-586046deae4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:58:50.657550 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-51654e4b-e73a-4321-b0cd-339cd89b346f req-c262edc2-c0fd-4eb8-93e4-586046deae4b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 1130 time: 0.0424356 May 14 15:58:50.701901 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-51654e4b-e73a-4321-b0cd-339cd89b346f req-620c10a9-9415-4798-86ca-46ce6ef84c10 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=17670c1a-80fe-49fe-b255-66afbfbdd64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372813 May 14 15:58:51.054016 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6b949-878c-4e23-b3c7-a51e96948727 req-43fbba4c-0b1c-41ac-b8c6-a1ac144e4ab9 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:58:51.055497 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-bed6b949-878c-4e23-b3c7-a51e96948727 req-43fbba4c-0b1c-41ac-b8c6-a1ac144e4ab9 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 946 time: 0.0464377 May 14 15:58:51.101052 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-bed6b949-878c-4e23-b3c7-a51e96948727 req-040c1426-ff3e-49d7-8d5d-4de170785e50 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=17670c1a-80fe-49fe-b255-66afbfbdd64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400524 May 14 15:58:52.214967 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96184a-365d-4e89-ad2b-9edf187e7b66 req-9ab5e15d-7b1e-4009-862e-bbf4ba6a08a0 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:58:52.216882 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-cc96184a-365d-4e89-ad2b-9edf187e7b66 req-9ab5e15d-7b1e-4009-862e-bbf4ba6a08a0 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 946 time: 0.0488906 May 14 15:58:52.263294 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-cc96184a-365d-4e89-ad2b-9edf187e7b66 req-91ca32a0-d4ab-4403-8a8f-51aebe242df4 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=17670c1a-80fe-49fe-b255-66afbfbdd64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410709 May 14 15:58:53.375665 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deadf8a-4341-4713-a3b1-11a01c95e401 req-f3b4da5d-790f-453d-a2cc-2765a490420f tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:58:53.377111 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1deadf8a-4341-4713-a3b1-11a01c95e401 req-f3b4da5d-790f-453d-a2cc-2765a490420f tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 946 time: 0.0458236 May 14 15:58:53.422513 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1deadf8a-4341-4713-a3b1-11a01c95e401 req-258d3e0d-6e11-4147-acca-884e237f27f9 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=17670c1a-80fe-49fe-b255-66afbfbdd64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399294 May 14 15:58:53.537082 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995273a-bf12-4281-b20b-015b24f61495 req-55c05635-e696-49b1-b255-d8e349ad7cca tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:58:53.538617 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9995273a-bf12-4281-b20b-015b24f61495 req-55c05635-e696-49b1-b255-d8e349ad7cca tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 946 time: 0.0529785 May 14 15:58:53.548195 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 45048) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:58:53.552908 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-92840221-09bd-4978-bc2a-773f5a50367c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Request body: {'floatingip': {'port_id': '1df3d18b-4cc0-425e-9b62-d5b2705661f4'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 15:58:53.593009 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-92840221-09bd-4978-bc2a-773f5a50367c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks [] for floatingip (253fcbd0-8200-4a4e-9369-e4066f8f2dca), before_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:54.031175 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-92840221-09bd-4978-bc2a-773f5a50367c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:54.035027 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-92840221-09bd-4978-bc2a-773f5a50367c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1759531'] for floatingip (253fcbd0-8200-4a4e-9369-e4066f8f2dca), after_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:54.137619 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.db.l3_db [None req-92840221-09bd-4978-bc2a-773f5a50367c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Floating IP 253fcbd0-8200-4a4e-9369-e4066f8f2dca associated. External IP: 172.27.1.238, port: 1df3d18b-4cc0-425e-9b62-d5b2705661f4. May 14 15:58:54.345485 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92840221-09bd-4978-bc2a-773f5a50367c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Router 6839e685-38d9-43b7-82b4-f993a12244b5 has already been hosted by L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f {{(pid=115110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 15:58:54.453692 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92840221-09bd-4978-bc2a-773f5a50367c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 15:58:54.458539 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-92840221-09bd-4978-bc2a-773f5a50367c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for floatingip (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:54.464280 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0222eb1-efff-4831-86d1-6f675b0cdf10 None None] Sync routers for ids ['6839e685-38d9-43b7-82b4-f993a12244b5'] in dv-cinder-839793-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 15:58:54.473515 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0222eb1-efff-4831-86d1-6f675b0cdf10 None None] Routers {'6839e685-38d9-43b7-82b4-f993a12244b5'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:58:54.474116 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-f0222eb1-efff-4831-86d1-6f675b0cdf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:58:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['6839e685-38d9-43b7-82b4-f993a12244b5'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:58:54.487563 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-92840221-09bd-4978-bc2a-773f5a50367c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "PUT /v2.0/floatingips/253fcbd0-8200-4a4e-9369-e4066f8f2dca HTTP/1.1" status: 200 len: 992 time: 0.9382491 May 14 15:58:54.488250 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34a25afd-ca05-47fe-8bba-30442b7b5348', 'tag': '1df3d18b-4cc0-425e-9b62-d5b2705661f4'}] {{(pid=115110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 15:58:54.490590 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a270656aa08f71c574e37588e4b5bc67f1398202d03dea947e2a2c931e3df3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ecc5e2-ad9a-4836-9ef9-ba94da97d70c" -d '{"events": [{"name": "network-changed", "server_uuid": "34a25afd-ca05-47fe-8bba-30442b7b5348", "tag": "1df3d18b-4cc0-425e-9b62-d5b2705661f4"}]}' {{(pid=115110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 15:58:54.525347 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 15:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574fe3b4-635e-4809-9513-65619fbe03eb x-openstack-request-id: req-574fe3b4-635e-4809-9513-65619fbe03eb {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 15:58:54.526442 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34a25afd-ca05-47fe-8bba-30442b7b5348", "tag": "1df3d18b-4cc0-425e-9b62-d5b2705661f4", "status": "completed", "code": 200}]} {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 15:58:54.526442 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-574fe3b4-635e-4809-9513-65619fbe03eb {{(pid=115110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 15:58:54.527120 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-574fe3b4-635e-4809-9513-65619fbe03eb'] response: {'name': 'network-changed', 'server_uuid': '34a25afd-ca05-47fe-8bba-30442b7b5348', 'tag': '1df3d18b-4cc0-425e-9b62-d5b2705661f4', 'status': 'completed', 'code': 200} May 14 15:58:54.582598 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-f0222eb1-efff-4831-86d1-6f675b0cdf10 None None] Set router 6839e685-38d9-43b7-82b4-f993a12244b5 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:58:54.596805 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ecc5e2-ad9a-4836-9ef9-ba94da97d70c req-9185010c-906e-40bd-a65e-4774a0f0464d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:58:54.598359 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-f0ecc5e2-ad9a-4836-9ef9-ba94da97d70c req-9185010c-906e-40bd-a65e-4774a0f0464d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=882808bd43644908a21ff8a58997c57f&device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 1130 time: 0.0389903 May 14 15:58:54.695191 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ecc5e2-ad9a-4836-9ef9-ba94da97d70c req-f97b9ec0-8b2e-495b-9da8-351b5d80b8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:58:54.696680 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-f0ecc5e2-ad9a-4836-9ef9-ba94da97d70c req-f97b9ec0-8b2e-495b-9da8-351b5d80b8cf service neutron] 10.222.0.36 "GET /v2.0/networks?id=43d22ca1-3a83-4fdf-9675-b59a4f503c47 HTTP/1.1" status: 200 len: 911 time: 0.0915351 May 14 15:58:54.772860 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-f0ecc5e2-ad9a-4836-9ef9-ba94da97d70c req-474c6a12-24a5-4913-bf4d-5b01c9560ac2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1df3d18b-4cc0-425e-9b62-d5b2705661f4 HTTP/1.1" status: 200 len: 1000 time: 0.0689666 May 14 15:58:54.817450 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-f0222eb1-efff-4831-86d1-6f675b0cdf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'name': 'tempest-AttachVolumeTestJSON-223176791-router', 'tenant_id': '882808bd43644908a21ff8a58997c57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'fa12685c-caa8-4fb9-b9cd-2f0beb936b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:58:31Z', 'updated_at': '2022-05-14T15:58:34Z', 'revision_number': 4, 'project_id': '882808bd43644908a21ff8a58997c57f', 'gw_port': {'id': 'fa12685c-caa8-4fb9-b9cd-2f0beb936b01', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:58:32Z', 'updated_at': '2022-05-14T15:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_floatingips': [{'id': '253fcbd0-8200-4a4e-9369-e4066f8f2dca', 'tenant_id': '882808bd43644908a21ff8a58997c57f', 'floating_ip_address': '172.27.1.238', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'port_id': '1df3d18b-4cc0-425e-9b62-d5b2705661f4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43d22ca1-3a83-4fdf-9675-b59a4f503c47', 'mac_address': 'fa:16:3e:15:2e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a25afd-ca05-47fe-8bba-30442b7b5348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T15:58:36Z', 'updated_at': '2022-05-14T15:58:53Z', 'revision_number': 1, 'project_id': '882808bd43644908a21ff8a58997c57f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f658bb14-991a-48c7-a87e-4afa76a0bacf', 'name': '', 'network_id': '43d22ca1-3a83-4fdf-9675-b59a4f503c47', 'tenant_id': '882808bd43644908a21ff8a58997c57f', 'mac_address': 'fa:16:3e:04:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'edc70abe-1d66-4b15-afca-c1293a5dafee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:58:34Z', 'updated_at': '2022-05-14T15:58:38Z', 'revision_number': 5, 'project_id': '882808bd43644908a21ff8a58997c57f', 'subnets': [{'id': 'edc70abe-1d66-4b15-afca-c1293a5dafee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:58:54.829246 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ecc5e2-ad9a-4836-9ef9-ba94da97d70c req-5d6ec967-6ceb-4437-a613-88d1c00d3352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:58:54.830966 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-f0ecc5e2-ad9a-4836-9ef9-ba94da97d70c req-5d6ec967-6ceb-4437-a613-88d1c00d3352 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=edc70abe-1d66-4b15-afca-c1293a5dafee HTTP/1.1" status: 200 len: 849 time: 0.0522118 May 14 15:58:54.850043 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0222eb1-efff-4831-86d1-6f675b0cdf10 None None] Checking router: 6839e685-38d9-43b7-82b4-f993a12244b5 for host: dv-cinder-839793-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 15:58:54.860077 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0222eb1-efff-4831-86d1-6f675b0cdf10 None None] Routers {'6839e685-38d9-43b7-82b4-f993a12244b5'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 15:58:54.860693 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-f0222eb1-efff-4831-86d1-6f675b0cdf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T15:58:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['6839e685-38d9-43b7-82b4-f993a12244b5'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:58:54.881195 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ecc5e2-ad9a-4836-9ef9-ba94da97d70c req-55d3fb9f-6951-4813-a77e-31684abcaf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:58:54.882732 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-f0ecc5e2-ad9a-4836-9ef9-ba94da97d70c req-55d3fb9f-6951-4813-a77e-31684abcaf78 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43d22ca1-3a83-4fdf-9675-b59a4f503c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425606 May 14 15:58:54.975931 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-f0ecc5e2-ad9a-4836-9ef9-ba94da97d70c req-1b8a7ad1-f831-423e-ab63-12b420f252bd service neutron] 10.222.0.36 "GET /v2.0/networks/43d22ca1-3a83-4fdf-9675-b59a4f503c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862048 May 14 15:58:55.057932 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-f0222eb1-efff-4831-86d1-6f675b0cdf10 None None] Set router 6839e685-38d9-43b7-82b4-f993a12244b5 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 15:58:55.084109 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-f0ecc5e2-ad9a-4836-9ef9-ba94da97d70c req-0c1855ec-7324-41b7-a2d6-7bf888f757e1 service neutron] 10.222.0.36 "GET /v2.0/networks/43d22ca1-3a83-4fdf-9675-b59a4f503c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946722 May 14 15:58:55.278539 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-f0222eb1-efff-4831-86d1-6f675b0cdf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'name': 'tempest-AttachVolumeTestJSON-223176791-router', 'tenant_id': '882808bd43644908a21ff8a58997c57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'fa12685c-caa8-4fb9-b9cd-2f0beb936b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:58:31Z', 'updated_at': '2022-05-14T15:58:34Z', 'revision_number': 4, 'project_id': '882808bd43644908a21ff8a58997c57f', 'gw_port': {'id': 'fa12685c-caa8-4fb9-b9cd-2f0beb936b01', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:58:32Z', 'updated_at': '2022-05-14T15:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_floatingips': [{'id': '253fcbd0-8200-4a4e-9369-e4066f8f2dca', 'tenant_id': '882808bd43644908a21ff8a58997c57f', 'floating_ip_address': '172.27.1.238', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'port_id': '1df3d18b-4cc0-425e-9b62-d5b2705661f4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43d22ca1-3a83-4fdf-9675-b59a4f503c47', 'mac_address': 'fa:16:3e:15:2e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a25afd-ca05-47fe-8bba-30442b7b5348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T15:58:36Z', 'updated_at': '2022-05-14T15:58:53Z', 'revision_number': 1, 'project_id': '882808bd43644908a21ff8a58997c57f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f658bb14-991a-48c7-a87e-4afa76a0bacf', 'name': '', 'network_id': '43d22ca1-3a83-4fdf-9675-b59a4f503c47', 'tenant_id': '882808bd43644908a21ff8a58997c57f', 'mac_address': 'fa:16:3e:04:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'edc70abe-1d66-4b15-afca-c1293a5dafee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:58:34Z', 'updated_at': '2022-05-14T15:58:38Z', 'revision_number': 5, 'project_id': '882808bd43644908a21ff8a58997c57f', 'subnets': [{'id': 'edc70abe-1d66-4b15-afca-c1293a5dafee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:58:55.303757 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0222eb1-efff-4831-86d1-6f675b0cdf10 None None] The sync data for ids ['6839e685-38d9-43b7-82b4-f993a12244b5'] in dv-cinder-839793-11-iscsi is: [{'id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'name': 'tempest-AttachVolumeTestJSON-223176791-router', 'tenant_id': '882808bd43644908a21ff8a58997c57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'fa12685c-caa8-4fb9-b9cd-2f0beb936b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:58:31Z', 'updated_at': '2022-05-14T15:58:34Z', 'revision_number': 4, 'project_id': '882808bd43644908a21ff8a58997c57f', 'gw_port': {'id': 'fa12685c-caa8-4fb9-b9cd-2f0beb936b01', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:58:32Z', 'updated_at': '2022-05-14T15:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_floatingips': [{'id': '253fcbd0-8200-4a4e-9369-e4066f8f2dca', 'tenant_id': '882808bd43644908a21ff8a58997c57f', 'floating_ip_address': '172.27.1.238', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'port_id': '1df3d18b-4cc0-425e-9b62-d5b2705661f4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43d22ca1-3a83-4fdf-9675-b59a4f503c47', 'mac_address': 'fa:16:3e:15:2e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a25afd-ca05-47fe-8bba-30442b7b5348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T15:58:36Z', 'updated_at': '2022-05-14T15:58:53Z', 'revision_number': 1, 'project_id': '882808bd43644908a21ff8a58997c57f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f658bb14-991a-48c7-a87e-4afa76a0bacf', 'name': '', 'network_id': '43d22ca1-3a83-4fdf-9675-b59a4f503c47', 'tenant_id': '882808bd43644908a21ff8a58997c57f', 'mac_address': 'fa:16:3e:04:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'edc70abe-1d66-4b15-afca-c1293a5dafee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:58:34Z', 'updated_at': '2022-05-14T15:58:38Z', 'revision_number': 5, 'project_id': '882808bd43644908a21ff8a58997c57f', 'subnets': [{'id': 'edc70abe-1d66-4b15-afca-c1293a5dafee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 15:58:55.493276 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caddc64c-82c6-4a83-bdb0-f587e28a2444 None None] New status for floating IP 253fcbd0-8200-4a4e-9369-e4066f8f2dca: ACTIVE {{(pid=115112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 14 15:58:57.020764 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 45084) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:58:57.064909 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d462511-2666-4601-bc4b-aa658ba6fae0 admin admin] Deleting subnet 99bda779-ed91-4336-a644-93f06221e998 {{(pid=115110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 14 15:58:57.067867 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-2d462511-2666-4601-bc4b-aa658ba6fae0 admin admin] Publish callbacks [] for subnet (99bda779-ed91-4336-a644-93f06221e998), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:57.105179 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-2d462511-2666-4601-bc4b-aa658ba6fae0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8967045'] for subnet (99bda779-ed91-4336-a644-93f06221e998), precommit_delete_associations {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:57.143675 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-2d462511-2666-4601-bc4b-aa658ba6fae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32905208'] for subnet (99bda779-ed91-4336-a644-93f06221e998), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:57.196149 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-2d462511-2666-4601-bc4b-aa658ba6fae0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32905185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8397829'] for subnet (99bda779-ed91-4336-a644-93f06221e998), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:57.221458 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d462511-2666-4601-bc4b-aa658ba6fae0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99bda779-ed91-4336-a644-93f06221e998,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:57.226425 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-2d462511-2666-4601-bc4b-aa658ba6fae0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for subnet (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:57.230441 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-2d462511-2666-4601-bc4b-aa658ba6fae0 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/99bda779-ed91-4336-a644-93f06221e998 HTTP/1.1" status: 204 len: 168 time: 0.2086616 May 14 15:58:57.232934 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 45086) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:58:57.302569 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-33f6a374-627d-4d83-8e5b-7e4eb79310fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32844583'] for network (5bc2cada-443d-44ab-8881-81867ee93960), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:57.377487 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-33f6a374-627d-4d83-8e5b-7e4eb79310fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32821069', 'neutron.services.segments.db._delete_segments_for_network-8770741945110'] for network (5bc2cada-443d-44ab-8881-81867ee93960), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:57.396980 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.services.segments.db [None req-33f6a374-627d-4d83-8e5b-7e4eb79310fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bc2cada-443d-44ab-8881-81867ee93960']}} {{(pid=115110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:58:57.406542 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.services.segments.db [None req-33f6a374-627d-4d83-8e5b-7e4eb79310fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f965da8a-cfbc-4bf8-b3a6-d86a8d232373') {'for_net_delete': True} {{(pid=115110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:58:57.406839 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.services.segments.db [None req-33f6a374-627d-4d83-8e5b-7e4eb79310fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f965da8a-cfbc-4bf8-b3a6-d86a8d232373') {} {{(pid=115110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 15:58:57.415836 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-33f6a374-627d-4d83-8e5b-7e4eb79310fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770741946911', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8967100'] for segment (f965da8a-cfbc-4bf8-b3a6-d86a8d232373), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:57.428569 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-33f6a374-627d-4d83-8e5b-7e4eb79310fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32906243'] for segment (f965da8a-cfbc-4bf8-b3a6-d86a8d232373), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:57.434822 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33f6a374-627d-4d83-8e5b-7e4eb79310fc admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=115110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 15:58:57.435213 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-33f6a374-627d-4d83-8e5b-7e4eb79310fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32906243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3204874'] for segment (f965da8a-cfbc-4bf8-b3a6-d86a8d232373), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:57.436878 dv-cinder-839793-11-iscsi neutron-server[115110]: Traceback (most recent call last): May 14 15:58:57.436878 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 15:58:57.436878 dv-cinder-839793-11-iscsi neutron-server[115110]: timer() May 14 15:58:57.436878 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 15:58:57.436878 dv-cinder-839793-11-iscsi neutron-server[115110]: cb(*args, **kw) May 14 15:58:57.436878 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 14 15:58:57.436878 dv-cinder-839793-11-iscsi neutron-server[115110]: return func(*args, **kwargs) May 14 15:58:57.436878 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 15:58:57.436878 dv-cinder-839793-11-iscsi neutron-server[115110]: self._notify() May 14 15:58:57.436878 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 15:58:57.436878 dv-cinder-839793-11-iscsi neutron-server[115110]: self.callback(batched_events) May 14 15:58:57.436878 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 15:58:57.436878 dv-cinder-839793-11-iscsi neutron-server[115110]: event.method(event) May 14 15:58:57.436878 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 14 15:58:57.436878 dv-cinder-839793-11-iscsi neutron-server[115110]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 15:58:57.436878 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 14 15:58:57.436878 dv-cinder-839793-11-iscsi neutron-server[115110]: aggregate_uuid = self.p_client.list_aggregates( May 14 15:58:57.436878 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 14 15:58:57.436878 dv-cinder-839793-11-iscsi neutron-server[115110]: return f(self, *a, **k) May 14 15:58:57.436878 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 14 15:58:57.436878 dv-cinder-839793-11-iscsi neutron-server[115110]: return self._get(url).json() May 14 15:58:57.436878 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 14 15:58:57.436878 dv-cinder-839793-11-iscsi neutron-server[115110]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 15:58:57.436878 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 15:58:57.436878 dv-cinder-839793-11-iscsi neutron-server[115110]: return self.request(url, 'GET', **kwargs) May 14 15:58:57.436878 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 15:58:57.436878 dv-cinder-839793-11-iscsi neutron-server[115110]: base_url = self.get_endpoint(auth, allow=allow, May 14 15:58:57.436878 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 15:58:57.436878 dv-cinder-839793-11-iscsi neutron-server[115110]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 15:58:57.436878 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 15:58:57.436878 dv-cinder-839793-11-iscsi neutron-server[115110]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 15:58:57.436878 dv-cinder-839793-11-iscsi neutron-server[115110]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 15:58:57.493204 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-33f6a374-627d-4d83-8e5b-7e4eb79310fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32821110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1759686'] for network (5bc2cada-443d-44ab-8881-81867ee93960), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:57.498886 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-33f6a374-627d-4d83-8e5b-7e4eb79310fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for network (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:57.501939 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-33f6a374-627d-4d83-8e5b-7e4eb79310fc admin admin] 10.222.0.61 "DELETE /v2.0/networks/5bc2cada-443d-44ab-8881-81867ee93960 HTTP/1.1" status: 204 len: 168 time: 0.2681079 May 14 15:58:57.512641 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f6a374-627d-4d83-8e5b-7e4eb79310fc admin admin] Pushing event deleted for resources: {'Network': ['ID=5bc2cada-443d-44ab-8881-81867ee93960,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:58:57.722948 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 45090) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:58:57.763474 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-016ca3fe-19cb-416b-8894-85c2c642612c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4ad8088ecb8a4f72a98ad70fa8be02b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393617 May 14 15:58:57.765905 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 45092) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:58:57.810541 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-745b2315-9387-46a1-97cc-24c6ec2bf742 admin admin] Publish callbacks [] for security_group (90d0ee98-7fb8-4eb0-919e-a70f84705104), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:57.831193 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-745b2315-9387-46a1-97cc-24c6ec2bf742 admin admin] Publish callbacks [] for security_group (90d0ee98-7fb8-4eb0-919e-a70f84705104), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:57.881606 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-745b2315-9387-46a1-97cc-24c6ec2bf742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (90d0ee98-7fb8-4eb0-919e-a70f84705104), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:57.884382 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-745b2315-9387-46a1-97cc-24c6ec2bf742 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:58:57.886162 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-745b2315-9387-46a1-97cc-24c6ec2bf742 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/90d0ee98-7fb8-4eb0-919e-a70f84705104 HTTP/1.1" status: 204 len: 168 time: 0.1193514 May 14 15:58:57.893610 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b2315-9387-46a1-97cc-24c6ec2bf742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d0ee98-7fb8-4eb0-919e-a70f84705104,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:59:01.036436 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-95b3c519-e305-41a2-ba6a-507b5baa7e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:59:03.304847 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-a4f567b6-5057-4657-969d-b5bcd4551ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:59:03.750784 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (df6c86ae-fc26-40a3-91a1-648a304bf46f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:59:04.340179 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:59:05.910683 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:59:07.347173 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:59:08.964496 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 45174) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:59:09.082426 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-aa159685-9e84-46ac-a5de-af43e2abdff6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:59:09.155611 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-aa159685-9e84-46ac-a5de-af43e2abdff6 admin admin] Publish callbacks [] for security_group (19e50f0b-1ef1-4578-8234-4d8f6f7ed59f), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:59:09.159258 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-aa159685-9e84-46ac-a5de-af43e2abdff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (19e50f0b-1ef1-4578-8234-4d8f6f7ed59f), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:59:09.201717 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-aa159685-9e84-46ac-a5de-af43e2abdff6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d3c8a5a0d27c455ba08d8abfa36d28d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2417235 May 14 15:59:09.202446 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa159685-9e84-46ac-a5de-af43e2abdff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e50f0b-1ef1-4578-8234-4d8f6f7ed59f,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:59:09.204435 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 45178) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 15:59:09.253710 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f564a6a8-ce8c-4c1c-ac3d-21eb0407ae8a admin admin] Publish callbacks [] for security_group (19e50f0b-1ef1-4578-8234-4d8f6f7ed59f), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:59:09.274131 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f564a6a8-ce8c-4c1c-ac3d-21eb0407ae8a admin admin] Publish callbacks [] for security_group (19e50f0b-1ef1-4578-8234-4d8f6f7ed59f), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:59:09.320117 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f564a6a8-ce8c-4c1c-ac3d-21eb0407ae8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (19e50f0b-1ef1-4578-8234-4d8f6f7ed59f), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:59:09.322823 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f564a6a8-ce8c-4c1c-ac3d-21eb0407ae8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:59:09.323946 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-f564a6a8-ce8c-4c1c-ac3d-21eb0407ae8a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/19e50f0b-1ef1-4578-8234-4d8f6f7ed59f HTTP/1.1" status: 204 len: 168 time: 0.1184363 May 14 15:59:09.331610 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f564a6a8-ce8c-4c1c-ac3d-21eb0407ae8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e50f0b-1ef1-4578-8234-4d8f6f7ed59f,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 15:59:11.648736 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-cd1eea98-3021-4588-9590-5969087dafc2 None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 15:59:31.037762 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-bc3a19b1-ad96-44d4-9fa7-1bac6796e0da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:59:31.865850 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-0ce67d07-e773-45d1-81a7-4f6e35baaaea req-97c0b8f4-ead5-43bd-b57c-52823a71ca98 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6dd9e299-5776-4848-b4ab-6d07424a3f8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378988 May 14 15:59:31.934521 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce67d07-e773-45d1-81a7-4f6e35baaaea req-11b1ad49-ebcf-4b9d-a006-94ab5f97668c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:59:31.936086 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-0ce67d07-e773-45d1-81a7-4f6e35baaaea req-11b1ad49-ebcf-4b9d-a006-94ab5f97668c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a3a2b5dee7a404a8445c8aa434b5a43&device_id=6dd9e299-5776-4848-b4ab-6d07424a3f8e HTTP/1.1" status: 200 len: 1130 time: 0.0401857 May 14 15:59:32.286350 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce67d07-e773-45d1-81a7-4f6e35baaaea req-792932be-9b8a-4997-afae-3090c3688003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:59:32.287727 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-0ce67d07-e773-45d1-81a7-4f6e35baaaea req-792932be-9b8a-4997-afae-3090c3688003 service neutron] 10.222.0.36 "GET /v2.0/networks?id=791585d6-2e4a-4237-ab00-9a26c50b495e HTTP/1.1" status: 200 len: 913 time: 0.3346388 May 14 15:59:32.352463 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-0ce67d07-e773-45d1-81a7-4f6e35baaaea req-22fcc9ad-e2b4-464e-ac65-cb6925c8a83b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d761eef1-490d-4627-a1cc-64f2436e7c0c HTTP/1.1" status: 200 len: 1001 time: 0.0585132 May 14 15:59:32.399433 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce67d07-e773-45d1-81a7-4f6e35baaaea req-9f7e1d98-17bf-4826-b7b4-d6e4fda1fbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:59:32.400816 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-0ce67d07-e773-45d1-81a7-4f6e35baaaea req-9f7e1d98-17bf-4826-b7b4-d6e4fda1fbdd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=77df9367-440f-44fc-82b0-848dccb99f62 HTTP/1.1" status: 200 len: 851 time: 0.0426724 May 14 15:59:32.443672 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce67d07-e773-45d1-81a7-4f6e35baaaea req-69390843-7865-4cbd-952f-b09c61dc48e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 15:59:32.445117 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-0ce67d07-e773-45d1-81a7-4f6e35baaaea req-69390843-7865-4cbd-952f-b09c61dc48e7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=791585d6-2e4a-4237-ab00-9a26c50b495e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0377820 May 14 15:59:32.533569 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-0ce67d07-e773-45d1-81a7-4f6e35baaaea req-2e532ad0-5ffc-45d3-a8f6-4ee4c110a5ba service neutron] 10.222.0.36 "GET /v2.0/networks/791585d6-2e4a-4237-ab00-9a26c50b495e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820453 May 14 15:59:32.619312 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-0ce67d07-e773-45d1-81a7-4f6e35baaaea req-83d7b356-9e53-43a9-8f78-5002b30c5c2a service neutron] 10.222.0.36 "GET /v2.0/networks/791585d6-2e4a-4237-ab00-9a26c50b495e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791960 May 14 15:59:33.306716 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-62bc6a9b-e474-47f5-94ac-b9c9b289877c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:59:33.754814 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (df6c86ae-fc26-40a3-91a1-648a304bf46f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:59:34.341377 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:59:35.913785 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:59:37.349088 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 15:59:48.647739 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-cd1eea98-3021-4588-9590-5969087dafc2 None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 16:00:01.040061 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-776ce3f0-77b2-4040-ae27-33aaaeb66836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:03.308547 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-75c63af1-8f94-4a31-8801-d5473aec0e8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:03.778283 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (df6c86ae-fc26-40a3-91a1-648a304bf46f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:04.343969 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:05.916682 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:07.124927 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 45202) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:00:07.272439 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [None req-11416b51-79dd-4b86-b4bc-5b56cdccf4b5 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Deleting port b3b23da5-2770-432f-96d3-d6461af905d0 {{(pid=115111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 16:00:07.272781 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-11416b51-79dd-4b86-b4bc-5b56cdccf4b5 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (b3b23da5-2770-432f-96d3-d6461af905d0), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:07.351407 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-11416b51-79dd-4b86-b4bc-5b56cdccf4b5 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (b3b23da5-2770-432f-96d3-d6461af905d0), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:07.351736 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-11416b51-79dd-4b86-b4bc-5b56cdccf4b5 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks [] for floatingip (b3b23da5-2770-432f-96d3-d6461af905d0), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:07.351965 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:07.364844 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [None req-11416b51-79dd-4b86-b4bc-5b56cdccf4b5 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Calling delete_port for b3b23da5-2770-432f-96d3-d6461af905d0 owned by network:floatingip {{(pid=115111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 16:00:07.516186 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-11416b51-79dd-4b86-b4bc-5b56cdccf4b5 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764499'] for port (b3b23da5-2770-432f-96d3-d6461af905d0), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:07.539757 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11416b51-79dd-4b86-b4bc-5b56cdccf4b5 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Pushing event deleted for resources: {'Port': ['ID=b3b23da5-2770-432f-96d3-d6461af905d0,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:00:07.549961 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11416b51-79dd-4b86-b4bc-5b56cdccf4b5 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:00:07.550332 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11416b51-79dd-4b86-b4bc-5b56cdccf4b5 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:00:07.550684 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11416b51-79dd-4b86-b4bc-5b56cdccf4b5 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:00:07.551026 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11416b51-79dd-4b86-b4bc-5b56cdccf4b5 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:00:07.551364 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11416b51-79dd-4b86-b4bc-5b56cdccf4b5 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:00:07.551700 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11416b51-79dd-4b86-b4bc-5b56cdccf4b5 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:00:07.552370 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11416b51-79dd-4b86-b4bc-5b56cdccf4b5 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:00:07.552370 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11416b51-79dd-4b86-b4bc-5b56cdccf4b5 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:00:07.552661 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11416b51-79dd-4b86-b4bc-5b56cdccf4b5 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:00:07.552986 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11416b51-79dd-4b86-b4bc-5b56cdccf4b5 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:00:07.553313 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11416b51-79dd-4b86-b4bc-5b56cdccf4b5 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:00:07.553638 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11416b51-79dd-4b86-b4bc-5b56cdccf4b5 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:00:07.553961 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11416b51-79dd-4b86-b4bc-5b56cdccf4b5 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:00:07.554287 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11416b51-79dd-4b86-b4bc-5b56cdccf4b5 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:00:07.554633 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11416b51-79dd-4b86-b4bc-5b56cdccf4b5 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:00:07.614579 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-11416b51-79dd-4b86-b4bc-5b56cdccf4b5 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks [] for floatingip (e1a468a4-1da4-4da3-9653-82fd9351bf13), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:07.614967 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.db.l3_db [None req-11416b51-79dd-4b86-b4bc-5b56cdccf4b5 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Floating IP e1a468a4-1da4-4da3-9653-82fd9351bf13 disassociated (deleted). External IP: 172.27.1.80, port: d761eef1-490d-4627-a1cc-64f2436e7c0c. May 14 16:00:08.088952 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11416b51-79dd-4b86-b4bc-5b56cdccf4b5 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Router a1169b27-b881-4a65-b771-789d4dff0e23 has already been hosted by L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f {{(pid=115111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 16:00:08.196690 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11416b51-79dd-4b86-b4bc-5b56cdccf4b5 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 16:00:08.202278 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-11416b51-79dd-4b86-b4bc-5b56cdccf4b5 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for floatingip (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:08.206908 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d92fcb-67c6-46c0-8726-a594959f09c9 None None] Sync routers for ids ['a1169b27-b881-4a65-b771-789d4dff0e23'] in dv-cinder-839793-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 16:00:08.217057 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d92fcb-67c6-46c0-8726-a594959f09c9 None None] Routers {'a1169b27-b881-4a65-b771-789d4dff0e23'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 16:00:08.217667 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-79d92fcb-67c6-46c0-8726-a594959f09c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T16:00:03Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['a1169b27-b881-4a65-b771-789d4dff0e23'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 16:00:08.231951 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-11416b51-79dd-4b86-b4bc-5b56cdccf4b5 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "DELETE /v2.0/floatingips/e1a468a4-1da4-4da3-9653-82fd9351bf13 HTTP/1.1" status: 204 len: 168 time: 1.1051722 May 14 16:00:08.232542 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd9e299-5776-4848-b4ab-6d07424a3f8e', 'tag': 'd761eef1-490d-4627-a1cc-64f2436e7c0c'}] {{(pid=115111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 16:00:08.234807 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d243af113ddc23b9a3ad38dde0a226f09410eb7dd6936b385d295fad3462c172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f01f955-7710-4719-9764-cfc3377f598e" -d '{"events": [{"name": "network-changed", "server_uuid": "6dd9e299-5776-4848-b4ab-6d07424a3f8e", "tag": "d761eef1-490d-4627-a1cc-64f2436e7c0c"}]}' {{(pid=115111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 16:00:08.273488 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 16:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29cff800-90fd-4756-a9d1-429c5dde2e5a x-openstack-request-id: req-29cff800-90fd-4756-a9d1-429c5dde2e5a {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 16:00:08.273781 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dd9e299-5776-4848-b4ab-6d07424a3f8e", "tag": "d761eef1-490d-4627-a1cc-64f2436e7c0c", "status": "completed", "code": 200}]} {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 16:00:08.274031 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-29cff800-90fd-4756-a9d1-429c5dde2e5a {{(pid=115111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 16:00:08.274460 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29cff800-90fd-4756-a9d1-429c5dde2e5a'] response: {'name': 'network-changed', 'server_uuid': '6dd9e299-5776-4848-b4ab-6d07424a3f8e', 'tag': 'd761eef1-490d-4627-a1cc-64f2436e7c0c', 'status': 'completed', 'code': 200} May 14 16:00:08.329074 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-79d92fcb-67c6-46c0-8726-a594959f09c9 None None] Set router a1169b27-b881-4a65-b771-789d4dff0e23 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 16:00:08.367561 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01f955-7710-4719-9764-cfc3377f598e req-8cc0a2e4-6447-4b46-8d20-78c547fe604a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:00:08.370635 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-2f01f955-7710-4719-9764-cfc3377f598e req-8cc0a2e4-6447-4b46-8d20-78c547fe604a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a3a2b5dee7a404a8445c8aa434b5a43&device_id=6dd9e299-5776-4848-b4ab-6d07424a3f8e HTTP/1.1" status: 200 len: 1130 time: 0.0547941 May 14 16:00:08.461662 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2a534-8f78-4c5d-b22e-dd6d5f4f49f9 req-9bcef0da-0426-436b-ad51-7ec9f9f06a84 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:00:08.463155 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d2d2a534-8f78-4c5d-b22e-dd6d5f4f49f9 req-9bcef0da-0426-436b-ad51-7ec9f9f06a84 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=6dd9e299-5776-4848-b4ab-6d07424a3f8e HTTP/1.1" status: 200 len: 946 time: 0.0483434 May 14 16:00:08.511271 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d2d2a534-8f78-4c5d-b22e-dd6d5f4f49f9 req-de7497b5-f06d-4939-8fff-f6fb66fdd9be tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418992 May 14 16:00:08.549826 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-79d92fcb-67c6-46c0-8726-a594959f09c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'name': 'tempest-TestVolumeBootPattern-1054406125-router', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '7476df31-b615-4558-9e6b-f43b19294261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:49:52Z', 'updated_at': '2022-05-14T15:49:56Z', 'revision_number': 4, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'gw_port': {'id': '7476df31-b615-4558-9e6b-f43b19294261', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:57:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:49:53Z', 'updated_at': '2022-05-14T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_floatingips': [{'id': 'e00111f9-0692-45c8-b50d-e94e1539ce20', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'floating_ip_address': '172.27.1.72', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'port_id': '85faf801-1e40-4e72-a22b-f9e9a859f83a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e', 'mac_address': 'fa:16:3e:a7:c1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T15:54:37Z', 'updated_at': '2022-05-14T15:54:40Z', 'revision_number': 1, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c6cb976-00c4-4753-b47a-e7f5b13c10b3', 'name': '', 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'mac_address': 'fa:16:3e:57:56:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '77df9367-440f-44fc-82b0-848dccb99f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:49:55Z', 'updated_at': '2022-05-14T15:50:00Z', 'revision_number': 5, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'subnets': [{'id': '77df9367-440f-44fc-82b0-848dccb99f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 16:00:08.575861 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d92fcb-67c6-46c0-8726-a594959f09c9 None None] Checking router: a1169b27-b881-4a65-b771-789d4dff0e23 for host: dv-cinder-839793-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 16:00:08.583960 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d92fcb-67c6-46c0-8726-a594959f09c9 None None] Routers {'a1169b27-b881-4a65-b771-789d4dff0e23'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 16:00:08.584559 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-79d92fcb-67c6-46c0-8726-a594959f09c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T16:00:03Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['a1169b27-b881-4a65-b771-789d4dff0e23'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 16:00:08.690779 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-79d92fcb-67c6-46c0-8726-a594959f09c9 None None] Set router a1169b27-b881-4a65-b771-789d4dff0e23 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 16:00:08.899917 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-79d92fcb-67c6-46c0-8726-a594959f09c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'name': 'tempest-TestVolumeBootPattern-1054406125-router', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '7476df31-b615-4558-9e6b-f43b19294261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:49:52Z', 'updated_at': '2022-05-14T15:49:56Z', 'revision_number': 4, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'gw_port': {'id': '7476df31-b615-4558-9e6b-f43b19294261', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:57:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:49:53Z', 'updated_at': '2022-05-14T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_floatingips': [{'id': 'e00111f9-0692-45c8-b50d-e94e1539ce20', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'floating_ip_address': '172.27.1.72', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'port_id': '85faf801-1e40-4e72-a22b-f9e9a859f83a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e', 'mac_address': 'fa:16:3e:a7:c1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T15:54:37Z', 'updated_at': '2022-05-14T15:54:40Z', 'revision_number': 1, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c6cb976-00c4-4753-b47a-e7f5b13c10b3', 'name': '', 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'mac_address': 'fa:16:3e:57:56:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '77df9367-440f-44fc-82b0-848dccb99f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:49:55Z', 'updated_at': '2022-05-14T15:50:00Z', 'revision_number': 5, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'subnets': [{'id': '77df9367-440f-44fc-82b0-848dccb99f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 16:00:08.928914 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d92fcb-67c6-46c0-8726-a594959f09c9 None None] The sync data for ids ['a1169b27-b881-4a65-b771-789d4dff0e23'] in dv-cinder-839793-11-iscsi is: [{'id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'name': 'tempest-TestVolumeBootPattern-1054406125-router', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '7476df31-b615-4558-9e6b-f43b19294261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:49:52Z', 'updated_at': '2022-05-14T15:49:56Z', 'revision_number': 4, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'gw_port': {'id': '7476df31-b615-4558-9e6b-f43b19294261', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:57:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:49:53Z', 'updated_at': '2022-05-14T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_floatingips': [{'id': 'e00111f9-0692-45c8-b50d-e94e1539ce20', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'floating_ip_address': '172.27.1.72', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'port_id': '85faf801-1e40-4e72-a22b-f9e9a859f83a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e', 'mac_address': 'fa:16:3e:a7:c1:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T15:54:37Z', 'updated_at': '2022-05-14T15:54:40Z', 'revision_number': 1, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c6cb976-00c4-4753-b47a-e7f5b13c10b3', 'name': '', 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'mac_address': 'fa:16:3e:57:56:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '77df9367-440f-44fc-82b0-848dccb99f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:49:55Z', 'updated_at': '2022-05-14T15:50:00Z', 'revision_number': 5, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'subnets': [{'id': '77df9367-440f-44fc-82b0-848dccb99f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 16:00:09.135789 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c50a70d-777e-418a-9b37-fef55dd01cb9 None None] New status for floating IP e1a468a4-1da4-4da3-9653-82fd9351bf13: DOWN {{(pid=115112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 14 16:00:09.582270 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01f955-7710-4719-9764-cfc3377f598e req-8f9319dc-3fb6-4469-aa1d-82e06431b580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:00:09.583781 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-2f01f955-7710-4719-9764-cfc3377f598e req-8f9319dc-3fb6-4469-aa1d-82e06431b580 service neutron] 10.222.0.36 "GET /v2.0/networks?id=791585d6-2e4a-4237-ab00-9a26c50b495e HTTP/1.1" status: 200 len: 913 time: 0.0855675 May 14 16:00:09.629117 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205cdc3a-3268-4121-a27a-a767ab6cc49a req-9b342367-8954-4447-a7fc-6045fc8a9986 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:00:09.629751 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-2f01f955-7710-4719-9764-cfc3377f598e req-6764b74e-e413-4dea-aa63-7ccf26e756a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d761eef1-490d-4627-a1cc-64f2436e7c0c HTTP/1.1" status: 200 len: 217 time: 0.0381248 May 14 16:00:09.630661 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-205cdc3a-3268-4121-a27a-a767ab6cc49a req-9b342367-8954-4447-a7fc-6045fc8a9986 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=6dd9e299-5776-4848-b4ab-6d07424a3f8e HTTP/1.1" status: 200 len: 946 time: 0.0498571 May 14 16:00:09.677968 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01f955-7710-4719-9764-cfc3377f598e req-00d259d7-aeae-4cd2-978a-ef04a265f30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:00:09.679547 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-2f01f955-7710-4719-9764-cfc3377f598e req-00d259d7-aeae-4cd2-978a-ef04a265f30f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=77df9367-440f-44fc-82b0-848dccb99f62 HTTP/1.1" status: 200 len: 851 time: 0.0435834 May 14 16:00:09.679693 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-205cdc3a-3268-4121-a27a-a767ab6cc49a req-9e2ee277-4399-4fa2-aa70-e8a87d851927 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433662 May 14 16:00:09.722248 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f01f955-7710-4719-9764-cfc3377f598e req-b3236275-c128-4e4e-a981-feb611db71a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:00:09.723772 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-2f01f955-7710-4719-9764-cfc3377f598e req-b3236275-c128-4e4e-a981-feb611db71a3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=791585d6-2e4a-4237-ab00-9a26c50b495e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0382423 May 14 16:00:09.813738 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-2f01f955-7710-4719-9764-cfc3377f598e req-552be17f-56d6-41fc-9e2c-04203c76a45e service neutron] 10.222.0.36 "GET /v2.0/networks/791585d6-2e4a-4237-ab00-9a26c50b495e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837853 May 14 16:00:09.905039 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-2f01f955-7710-4719-9764-cfc3377f598e req-4bfe6c9b-408f-4ad3-bdf2-b4131923faae service neutron] 10.222.0.36 "GET /v2.0/networks/791585d6-2e4a-4237-ab00-9a26c50b495e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820262 May 14 16:00:10.326685 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc48b0-d89c-4d4a-bf8c-a1955c03ec3f req-d692ee02-b475-4af3-a19c-8ade5f07d162 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:00:10.328180 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-2fbc48b0-d89c-4d4a-bf8c-a1955c03ec3f req-d692ee02-b475-4af3-a19c-8ade5f07d162 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.36 "GET /v2.0/ports?device_id=6dd9e299-5776-4848-b4ab-6d07424a3f8e HTTP/1.1" status: 200 len: 946 time: 0.0494819 May 14 16:00:10.409967 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [req-2fbc48b0-d89c-4d4a-bf8c-a1955c03ec3f req-08ac44aa-8c9d-4912-ae09-64452523a3bd tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Deleting port d761eef1-490d-4627-a1cc-64f2436e7c0c {{(pid=115110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 16:00:10.410333 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-2fbc48b0-d89c-4d4a-bf8c-a1955c03ec3f req-08ac44aa-8c9d-4912-ae09-64452523a3bd tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (d761eef1-490d-4627-a1cc-64f2436e7c0c), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:10.500298 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [req-2fbc48b0-d89c-4d4a-bf8c-a1955c03ec3f req-08ac44aa-8c9d-4912-ae09-64452523a3bd tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] For port d761eef1-490d-4627-a1cc-64f2436e7c0c, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=d761eef1-490d-4627-a1cc-64f2436e7c0c,segment=NetworkSegment(25b88ee4-cf04-43f5-bf5d-28b6fbf20225),segment_id=25b88ee4-cf04-43f5-bf5d-28b6fbf20225)] {{(pid=115110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 16:00:10.500661 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-2fbc48b0-d89c-4d4a-bf8c-a1955c03ec3f req-08ac44aa-8c9d-4912-ae09-64452523a3bd tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (d761eef1-490d-4627-a1cc-64f2436e7c0c), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:10.513803 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [req-2fbc48b0-d89c-4d4a-bf8c-a1955c03ec3f req-08ac44aa-8c9d-4912-ae09-64452523a3bd tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Calling delete_port for d761eef1-490d-4627-a1cc-64f2436e7c0c owned by compute:nova {{(pid=115110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 16:00:10.635917 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-2fbc48b0-d89c-4d4a-bf8c-a1955c03ec3f req-08ac44aa-8c9d-4912-ae09-64452523a3bd tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (d761eef1-490d-4627-a1cc-64f2436e7c0c), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:10.665646 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac44aa-8c9d-4912-ae09-64452523a3bd tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Pushing event deleted for resources: {'Port': ['ID=d761eef1-490d-4627-a1cc-64f2436e7c0c,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:00:10.680674 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ac44aa-8c9d-4912-ae09-64452523a3bd tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:00:10.680674 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ac44aa-8c9d-4912-ae09-64452523a3bd tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:00:10.680674 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ac44aa-8c9d-4912-ae09-64452523a3bd tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:00:10.680674 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ac44aa-8c9d-4912-ae09-64452523a3bd tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:00:10.681049 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ac44aa-8c9d-4912-ae09-64452523a3bd tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:00:10.681322 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ac44aa-8c9d-4912-ae09-64452523a3bd tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:00:10.681605 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ac44aa-8c9d-4912-ae09-64452523a3bd tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:00:10.681926 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ac44aa-8c9d-4912-ae09-64452523a3bd tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:00:10.682247 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ac44aa-8c9d-4912-ae09-64452523a3bd tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:00:10.682594 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ac44aa-8c9d-4912-ae09-64452523a3bd tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:00:10.682915 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ac44aa-8c9d-4912-ae09-64452523a3bd tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:00:10.683235 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ac44aa-8c9d-4912-ae09-64452523a3bd tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:00:10.683549 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ac44aa-8c9d-4912-ae09-64452523a3bd tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:00:10.683914 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ac44aa-8c9d-4912-ae09-64452523a3bd tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:00:10.684233 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ac44aa-8c9d-4912-ae09-64452523a3bd tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:00:10.723096 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fbc48b0-d89c-4d4a-bf8c-a1955c03ec3f req-08ac44aa-8c9d-4912-ae09-64452523a3bd tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] No DVR routers for this DVR port d761eef1-490d-4627-a1cc-64f2436e7c0c on host hv-cinder-83979 {{(pid=115110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 16:00:10.725883 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-2fbc48b0-d89c-4d4a-bf8c-a1955c03ec3f req-08ac44aa-8c9d-4912-ae09-64452523a3bd tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:10.729631 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-2fbc48b0-d89c-4d4a-bf8c-a1955c03ec3f req-08ac44aa-8c9d-4912-ae09-64452523a3bd tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.36 "DELETE /v2.0/ports/d761eef1-490d-4627-a1cc-64f2436e7c0c HTTP/1.1" status: 204 len: 173 time: 0.3965619 May 14 16:00:10.730131 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd9e299-5776-4848-b4ab-6d07424a3f8e', 'name': 'network-vif-deleted', 'tag': 'd761eef1-490d-4627-a1cc-64f2436e7c0c'}] {{(pid=115110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 16:00:10.734083 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a270656aa08f71c574e37588e4b5bc67f1398202d03dea947e2a2c931e3df3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e624e149-830a-4078-b796-f3838422a62c" -d '{"events": [{"server_uuid": "6dd9e299-5776-4848-b4ab-6d07424a3f8e", "name": "network-vif-deleted", "tag": "d761eef1-490d-4627-a1cc-64f2436e7c0c"}]}' {{(pid=115110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 16:00:10.773334 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 16:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b83f9bc-c39f-4d20-92c9-923f42742d59 x-openstack-request-id: req-3b83f9bc-c39f-4d20-92c9-923f42742d59 {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 16:00:10.773873 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd9e299-5776-4848-b4ab-6d07424a3f8e", "name": "network-vif-deleted", "tag": "d761eef1-490d-4627-a1cc-64f2436e7c0c", "status": "completed", "code": 200}]} {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 16:00:10.774130 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3b83f9bc-c39f-4d20-92c9-923f42742d59 {{(pid=115110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 16:00:10.774559 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b83f9bc-c39f-4d20-92c9-923f42742d59'] response: {'server_uuid': '6dd9e299-5776-4848-b4ab-6d07424a3f8e', 'name': 'network-vif-deleted', 'tag': 'd761eef1-490d-4627-a1cc-64f2436e7c0c', 'status': 'completed', 'code': 200} May 14 16:00:10.782771 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8a0794f7-d2e3-48cc-9ac9-5cb2e2d643d2 req-3228834e-e0b2-466b-9586-caf5a81780a5 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=6dd9e299-5776-4848-b4ab-6d07424a3f8e HTTP/1.1" status: 200 len: 210 time: 0.0306864 May 14 16:00:14.067492 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 45252) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:00:14.214410 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [None req-87bc3e95-b7ce-473c-b495-921a96acd35f tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Deleting port 841f45a2-d97e-48e3-b475-daa8e8d948a8 {{(pid=115111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 16:00:14.214677 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-87bc3e95-b7ce-473c-b495-921a96acd35f tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (841f45a2-d97e-48e3-b475-daa8e8d948a8), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:14.292485 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-87bc3e95-b7ce-473c-b495-921a96acd35f tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (841f45a2-d97e-48e3-b475-daa8e8d948a8), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:14.292818 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-87bc3e95-b7ce-473c-b495-921a96acd35f tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks [] for floatingip (841f45a2-d97e-48e3-b475-daa8e8d948a8), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:14.305930 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [None req-87bc3e95-b7ce-473c-b495-921a96acd35f tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Calling delete_port for 841f45a2-d97e-48e3-b475-daa8e8d948a8 owned by network:floatingip {{(pid=115111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 16:00:14.455661 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-87bc3e95-b7ce-473c-b495-921a96acd35f tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764499'] for port (841f45a2-d97e-48e3-b475-daa8e8d948a8), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:14.483191 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc3e95-b7ce-473c-b495-921a96acd35f tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Pushing event deleted for resources: {'Port': ['ID=841f45a2-d97e-48e3-b475-daa8e8d948a8,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:00:14.529580 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device d761eef1-490d-4627-a1cc-64f2436e7c0c no longer exists at agent hyperv_hv-cinder-83979 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 16:00:14.550498 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-87bc3e95-b7ce-473c-b495-921a96acd35f tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks [] for floatingip (e00111f9-0692-45c8-b50d-e94e1539ce20), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:14.552625 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.db.l3_db [None req-87bc3e95-b7ce-473c-b495-921a96acd35f tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Floating IP e00111f9-0692-45c8-b50d-e94e1539ce20 disassociated (deleted). External IP: 172.27.1.72, port: 85faf801-1e40-4e72-a22b-f9e9a859f83a. May 14 16:00:14.558239 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] No Port match for: d761eef1-490d-4627-a1cc-64f2436e7c0c {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 14 16:00:14.560629 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device d761eef1-490d-4627-a1cc-64f2436e7c0c not bound to the agent host hv-cinder-83979 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 16:00:14.790018 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87bc3e95-b7ce-473c-b495-921a96acd35f tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Router a1169b27-b881-4a65-b771-789d4dff0e23 has already been hosted by L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f {{(pid=115111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 16:00:14.907788 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87bc3e95-b7ce-473c-b495-921a96acd35f tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 16:00:14.912480 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-87bc3e95-b7ce-473c-b495-921a96acd35f tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for floatingip (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:14.919264 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601fd4f6-8a31-4fc2-9926-2a65852b6cb2 None None] Sync routers for ids ['a1169b27-b881-4a65-b771-789d4dff0e23'] in dv-cinder-839793-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 16:00:14.930588 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601fd4f6-8a31-4fc2-9926-2a65852b6cb2 None None] Routers {'a1169b27-b881-4a65-b771-789d4dff0e23'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 16:00:14.931713 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-601fd4f6-8a31-4fc2-9926-2a65852b6cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T16:00:03Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['a1169b27-b881-4a65-b771-789d4dff0e23'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 16:00:14.950758 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-87bc3e95-b7ce-473c-b495-921a96acd35f tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "DELETE /v2.0/floatingips/e00111f9-0692-45c8-b50d-e94e1539ce20 HTTP/1.1" status: 204 len: 168 time: 0.8774865 May 14 16:00:14.950758 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b', 'tag': '85faf801-1e40-4e72-a22b-f9e9a859f83a'}] {{(pid=115111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 16:00:14.950758 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d243af113ddc23b9a3ad38dde0a226f09410eb7dd6936b385d295fad3462c172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daef3534-41f1-45ac-bd40-38e9896ff4b9" -d '{"events": [{"name": "network-changed", "server_uuid": "a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b", "tag": "85faf801-1e40-4e72-a22b-f9e9a859f83a"}]}' {{(pid=115111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 16:00:14.987948 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 16:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15679c81-23b2-4138-a909-e6ec24797944 x-openstack-request-id: req-15679c81-23b2-4138-a909-e6ec24797944 {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 16:00:14.988515 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b", "tag": "85faf801-1e40-4e72-a22b-f9e9a859f83a", "status": "completed", "code": 200}]} {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 16:00:14.988984 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-15679c81-23b2-4138-a909-e6ec24797944 {{(pid=115111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 16:00:14.989589 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15679c81-23b2-4138-a909-e6ec24797944'] response: {'name': 'network-changed', 'server_uuid': 'a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b', 'tag': '85faf801-1e40-4e72-a22b-f9e9a859f83a', 'status': 'completed', 'code': 200} May 14 16:00:15.070983 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-601fd4f6-8a31-4fc2-9926-2a65852b6cb2 None None] Set router a1169b27-b881-4a65-b771-789d4dff0e23 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 16:00:15.096147 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef3534-41f1-45ac-bd40-38e9896ff4b9 req-c54c1713-66c0-4105-88e0-97381df47b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:00:15.097860 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-daef3534-41f1-45ac-bd40-38e9896ff4b9 req-c54c1713-66c0-4105-88e0-97381df47b16 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7a3a2b5dee7a404a8445c8aa434b5a43&device_id=a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b HTTP/1.1" status: 200 len: 1129 time: 0.0692382 May 14 16:00:15.210728 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e5f43-9999-445a-ba4a-7057d3f4476d req-e75f7896-61b6-4bc3-92e0-ed2060f68ac3 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:00:15.212531 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c58e5f43-9999-445a-ba4a-7057d3f4476d req-e75f7896-61b6-4bc3-92e0-ed2060f68ac3 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b HTTP/1.1" status: 200 len: 945 time: 0.0543251 May 14 16:00:15.265068 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c58e5f43-9999-445a-ba4a-7057d3f4476d req-e1df443c-1b1c-428b-8c49-d6b649e533c3 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/security-groups?id=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464633 May 14 16:00:15.348025 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef3534-41f1-45ac-bd40-38e9896ff4b9 req-02c09fd8-5d30-4d95-8afb-0d3f8bdcb247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:00:15.349446 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-daef3534-41f1-45ac-bd40-38e9896ff4b9 req-02c09fd8-5d30-4d95-8afb-0d3f8bdcb247 service neutron] 10.222.0.36 "GET /v2.0/networks?id=791585d6-2e4a-4237-ab00-9a26c50b495e HTTP/1.1" status: 200 len: 913 time: 0.0989802 May 14 16:00:15.357904 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-601fd4f6-8a31-4fc2-9926-2a65852b6cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'name': 'tempest-TestVolumeBootPattern-1054406125-router', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '7476df31-b615-4558-9e6b-f43b19294261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:49:52Z', 'updated_at': '2022-05-14T15:49:56Z', 'revision_number': 4, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'gw_port': {'id': '7476df31-b615-4558-9e6b-f43b19294261', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:57:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:49:53Z', 'updated_at': '2022-05-14T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': '8c6cb976-00c4-4753-b47a-e7f5b13c10b3', 'name': '', 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'mac_address': 'fa:16:3e:57:56:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '77df9367-440f-44fc-82b0-848dccb99f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:49:55Z', 'updated_at': '2022-05-14T15:50:00Z', 'revision_number': 5, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'subnets': [{'id': '77df9367-440f-44fc-82b0-848dccb99f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 16:00:15.386999 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601fd4f6-8a31-4fc2-9926-2a65852b6cb2 None None] Checking router: a1169b27-b881-4a65-b771-789d4dff0e23 for host: dv-cinder-839793-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 16:00:15.391374 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-daef3534-41f1-45ac-bd40-38e9896ff4b9 req-e5847ca4-16bd-47d1-ab49-175d590883bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85faf801-1e40-4e72-a22b-f9e9a859f83a HTTP/1.1" status: 200 len: 217 time: 0.0338838 May 14 16:00:15.395665 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601fd4f6-8a31-4fc2-9926-2a65852b6cb2 None None] Routers {'a1169b27-b881-4a65-b771-789d4dff0e23'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 16:00:15.396261 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-601fd4f6-8a31-4fc2-9926-2a65852b6cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T16:00:03Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['a1169b27-b881-4a65-b771-789d4dff0e23'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 16:00:15.442072 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef3534-41f1-45ac-bd40-38e9896ff4b9 req-effc8197-42f9-49b8-9ca4-23c7579b6236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:00:15.443597 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-daef3534-41f1-45ac-bd40-38e9896ff4b9 req-effc8197-42f9-49b8-9ca4-23c7579b6236 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=77df9367-440f-44fc-82b0-848dccb99f62 HTTP/1.1" status: 200 len: 851 time: 0.0465193 May 14 16:00:15.491911 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef3534-41f1-45ac-bd40-38e9896ff4b9 req-146b5fb9-c13e-401c-833c-b765cca787d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:00:15.493403 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-daef3534-41f1-45ac-bd40-38e9896ff4b9 req-146b5fb9-c13e-401c-833c-b765cca787d6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=791585d6-2e4a-4237-ab00-9a26c50b495e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440388 May 14 16:00:15.505427 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-601fd4f6-8a31-4fc2-9926-2a65852b6cb2 None None] Set router a1169b27-b881-4a65-b771-789d4dff0e23 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 16:00:15.691596 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-601fd4f6-8a31-4fc2-9926-2a65852b6cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'name': 'tempest-TestVolumeBootPattern-1054406125-router', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '7476df31-b615-4558-9e6b-f43b19294261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:49:52Z', 'updated_at': '2022-05-14T15:49:56Z', 'revision_number': 4, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'gw_port': {'id': '7476df31-b615-4558-9e6b-f43b19294261', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:57:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:49:53Z', 'updated_at': '2022-05-14T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': '8c6cb976-00c4-4753-b47a-e7f5b13c10b3', 'name': '', 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'mac_address': 'fa:16:3e:57:56:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '77df9367-440f-44fc-82b0-848dccb99f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:49:55Z', 'updated_at': '2022-05-14T15:50:00Z', 'revision_number': 5, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'subnets': [{'id': '77df9367-440f-44fc-82b0-848dccb99f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 16:00:15.720987 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601fd4f6-8a31-4fc2-9926-2a65852b6cb2 None None] The sync data for ids ['a1169b27-b881-4a65-b771-789d4dff0e23'] in dv-cinder-839793-11-iscsi is: [{'id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'name': 'tempest-TestVolumeBootPattern-1054406125-router', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '7476df31-b615-4558-9e6b-f43b19294261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:49:52Z', 'updated_at': '2022-05-14T15:49:56Z', 'revision_number': 4, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'gw_port': {'id': '7476df31-b615-4558-9e6b-f43b19294261', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:57:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:49:53Z', 'updated_at': '2022-05-14T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': '8c6cb976-00c4-4753-b47a-e7f5b13c10b3', 'name': '', 'network_id': '791585d6-2e4a-4237-ab00-9a26c50b495e', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'mac_address': 'fa:16:3e:57:56:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '77df9367-440f-44fc-82b0-848dccb99f62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:49:55Z', 'updated_at': '2022-05-14T15:50:00Z', 'revision_number': 5, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'subnets': [{'id': '77df9367-440f-44fc-82b0-848dccb99f62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 16:00:15.787281 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-daef3534-41f1-45ac-bd40-38e9896ff4b9 req-0cdf8da2-e468-4c8f-b978-b36097f009d3 service neutron] 10.222.0.36 "GET /v2.0/networks/791585d6-2e4a-4237-ab00-9a26c50b495e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859246 May 14 16:00:15.924551 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-daef3534-41f1-45ac-bd40-38e9896ff4b9 req-13313ee6-f8b8-471d-87fe-4db67d0923d2 service neutron] 10.222.0.36 "GET /v2.0/networks/791585d6-2e4a-4237-ab00-9a26c50b495e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914574 May 14 16:00:15.950852 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf8d027-caae-41c3-9278-c19bbd00287a None None] New status for floating IP e00111f9-0692-45c8-b50d-e94e1539ce20: DOWN {{(pid=115112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 14 16:00:16.023941 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98799ed1-8657-4bf0-a997-a46304c086ce req-148e9f3c-02b0-41e3-a3fd-a0b6b35cffb6 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:00:16.025447 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-98799ed1-8657-4bf0-a997-a46304c086ce req-148e9f3c-02b0-41e3-a3fd-a0b6b35cffb6 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.36 "GET /v2.0/ports?device_id=a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b HTTP/1.1" status: 200 len: 945 time: 0.0495982 May 14 16:00:16.113052 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [req-98799ed1-8657-4bf0-a997-a46304c086ce req-af32c450-743c-44df-ac9d-33e2c745520f tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Deleting port 85faf801-1e40-4e72-a22b-f9e9a859f83a {{(pid=115110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 16:00:16.113775 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-98799ed1-8657-4bf0-a997-a46304c086ce req-af32c450-743c-44df-ac9d-33e2c745520f tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (85faf801-1e40-4e72-a22b-f9e9a859f83a), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:16.199910 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [req-98799ed1-8657-4bf0-a997-a46304c086ce req-af32c450-743c-44df-ac9d-33e2c745520f tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] For port 85faf801-1e40-4e72-a22b-f9e9a859f83a, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=85faf801-1e40-4e72-a22b-f9e9a859f83a,segment=NetworkSegment(25b88ee4-cf04-43f5-bf5d-28b6fbf20225),segment_id=25b88ee4-cf04-43f5-bf5d-28b6fbf20225)] {{(pid=115110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 16:00:16.200123 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-98799ed1-8657-4bf0-a997-a46304c086ce req-af32c450-743c-44df-ac9d-33e2c745520f tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (85faf801-1e40-4e72-a22b-f9e9a859f83a), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:16.212380 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [req-98799ed1-8657-4bf0-a997-a46304c086ce req-af32c450-743c-44df-ac9d-33e2c745520f tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Calling delete_port for 85faf801-1e40-4e72-a22b-f9e9a859f83a owned by compute:nova {{(pid=115110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 16:00:16.374069 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-98799ed1-8657-4bf0-a997-a46304c086ce req-af32c450-743c-44df-ac9d-33e2c745520f tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (85faf801-1e40-4e72-a22b-f9e9a859f83a), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:16.402850 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-fa44f615-db5d-41f4-b9cf-42b89cccd23d req-fd1d4489-b1f3-4b1f-b31e-040efada9aa3 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b HTTP/1.1" status: 200 len: 210 time: 0.0288188 May 14 16:00:16.406338 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af32c450-743c-44df-ac9d-33e2c745520f tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Pushing event deleted for resources: {'Port': ['ID=85faf801-1e40-4e72-a22b-f9e9a859f83a,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:00:16.450027 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.l3_dvrscheduler_db [req-98799ed1-8657-4bf0-a997-a46304c086ce req-af32c450-743c-44df-ac9d-33e2c745520f tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] No DVR routers for this DVR port 85faf801-1e40-4e72-a22b-f9e9a859f83a on host hv-cinder-83979 {{(pid=115110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 16:00:16.452414 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-98799ed1-8657-4bf0-a997-a46304c086ce req-af32c450-743c-44df-ac9d-33e2c745520f tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:16.455578 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-98799ed1-8657-4bf0-a997-a46304c086ce req-af32c450-743c-44df-ac9d-33e2c745520f tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.36 "DELETE /v2.0/ports/85faf801-1e40-4e72-a22b-f9e9a859f83a HTTP/1.1" status: 204 len: 173 time: 0.4245856 May 14 16:00:16.456022 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b', 'name': 'network-vif-deleted', 'tag': '85faf801-1e40-4e72-a22b-f9e9a859f83a'}] {{(pid=115110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 16:00:16.458195 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a270656aa08f71c574e37588e4b5bc67f1398202d03dea947e2a2c931e3df3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34ded8f-b73c-40d5-8008-871c59ed2286" -d '{"events": [{"server_uuid": "a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b", "name": "network-vif-deleted", "tag": "85faf801-1e40-4e72-a22b-f9e9a859f83a"}]}' {{(pid=115110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 16:00:16.494735 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 16:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0c3833-3e05-429d-b61e-7c0022227397 x-openstack-request-id: req-cc0c3833-3e05-429d-b61e-7c0022227397 {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 16:00:16.495037 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b", "name": "network-vif-deleted", "tag": "85faf801-1e40-4e72-a22b-f9e9a859f83a", "status": "completed", "code": 200}]} {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 16:00:16.495296 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-cc0c3833-3e05-429d-b61e-7c0022227397 {{(pid=115110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 16:00:16.495707 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc0c3833-3e05-429d-b61e-7c0022227397'] response: {'server_uuid': 'a3ea9ec3-f9f5-4d5f-81e2-83d33e93a74b', 'name': 'network-vif-deleted', 'tag': '85faf801-1e40-4e72-a22b-f9e9a859f83a', 'status': 'completed', 'code': 200} May 14 16:00:17.463498 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 45282) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:00:17.577464 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [None req-d8f382a2-cfcb-4c58-ae56-eb844d966699 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Deleting port c9630ad3-bd81-4b71-9768-56951bfc53dd {{(pid=115111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 16:00:17.577795 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-d8f382a2-cfcb-4c58-ae56-eb844d966699 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (c9630ad3-bd81-4b71-9768-56951bfc53dd), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:17.653957 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-d8f382a2-cfcb-4c58-ae56-eb844d966699 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (c9630ad3-bd81-4b71-9768-56951bfc53dd), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:17.654275 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-d8f382a2-cfcb-4c58-ae56-eb844d966699 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks [] for floatingip (c9630ad3-bd81-4b71-9768-56951bfc53dd), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:17.665819 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [None req-d8f382a2-cfcb-4c58-ae56-eb844d966699 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Calling delete_port for c9630ad3-bd81-4b71-9768-56951bfc53dd owned by network:floatingip {{(pid=115111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 16:00:17.795457 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-d8f382a2-cfcb-4c58-ae56-eb844d966699 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764499'] for port (c9630ad3-bd81-4b71-9768-56951bfc53dd), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:17.822270 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f382a2-cfcb-4c58-ae56-eb844d966699 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Pushing event deleted for resources: {'Port': ['ID=c9630ad3-bd81-4b71-9768-56951bfc53dd,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:00:17.886654 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-d8f382a2-cfcb-4c58-ae56-eb844d966699 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks [] for floatingip (dd38c93f-3147-41ef-81e2-61dc990d57ea), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:17.889644 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-d8f382a2-cfcb-4c58-ae56-eb844d966699 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for floatingip (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:17.890816 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-d8f382a2-cfcb-4c58-ae56-eb844d966699 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "DELETE /v2.0/floatingips/dd38c93f-3147-41ef-81e2-61dc990d57ea HTTP/1.1" status: 204 len: 168 time: 0.4273741 May 14 16:00:19.088422 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 45296) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:00:19.146918 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-a2db4d64-4f8f-4b03-ba69-a1173b498a66 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks [] for security_group (3dbc9699-a7c3-4ea6-bbf3-899c96de1d48), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:19.172489 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-a2db4d64-4f8f-4b03-ba69-a1173b498a66 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks [] for security_group (3dbc9699-a7c3-4ea6-bbf3-899c96de1d48), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:19.231141 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-a2db4d64-4f8f-4b03-ba69-a1173b498a66 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (3dbc9699-a7c3-4ea6-bbf3-899c96de1d48), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:19.233817 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-a2db4d64-4f8f-4b03-ba69-a1173b498a66 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:19.235051 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-a2db4d64-4f8f-4b03-ba69-a1173b498a66 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] 10.222.0.61 "DELETE /v2.0/security-groups/3dbc9699-a7c3-4ea6-bbf3-899c96de1d48 HTTP/1.1" status: 204 len: 168 time: 0.1457086 May 14 16:00:19.244026 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2db4d64-4f8f-4b03-ba69-a1173b498a66 tempest-TestVolumeBootPattern-2062489882 tempest-TestVolumeBootPattern-2062489882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbc9699-a7c3-4ea6-bbf3-899c96de1d48,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:00:19.293440 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 45302) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:00:19.753899 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-7e2f9578-97db-4460-a7e3-4abdc32826cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753798'] for router_interface (a1169b27-b881-4a65-b771-789d4dff0e23), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:19.979576 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [None req-7e2f9578-97db-4460-a7e3-4abdc32826cf admin admin] Deleting port 8c6cb976-00c4-4753-b47a-e7f5b13c10b3 {{(pid=115110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 16:00:19.979911 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-7e2f9578-97db-4460-a7e3-4abdc32826cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (8c6cb976-00c4-4753-b47a-e7f5b13c10b3), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:20.055904 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [None req-7e2f9578-97db-4460-a7e3-4abdc32826cf admin admin] For port 8c6cb976-00c4-4753-b47a-e7f5b13c10b3, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=8c6cb976-00c4-4753-b47a-e7f5b13c10b3,segment=NetworkSegment(25b88ee4-cf04-43f5-bf5d-28b6fbf20225),segment_id=25b88ee4-cf04-43f5-bf5d-28b6fbf20225)] {{(pid=115110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 16:00:20.056182 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-7e2f9578-97db-4460-a7e3-4abdc32826cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (8c6cb976-00c4-4753-b47a-e7f5b13c10b3), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:20.069069 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [None req-7e2f9578-97db-4460-a7e3-4abdc32826cf admin admin] Calling delete_port for 8c6cb976-00c4-4753-b47a-e7f5b13c10b3 owned by network:router_interface {{(pid=115110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 16:00:20.245803 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-7e2f9578-97db-4460-a7e3-4abdc32826cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (8c6cb976-00c4-4753-b47a-e7f5b13c10b3), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:20.273184 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2f9578-97db-4460-a7e3-4abdc32826cf admin admin] Pushing event deleted for resources: {'Port': ['ID=8c6cb976-00c4-4753-b47a-e7f5b13c10b3,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:00:20.443370 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-7e2f9578-97db-4460-a7e3-4abdc32826cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1680725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769177'] for router_interface (a1169b27-b881-4a65-b771-789d4dff0e23), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:20.542698 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device 85faf801-1e40-4e72-a22b-f9e9a859f83a no longer exists at agent hyperv_hv-cinder-83979 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 16:00:20.567172 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] No Port match for: 85faf801-1e40-4e72-a22b-f9e9a859f83a {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 14 16:00:20.567515 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device 85faf801-1e40-4e72-a22b-f9e9a859f83a not bound to the agent host hv-cinder-83979 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 16:00:20.661130 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e2f9578-97db-4460-a7e3-4abdc32826cf admin admin] Router a1169b27-b881-4a65-b771-789d4dff0e23 has already been hosted by L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f {{(pid=115110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 16:00:21.016800 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2f9578-97db-4460-a7e3-4abdc32826cf admin admin] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 16:00:21.021502 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-7e2f9578-97db-4460-a7e3-4abdc32826cf admin admin] 10.222.0.61 "PUT /v2.0/routers/a1169b27-b881-4a65-b771-789d4dff0e23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7269106 May 14 16:00:21.024016 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 45308) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:00:21.026561 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d3e85f-ff4b-4721-abe4-43d34c7a3d79 None None] Sync routers for ids ['a1169b27-b881-4a65-b771-789d4dff0e23'] in dv-cinder-839793-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 16:00:21.036127 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d3e85f-ff4b-4721-abe4-43d34c7a3d79 None None] Routers {'a1169b27-b881-4a65-b771-789d4dff0e23'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 16:00:21.036727 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-72d3e85f-ff4b-4721-abe4-43d34c7a3d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T16:00:03Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['a1169b27-b881-4a65-b771-789d4dff0e23'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 16:00:21.127809 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-937d5f59-65b8-4e23-882d-4b18da5a2dd9 admin admin] Publish callbacks [] for router (a1169b27-b881-4a65-b771-789d4dff0e23), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:21.145228 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-72d3e85f-ff4b-4721-abe4-43d34c7a3d79 None None] Set router a1169b27-b881-4a65-b771-789d4dff0e23 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 16:00:21.243246 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-937d5f59-65b8-4e23-882d-4b18da5a2dd9 admin admin] Publish callbacks [] for router_gateway (a1169b27-b881-4a65-b771-789d4dff0e23), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:21.288626 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [None req-937d5f59-65b8-4e23-882d-4b18da5a2dd9 admin admin] Deleting port 7476df31-b615-4558-9e6b-f43b19294261 {{(pid=115110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 16:00:21.289256 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-937d5f59-65b8-4e23-882d-4b18da5a2dd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (7476df31-b615-4558-9e6b-f43b19294261), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:21.314059 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-72d3e85f-ff4b-4721-abe4-43d34c7a3d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'name': 'tempest-TestVolumeBootPattern-1054406125-router', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '7476df31-b615-4558-9e6b-f43b19294261', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:49:52Z', 'updated_at': '2022-05-14T16:00:20Z', 'revision_number': 5, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'gw_port': {'id': '7476df31-b615-4558-9e6b-f43b19294261', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:57:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:49:53Z', 'updated_at': '2022-05-14T15:49:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi'}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 16:00:21.341501 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d3e85f-ff4b-4721-abe4-43d34c7a3d79 None None] Checking router: a1169b27-b881-4a65-b771-789d4dff0e23 for host: dv-cinder-839793-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 16:00:21.349620 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d3e85f-ff4b-4721-abe4-43d34c7a3d79 None None] Routers {'a1169b27-b881-4a65-b771-789d4dff0e23'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 16:00:21.350214 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-72d3e85f-ff4b-4721-abe4-43d34c7a3d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T16:00:03Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['a1169b27-b881-4a65-b771-789d4dff0e23'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 16:00:21.368394 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [None req-937d5f59-65b8-4e23-882d-4b18da5a2dd9 admin admin] For port 7476df31-b615-4558-9e6b-f43b19294261, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=7476df31-b615-4558-9e6b-f43b19294261,segment=NetworkSegment(fe506043-d64f-420e-bda4-fab290621067),segment_id=fe506043-d64f-420e-bda4-fab290621067)] {{(pid=115110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 16:00:21.368850 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-937d5f59-65b8-4e23-882d-4b18da5a2dd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (7476df31-b615-4558-9e6b-f43b19294261), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:21.385424 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [None req-937d5f59-65b8-4e23-882d-4b18da5a2dd9 admin admin] Calling delete_port for 7476df31-b615-4558-9e6b-f43b19294261 owned by network:router_gateway {{(pid=115110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 16:00:21.442109 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-72d3e85f-ff4b-4721-abe4-43d34c7a3d79 None None] Set router a1169b27-b881-4a65-b771-789d4dff0e23 gateway port host: None {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 16:00:21.503462 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-72d3e85f-ff4b-4721-abe4-43d34c7a3d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'name': 'tempest-TestVolumeBootPattern-1054406125-router', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:49:52Z', 'updated_at': '2022-05-14T16:00:21Z', 'revision_number': 6, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'gw_port_host': None}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 16:00:21.531120 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d3e85f-ff4b-4721-abe4-43d34c7a3d79 None None] The sync data for ids ['a1169b27-b881-4a65-b771-789d4dff0e23'] in dv-cinder-839793-11-iscsi is: [{'id': 'a1169b27-b881-4a65-b771-789d4dff0e23', 'name': 'tempest-TestVolumeBootPattern-1054406125-router', 'tenant_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:49:52Z', 'updated_at': '2022-05-14T16:00:21Z', 'revision_number': 6, 'project_id': '7a3a2b5dee7a404a8445c8aa434b5a43', 'gw_port_host': None}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 16:00:21.561667 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-937d5f59-65b8-4e23-882d-4b18da5a2dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (7476df31-b615-4558-9e6b-f43b19294261), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:21.588574 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937d5f59-65b8-4e23-882d-4b18da5a2dd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7476df31-b615-4558-9e6b-f43b19294261,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:00:21.650639 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-937d5f59-65b8-4e23-882d-4b18da5a2dd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1760500'] for router_gateway (a1169b27-b881-4a65-b771-789d4dff0e23), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:21.740536 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-937d5f59-65b8-4e23-882d-4b18da5a2dd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104779'] for router (a1169b27-b881-4a65-b771-789d4dff0e23), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:21.742759 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-937d5f59-65b8-4e23-882d-4b18da5a2dd9 admin admin] Publish callbacks [] for router_controller (a1169b27-b881-4a65-b771-789d4dff0e23), precommit_delete_associations {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:21.790490 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-937d5f59-65b8-4e23-882d-4b18da5a2dd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758117'] for router (a1169b27-b881-4a65-b771-789d4dff0e23), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:21.791032 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937d5f59-65b8-4e23-882d-4b18da5a2dd9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1169b27-b881-4a65-b771-789d4dff0e23 {{(pid=115110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 14 16:00:21.795933 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-937d5f59-65b8-4e23-882d-4b18da5a2dd9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:21.799547 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-937d5f59-65b8-4e23-882d-4b18da5a2dd9 admin admin] 10.222.0.61 "DELETE /v2.0/routers/a1169b27-b881-4a65-b771-789d4dff0e23 HTTP/1.1" status: 204 len: 168 time: 0.7723339 May 14 16:00:21.799787 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 45312) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:00:21.847455 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.db_base_plugin_v2 [None req-09357c38-a0f5-4ffd-8bfc-440969a282d0 admin admin] Deleting subnet 77df9367-440f-44fc-82b0-848dccb99f62 {{(pid=115110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 14 16:00:21.850569 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-09357c38-a0f5-4ffd-8bfc-440969a282d0 admin admin] Publish callbacks [] for subnet (77df9367-440f-44fc-82b0-848dccb99f62), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:21.889904 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-09357c38-a0f5-4ffd-8bfc-440969a282d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8967045'] for subnet (77df9367-440f-44fc-82b0-848dccb99f62), precommit_delete_associations {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:21.981095 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-09357c38-a0f5-4ffd-8bfc-440969a282d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32905208'] for subnet (77df9367-440f-44fc-82b0-848dccb99f62), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:22.033053 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-09357c38-a0f5-4ffd-8bfc-440969a282d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32905185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8397829'] for subnet (77df9367-440f-44fc-82b0-848dccb99f62), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:22.055787 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09357c38-a0f5-4ffd-8bfc-440969a282d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77df9367-440f-44fc-82b0-848dccb99f62,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:00:22.061602 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-09357c38-a0f5-4ffd-8bfc-440969a282d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for subnet (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:22.064827 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-09357c38-a0f5-4ffd-8bfc-440969a282d0 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/77df9367-440f-44fc-82b0-848dccb99f62 HTTP/1.1" status: 204 len: 168 time: 0.2640841 May 14 16:00:22.067302 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1327bb96-3b19-4795-ac06-60988031f666 None None] Network 791585d6-2e4a-4237-ab00-9a26c50b495e requested from dv-cinder-839793-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 16:00:22.067854 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 45314) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:00:22.146138 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-152a0feb-6bd3-4eea-8fc2-fb0f40c55898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32844583'] for network (791585d6-2e4a-4237-ab00-9a26c50b495e), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:22.192757 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [None req-152a0feb-6bd3-4eea-8fc2-fb0f40c55898 admin admin] Deleting port 63cf6353-f0fa-4bf2-b6d1-0ea4ef0438bc {{(pid=115110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 16:00:22.193092 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-152a0feb-6bd3-4eea-8fc2-fb0f40c55898 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (63cf6353-f0fa-4bf2-b6d1-0ea4ef0438bc), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:22.253887 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [None req-152a0feb-6bd3-4eea-8fc2-fb0f40c55898 admin admin] For port 63cf6353-f0fa-4bf2-b6d1-0ea4ef0438bc, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=63cf6353-f0fa-4bf2-b6d1-0ea4ef0438bc,segment=NetworkSegment(25b88ee4-cf04-43f5-bf5d-28b6fbf20225),segment_id=25b88ee4-cf04-43f5-bf5d-28b6fbf20225)] {{(pid=115110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 16:00:22.254242 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-152a0feb-6bd3-4eea-8fc2-fb0f40c55898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (63cf6353-f0fa-4bf2-b6d1-0ea4ef0438bc), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:22.266832 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [None req-152a0feb-6bd3-4eea-8fc2-fb0f40c55898 admin admin] Calling delete_port for 63cf6353-f0fa-4bf2-b6d1-0ea4ef0438bc owned by network:dhcp {{(pid=115110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 16:00:22.310722 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699509df-ef44-4fec-9f30-153c5f39cd3b None None] DHCP port deletion for 791585d6-2e4a-4237-ab00-9a26c50b495e request from dv-cinder-839793-11-iscsi {{(pid=115112) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 14 16:00:22.359374 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-699509df-ef44-4fec-9f30-153c5f39cd3b None None] Deleting port 63cf6353-f0fa-4bf2-b6d1-0ea4ef0438bc {{(pid=115112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 16:00:22.359826 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-699509df-ef44-4fec-9f30-153c5f39cd3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (63cf6353-f0fa-4bf2-b6d1-0ea4ef0438bc), before_delete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:22.374449 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-152a0feb-6bd3-4eea-8fc2-fb0f40c55898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (63cf6353-f0fa-4bf2-b6d1-0ea4ef0438bc), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:22.406166 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152a0feb-6bd3-4eea-8fc2-fb0f40c55898 admin admin] Pushing event deleted for resources: {'Port': ['ID=63cf6353-f0fa-4bf2-b6d1-0ea4ef0438bc,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:00:22.408751 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152a0feb-6bd3-4eea-8fc2-fb0f40c55898 admin admin] No DVR routers for this DVR port 63cf6353-f0fa-4bf2-b6d1-0ea4ef0438bc on host dv-cinder-839793-11-iscsi {{(pid=115110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 16:00:22.446642 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-699509df-ef44-4fec-9f30-153c5f39cd3b None None] For port 63cf6353-f0fa-4bf2-b6d1-0ea4ef0438bc, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=63cf6353-f0fa-4bf2-b6d1-0ea4ef0438bc,segment=NetworkSegment(25b88ee4-cf04-43f5-bf5d-28b6fbf20225),segment_id=25b88ee4-cf04-43f5-bf5d-28b6fbf20225)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 16:00:22.447047 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-699509df-ef44-4fec-9f30-153c5f39cd3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (63cf6353-f0fa-4bf2-b6d1-0ea4ef0438bc), precommit_delete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:22.464910 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-699509df-ef44-4fec-9f30-153c5f39cd3b None None] Calling delete_port for 63cf6353-f0fa-4bf2-b6d1-0ea4ef0438bc owned by network:dhcp {{(pid=115112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 16:00:22.487342 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-152a0feb-6bd3-4eea-8fc2-fb0f40c55898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32821069', 'neutron.services.segments.db._delete_segments_for_network-8770741945110'] for network (791585d6-2e4a-4237-ab00-9a26c50b495e), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:22.509356 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.services.segments.db [None req-152a0feb-6bd3-4eea-8fc2-fb0f40c55898 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['791585d6-2e4a-4237-ab00-9a26c50b495e']}} {{(pid=115110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 16:00:22.522092 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.services.segments.db [None req-152a0feb-6bd3-4eea-8fc2-fb0f40c55898 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25b88ee4-cf04-43f5-bf5d-28b6fbf20225') {'for_net_delete': True} {{(pid=115110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 16:00:22.522594 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.services.segments.db [None req-152a0feb-6bd3-4eea-8fc2-fb0f40c55898 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25b88ee4-cf04-43f5-bf5d-28b6fbf20225') {} {{(pid=115110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 16:00:22.534211 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-152a0feb-6bd3-4eea-8fc2-fb0f40c55898 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770741946911', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8967100'] for segment (25b88ee4-cf04-43f5-bf5d-28b6fbf20225), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:22.551121 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-152a0feb-6bd3-4eea-8fc2-fb0f40c55898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32906243'] for segment (25b88ee4-cf04-43f5-bf5d-28b6fbf20225), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:22.563199 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-152a0feb-6bd3-4eea-8fc2-fb0f40c55898 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=115110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 16:00:22.564017 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-152a0feb-6bd3-4eea-8fc2-fb0f40c55898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32906243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3204874'] for segment (25b88ee4-cf04-43f5-bf5d-28b6fbf20225), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:22.566194 dv-cinder-839793-11-iscsi neutron-server[115110]: Traceback (most recent call last): May 14 16:00:22.566194 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 16:00:22.566194 dv-cinder-839793-11-iscsi neutron-server[115110]: timer() May 14 16:00:22.566194 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 16:00:22.566194 dv-cinder-839793-11-iscsi neutron-server[115110]: cb(*args, **kw) May 14 16:00:22.566194 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 14 16:00:22.566194 dv-cinder-839793-11-iscsi neutron-server[115110]: return func(*args, **kwargs) May 14 16:00:22.566194 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 16:00:22.566194 dv-cinder-839793-11-iscsi neutron-server[115110]: self._notify() May 14 16:00:22.566194 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 16:00:22.566194 dv-cinder-839793-11-iscsi neutron-server[115110]: self.callback(batched_events) May 14 16:00:22.566194 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 16:00:22.566194 dv-cinder-839793-11-iscsi neutron-server[115110]: event.method(event) May 14 16:00:22.566194 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 14 16:00:22.566194 dv-cinder-839793-11-iscsi neutron-server[115110]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 16:00:22.566194 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 14 16:00:22.566194 dv-cinder-839793-11-iscsi neutron-server[115110]: aggregate_uuid = self.p_client.list_aggregates( May 14 16:00:22.566194 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 14 16:00:22.566194 dv-cinder-839793-11-iscsi neutron-server[115110]: return f(self, *a, **k) May 14 16:00:22.566194 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 14 16:00:22.566194 dv-cinder-839793-11-iscsi neutron-server[115110]: return self._get(url).json() May 14 16:00:22.566194 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 14 16:00:22.566194 dv-cinder-839793-11-iscsi neutron-server[115110]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 16:00:22.566194 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 16:00:22.566194 dv-cinder-839793-11-iscsi neutron-server[115110]: return self.request(url, 'GET', **kwargs) May 14 16:00:22.566194 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 16:00:22.566194 dv-cinder-839793-11-iscsi neutron-server[115110]: base_url = self.get_endpoint(auth, allow=allow, May 14 16:00:22.566194 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 16:00:22.566194 dv-cinder-839793-11-iscsi neutron-server[115110]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 16:00:22.566194 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 16:00:22.566194 dv-cinder-839793-11-iscsi neutron-server[115110]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 16:00:22.566194 dv-cinder-839793-11-iscsi neutron-server[115110]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 16:00:22.579402 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-699509df-ef44-4fec-9f30-153c5f39cd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206'] for port (63cf6353-f0fa-4bf2-b6d1-0ea4ef0438bc), after_delete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:22.604804 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699509df-ef44-4fec-9f30-153c5f39cd3b None None] Pushing event deleted for resources: {'Port': ['ID=63cf6353-f0fa-4bf2-b6d1-0ea4ef0438bc,revision_number=None']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:00:22.609761 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699509df-ef44-4fec-9f30-153c5f39cd3b None None] No DVR routers for this DVR port 63cf6353-f0fa-4bf2-b6d1-0ea4ef0438bc on host dv-cinder-839793-11-iscsi {{(pid=115112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 16:00:22.617164 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699509df-ef44-4fec-9f30-153c5f39cd3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:00:22.617741 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699509df-ef44-4fec-9f30-153c5f39cd3b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:00:22.618259 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699509df-ef44-4fec-9f30-153c5f39cd3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:00:22.618786 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699509df-ef44-4fec-9f30-153c5f39cd3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:00:22.620533 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699509df-ef44-4fec-9f30-153c5f39cd3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:00:22.621588 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699509df-ef44-4fec-9f30-153c5f39cd3b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:00:22.622161 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699509df-ef44-4fec-9f30-153c5f39cd3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:00:22.622822 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699509df-ef44-4fec-9f30-153c5f39cd3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:00:22.623953 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699509df-ef44-4fec-9f30-153c5f39cd3b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:00:22.624782 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699509df-ef44-4fec-9f30-153c5f39cd3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:00:22.625426 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699509df-ef44-4fec-9f30-153c5f39cd3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:00:22.626174 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699509df-ef44-4fec-9f30-153c5f39cd3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:00:22.626695 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699509df-ef44-4fec-9f30-153c5f39cd3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:00:22.627203 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699509df-ef44-4fec-9f30-153c5f39cd3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:00:22.627707 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699509df-ef44-4fec-9f30-153c5f39cd3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:00:22.651428 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-152a0feb-6bd3-4eea-8fc2-fb0f40c55898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32821110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1759686'] for network (791585d6-2e4a-4237-ab00-9a26c50b495e), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:22.661156 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-152a0feb-6bd3-4eea-8fc2-fb0f40c55898 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for network (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:22.667806 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-152a0feb-6bd3-4eea-8fc2-fb0f40c55898 admin admin] 10.222.0.61 "DELETE /v2.0/networks/791585d6-2e4a-4237-ab00-9a26c50b495e HTTP/1.1" status: 204 len: 168 time: 0.5995071 May 14 16:00:22.669096 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 45324) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:00:22.672133 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5abbb0-c35c-443c-967c-4bf65a5f76b3 req-12010098-bfa4-4494-acf2-686ae5557dfa tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:00:22.673886 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-aa5abbb0-c35c-443c-967c-4bf65a5f76b3 req-12010098-bfa4-4494-acf2-686ae5557dfa tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 946 time: 0.0662334 May 14 16:00:22.685020 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152a0feb-6bd3-4eea-8fc2-fb0f40c55898 admin admin] Pushing event deleted for resources: {'Network': ['ID=791585d6-2e4a-4237-ab00-9a26c50b495e,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:00:22.727098 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-aa5abbb0-c35c-443c-967c-4bf65a5f76b3 req-e48302bd-430f-403e-b758-9508b5067f48 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=17670c1a-80fe-49fe-b255-66afbfbdd64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420709 May 14 16:00:23.010286 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-5748eb67-36f7-450c-a92d-1bc8917da063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753798'] for router_interface (697441bb-75db-447c-8a5a-9193429a543a), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:23.178932 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 8c6cb976-00c4-4753-b47a-e7f5b13c10b3 no longer exists at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 16:00:23.198539 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] No Port match for: 8c6cb976-00c4-4753-b47a-e7f5b13c10b3 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 14 16:00:23.198885 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 8c6cb976-00c4-4753-b47a-e7f5b13c10b3 not bound to the agent host dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 16:00:23.199301 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 7476df31-b615-4558-9e6b-f43b19294261 no longer exists at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 16:00:23.218329 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] No Port match for: 7476df31-b615-4558-9e6b-f43b19294261 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 14 16:00:23.218676 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 7476df31-b615-4558-9e6b-f43b19294261 not bound to the agent host dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 16:00:23.219081 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 63cf6353-f0fa-4bf2-b6d1-0ea4ef0438bc no longer exists at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 16:00:23.240380 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] No Port match for: 63cf6353-f0fa-4bf2-b6d1-0ea4ef0438bc {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 14 16:00:23.240720 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 63cf6353-f0fa-4bf2-b6d1-0ea4ef0438bc not bound to the agent host dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 16:00:23.242600 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [None req-5748eb67-36f7-450c-a92d-1bc8917da063 admin admin] Deleting port c34f3abe-29a2-4ff0-90c8-032f33e47e73 {{(pid=115110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 16:00:23.242941 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-5748eb67-36f7-450c-a92d-1bc8917da063 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (c34f3abe-29a2-4ff0-90c8-032f33e47e73), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:23.319708 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [None req-5748eb67-36f7-450c-a92d-1bc8917da063 admin admin] For port c34f3abe-29a2-4ff0-90c8-032f33e47e73, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=c34f3abe-29a2-4ff0-90c8-032f33e47e73,segment=NetworkSegment(86c73961-011c-4bbb-bf8d-4a7c665103e5),segment_id=86c73961-011c-4bbb-bf8d-4a7c665103e5)] {{(pid=115110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 16:00:23.320069 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-5748eb67-36f7-450c-a92d-1bc8917da063 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (c34f3abe-29a2-4ff0-90c8-032f33e47e73), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:23.336009 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [None req-5748eb67-36f7-450c-a92d-1bc8917da063 admin admin] Calling delete_port for c34f3abe-29a2-4ff0-90c8-032f33e47e73 owned by network:router_interface {{(pid=115110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 16:00:23.517550 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-5748eb67-36f7-450c-a92d-1bc8917da063 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (c34f3abe-29a2-4ff0-90c8-032f33e47e73), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:23.547635 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5748eb67-36f7-450c-a92d-1bc8917da063 admin admin] Pushing event deleted for resources: {'Port': ['ID=c34f3abe-29a2-4ff0-90c8-032f33e47e73,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:00:23.710831 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-5748eb67-36f7-450c-a92d-1bc8917da063 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1680725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769177'] for router_interface (697441bb-75db-447c-8a5a-9193429a543a), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:23.853472 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78070f81-5a0f-4c69-b754-c095b5dc03a0 req-7b99e9e8-a2b9-4040-82e0-cd4e64a76c15 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:00:23.854969 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-78070f81-5a0f-4c69-b754-c095b5dc03a0 req-7b99e9e8-a2b9-4040-82e0-cd4e64a76c15 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 946 time: 0.0505202 May 14 16:00:23.902231 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-78070f81-5a0f-4c69-b754-c095b5dc03a0 req-7b4b94a6-2b86-480c-9776-b9ab746b558d tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=17670c1a-80fe-49fe-b255-66afbfbdd64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409319 May 14 16:00:23.938648 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5748eb67-36f7-450c-a92d-1bc8917da063 admin admin] Router 697441bb-75db-447c-8a5a-9193429a543a has already been hosted by L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f {{(pid=115110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 16:00:24.045501 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5748eb67-36f7-450c-a92d-1bc8917da063 admin admin] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 16:00:24.050332 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-5748eb67-36f7-450c-a92d-1bc8917da063 admin admin] 10.222.0.61 "PUT /v2.0/routers/697441bb-75db-447c-8a5a-9193429a543a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3672535 May 14 16:00:24.053069 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 45328) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:00:24.054097 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a93f67-bd56-4b72-9dbd-60517607e55b None None] Sync routers for ids ['697441bb-75db-447c-8a5a-9193429a543a'] in dv-cinder-839793-11-iscsi {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 16:00:24.065688 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a93f67-bd56-4b72-9dbd-60517607e55b None None] Routers {'697441bb-75db-447c-8a5a-9193429a543a'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 16:00:24.066328 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-75a93f67-bd56-4b72-9dbd-60517607e55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T16:00:03Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['697441bb-75db-447c-8a5a-9193429a543a'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 16:00:24.161173 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-765008d5-d021-47ed-843c-bdfcc6b3c340 admin admin] Publish callbacks [] for router (697441bb-75db-447c-8a5a-9193429a543a), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:24.175385 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-75a93f67-bd56-4b72-9dbd-60517607e55b None None] Set router 697441bb-75db-447c-8a5a-9193429a543a gateway port host: dv-cinder-839793-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 16:00:24.265642 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-765008d5-d021-47ed-843c-bdfcc6b3c340 admin admin] Publish callbacks [] for router_gateway (697441bb-75db-447c-8a5a-9193429a543a), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:24.311242 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [None req-765008d5-d021-47ed-843c-bdfcc6b3c340 admin admin] Deleting port 5e9631b1-754c-42e2-aab8-f62fd1a0a6a4 {{(pid=115110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 16:00:24.311587 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-765008d5-d021-47ed-843c-bdfcc6b3c340 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (5e9631b1-754c-42e2-aab8-f62fd1a0a6a4), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:24.347140 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-75a93f67-bd56-4b72-9dbd-60517607e55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697441bb-75db-447c-8a5a-9193429a543a', 'name': 'tempest-TestVolumeBootPattern-29124421-router', 'tenant_id': 'f418dee8090d4399b5f8e4bd45886f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '5e9631b1-754c-42e2-aab8-f62fd1a0a6a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:49:59Z', 'updated_at': '2022-05-14T16:00:23Z', 'revision_number': 5, 'project_id': 'f418dee8090d4399b5f8e4bd45886f0d', 'gw_port': {'id': '5e9631b1-754c-42e2-aab8-f62fd1a0a6a4', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:62:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '697441bb-75db-447c-8a5a-9193429a543a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:49:59Z', 'updated_at': '2022-05-14T15:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi'}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 16:00:24.374244 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a93f67-bd56-4b72-9dbd-60517607e55b None None] Checking router: 697441bb-75db-447c-8a5a-9193429a543a for host: dv-cinder-839793-11-iscsi {{(pid=115112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 16:00:24.382301 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a93f67-bd56-4b72-9dbd-60517607e55b None None] Routers {'697441bb-75db-447c-8a5a-9193429a543a'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 16:00:24.382919 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-75a93f67-bd56-4b72-9dbd-60517607e55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T16:00:03Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['697441bb-75db-447c-8a5a-9193429a543a'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 16:00:24.393606 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [None req-765008d5-d021-47ed-843c-bdfcc6b3c340 admin admin] For port 5e9631b1-754c-42e2-aab8-f62fd1a0a6a4, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=5e9631b1-754c-42e2-aab8-f62fd1a0a6a4,segment=NetworkSegment(fe506043-d64f-420e-bda4-fab290621067),segment_id=fe506043-d64f-420e-bda4-fab290621067)] {{(pid=115110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 16:00:24.393976 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-765008d5-d021-47ed-843c-bdfcc6b3c340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (5e9631b1-754c-42e2-aab8-f62fd1a0a6a4), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:24.406997 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [None req-765008d5-d021-47ed-843c-bdfcc6b3c340 admin admin] Calling delete_port for 5e9631b1-754c-42e2-aab8-f62fd1a0a6a4 owned by network:router_gateway {{(pid=115110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 16:00:24.470598 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-75a93f67-bd56-4b72-9dbd-60517607e55b None None] Set router 697441bb-75db-447c-8a5a-9193429a543a gateway port host: None {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 16:00:24.525679 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-75a93f67-bd56-4b72-9dbd-60517607e55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '697441bb-75db-447c-8a5a-9193429a543a', 'name': 'tempest-TestVolumeBootPattern-29124421-router', 'tenant_id': 'f418dee8090d4399b5f8e4bd45886f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:49:59Z', 'updated_at': '2022-05-14T16:00:24Z', 'revision_number': 6, 'project_id': 'f418dee8090d4399b5f8e4bd45886f0d', 'gw_port_host': None}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 16:00:24.553707 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a93f67-bd56-4b72-9dbd-60517607e55b None None] The sync data for ids ['697441bb-75db-447c-8a5a-9193429a543a'] in dv-cinder-839793-11-iscsi is: [{'id': '697441bb-75db-447c-8a5a-9193429a543a', 'name': 'tempest-TestVolumeBootPattern-29124421-router', 'tenant_id': 'f418dee8090d4399b5f8e4bd45886f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:49:59Z', 'updated_at': '2022-05-14T16:00:24Z', 'revision_number': 6, 'project_id': 'f418dee8090d4399b5f8e4bd45886f0d', 'gw_port_host': None}] {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 16:00:24.829654 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-765008d5-d021-47ed-843c-bdfcc6b3c340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (5e9631b1-754c-42e2-aab8-f62fd1a0a6a4), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:24.852898 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765008d5-d021-47ed-843c-bdfcc6b3c340 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e9631b1-754c-42e2-aab8-f62fd1a0a6a4,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:00:24.916386 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-765008d5-d021-47ed-843c-bdfcc6b3c340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1760500'] for router_gateway (697441bb-75db-447c-8a5a-9193429a543a), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:25.016180 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-765008d5-d021-47ed-843c-bdfcc6b3c340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104779'] for router (697441bb-75db-447c-8a5a-9193429a543a), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:25.018366 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-765008d5-d021-47ed-843c-bdfcc6b3c340 admin admin] Publish callbacks [] for router_controller (697441bb-75db-447c-8a5a-9193429a543a), precommit_delete_associations {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:25.021191 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052797c-005e-45a5-b533-ed9a5da1c87c req-2af412b6-1e36-46fe-86b9-49b2c0254790 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:00:25.022810 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e052797c-005e-45a5-b533-ed9a5da1c87c req-2af412b6-1e36-46fe-86b9-49b2c0254790 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 946 time: 0.0498176 May 14 16:00:25.063112 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-765008d5-d021-47ed-843c-bdfcc6b3c340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758117'] for router (697441bb-75db-447c-8a5a-9193429a543a), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:25.063850 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765008d5-d021-47ed-843c-bdfcc6b3c340 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 697441bb-75db-447c-8a5a-9193429a543a {{(pid=115110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 14 16:00:25.068422 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-765008d5-d021-47ed-843c-bdfcc6b3c340 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:25.069687 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-765008d5-d021-47ed-843c-bdfcc6b3c340 admin admin] 10.222.0.61 "DELETE /v2.0/routers/697441bb-75db-447c-8a5a-9193429a543a HTTP/1.1" status: 204 len: 168 time: 1.0155683 May 14 16:00:25.072066 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e052797c-005e-45a5-b533-ed9a5da1c87c req-a447a0e3-40e7-4833-9261-dfa1c3de5bd2 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=17670c1a-80fe-49fe-b255-66afbfbdd64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424612 May 14 16:00:25.072278 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 45332) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:00:25.116186 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.db_base_plugin_v2 [None req-44caced2-1783-42dc-86cc-74410ead0285 admin admin] Deleting subnet a5e8f706-f7e9-4ede-96dc-dce9afa8ac41 {{(pid=115110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 14 16:00:25.119140 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-44caced2-1783-42dc-86cc-74410ead0285 admin admin] Publish callbacks [] for subnet (a5e8f706-f7e9-4ede-96dc-dce9afa8ac41), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:25.155150 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-44caced2-1783-42dc-86cc-74410ead0285 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8967045'] for subnet (a5e8f706-f7e9-4ede-96dc-dce9afa8ac41), precommit_delete_associations {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:25.232448 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-44caced2-1783-42dc-86cc-74410ead0285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32905208'] for subnet (a5e8f706-f7e9-4ede-96dc-dce9afa8ac41), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:25.286068 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-44caced2-1783-42dc-86cc-74410ead0285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32905185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8397829'] for subnet (a5e8f706-f7e9-4ede-96dc-dce9afa8ac41), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:25.310646 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44caced2-1783-42dc-86cc-74410ead0285 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5e8f706-f7e9-4ede-96dc-dce9afa8ac41,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:00:25.317620 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-44caced2-1783-42dc-86cc-74410ead0285 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for subnet (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:25.323223 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 45334) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:00:25.323470 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-44caced2-1783-42dc-86cc-74410ead0285 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/a5e8f706-f7e9-4ede-96dc-dce9afa8ac41 HTTP/1.1" status: 204 len: 168 time: 0.2500775 May 14 16:00:25.327049 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a341e27-b85b-413c-b6e5-c0ecdfb36b2c None None] Network 290e52c0-1373-44fb-95a5-95fb49b019d5 requested from dv-cinder-839793-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 16:00:25.397819 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device c34f3abe-29a2-4ff0-90c8-032f33e47e73 no longer exists at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 16:00:25.405989 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-815a4412-f5ab-42cf-b24f-67b7e30c8dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32844583'] for network (290e52c0-1373-44fb-95a5-95fb49b019d5), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:25.422024 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] No Port match for: c34f3abe-29a2-4ff0-90c8-032f33e47e73 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 14 16:00:25.422407 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device c34f3abe-29a2-4ff0-90c8-032f33e47e73 not bound to the agent host dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 16:00:25.422830 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 5e9631b1-754c-42e2-aab8-f62fd1a0a6a4 no longer exists at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 16:00:25.450688 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [None req-815a4412-f5ab-42cf-b24f-67b7e30c8dce admin admin] Deleting port dca83285-d7a9-4c27-9d6e-fa8fbf26fa49 {{(pid=115111) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 16:00:25.451021 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-815a4412-f5ab-42cf-b24f-67b7e30c8dce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (dca83285-d7a9-4c27-9d6e-fa8fbf26fa49), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:25.460342 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] No Port match for: 5e9631b1-754c-42e2-aab8-f62fd1a0a6a4 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 14 16:00:25.460693 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device 5e9631b1-754c-42e2-aab8-f62fd1a0a6a4 not bound to the agent host dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 16:00:25.523404 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.db [None req-815a4412-f5ab-42cf-b24f-67b7e30c8dce admin admin] For port dca83285-d7a9-4c27-9d6e-fa8fbf26fa49, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=dca83285-d7a9-4c27-9d6e-fa8fbf26fa49,segment=NetworkSegment(86c73961-011c-4bbb-bf8d-4a7c665103e5),segment_id=86c73961-011c-4bbb-bf8d-4a7c665103e5)] {{(pid=115111) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 16:00:25.523767 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-815a4412-f5ab-42cf-b24f-67b7e30c8dce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (dca83285-d7a9-4c27-9d6e-fa8fbf26fa49), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:25.541130 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.plugin [None req-815a4412-f5ab-42cf-b24f-67b7e30c8dce admin admin] Calling delete_port for dca83285-d7a9-4c27-9d6e-fa8fbf26fa49 owned by network:dhcp {{(pid=115111) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 16:00:25.546163 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373af854-c723-44e9-9a6f-1b3baf7ccb01 None None] DHCP port deletion for 290e52c0-1373-44fb-95a5-95fb49b019d5 request from dv-cinder-839793-11-iscsi {{(pid=115112) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 14 16:00:25.586472 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-373af854-c723-44e9-9a6f-1b3baf7ccb01 None None] Deleting port dca83285-d7a9-4c27-9d6e-fa8fbf26fa49 {{(pid=115112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 16:00:25.586790 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-373af854-c723-44e9-9a6f-1b3baf7ccb01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (dca83285-d7a9-4c27-9d6e-fa8fbf26fa49), before_delete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:25.626738 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-815a4412-f5ab-42cf-b24f-67b7e30c8dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764499'] for port (dca83285-d7a9-4c27-9d6e-fa8fbf26fa49), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:25.647101 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-cd1eea98-3021-4588-9590-5969087dafc2 None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 16:00:25.651314 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-373af854-c723-44e9-9a6f-1b3baf7ccb01 None None] For port dca83285-d7a9-4c27-9d6e-fa8fbf26fa49, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=dca83285-d7a9-4c27-9d6e-fa8fbf26fa49,segment=NetworkSegment(86c73961-011c-4bbb-bf8d-4a7c665103e5),segment_id=86c73961-011c-4bbb-bf8d-4a7c665103e5)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 16:00:25.651709 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-373af854-c723-44e9-9a6f-1b3baf7ccb01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (dca83285-d7a9-4c27-9d6e-fa8fbf26fa49), precommit_delete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:25.653804 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815a4412-f5ab-42cf-b24f-67b7e30c8dce admin admin] Pushing event deleted for resources: {'Port': ['ID=dca83285-d7a9-4c27-9d6e-fa8fbf26fa49,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:00:25.658708 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815a4412-f5ab-42cf-b24f-67b7e30c8dce admin admin] No DVR routers for this DVR port dca83285-d7a9-4c27-9d6e-fa8fbf26fa49 on host dv-cinder-839793-11-iscsi {{(pid=115111) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 16:00:25.665788 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-373af854-c723-44e9-9a6f-1b3baf7ccb01 None None] Calling delete_port for dca83285-d7a9-4c27-9d6e-fa8fbf26fa49 owned by network:dhcp {{(pid=115112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 16:00:25.738506 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-815a4412-f5ab-42cf-b24f-67b7e30c8dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32821069', 'neutron.services.segments.db._delete_segments_for_network-8770741945110'] for network (290e52c0-1373-44fb-95a5-95fb49b019d5), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:25.752928 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-373af854-c723-44e9-9a6f-1b3baf7ccb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206'] for port (dca83285-d7a9-4c27-9d6e-fa8fbf26fa49), after_delete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:25.760141 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.services.segments.db [None req-815a4412-f5ab-42cf-b24f-67b7e30c8dce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['290e52c0-1373-44fb-95a5-95fb49b019d5']}} {{(pid=115111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 16:00:25.770074 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.services.segments.db [None req-815a4412-f5ab-42cf-b24f-67b7e30c8dce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86c73961-011c-4bbb-bf8d-4a7c665103e5') {'for_net_delete': True} {{(pid=115111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 16:00:25.770288 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.services.segments.db [None req-815a4412-f5ab-42cf-b24f-67b7e30c8dce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86c73961-011c-4bbb-bf8d-4a7c665103e5') {} {{(pid=115111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 16:00:25.778901 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373af854-c723-44e9-9a6f-1b3baf7ccb01 None None] Pushing event deleted for resources: {'Port': ['ID=dca83285-d7a9-4c27-9d6e-fa8fbf26fa49,revision_number=None']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:00:25.780585 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-815a4412-f5ab-42cf-b24f-67b7e30c8dce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770741946911', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8408921'] for segment (86c73961-011c-4bbb-bf8d-4a7c665103e5), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:25.782441 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373af854-c723-44e9-9a6f-1b3baf7ccb01 None None] No DVR routers for this DVR port dca83285-d7a9-4c27-9d6e-fa8fbf26fa49 on host dv-cinder-839793-11-iscsi {{(pid=115112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 16:00:25.797320 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-815a4412-f5ab-42cf-b24f-67b7e30c8dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32906243'] for segment (86c73961-011c-4bbb-bf8d-4a7c665103e5), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:25.803366 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-815a4412-f5ab-42cf-b24f-67b7e30c8dce admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=115111) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 16:00:25.803845 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-815a4412-f5ab-42cf-b24f-67b7e30c8dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32906243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8764416'] for segment (86c73961-011c-4bbb-bf8d-4a7c665103e5), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:25.805525 dv-cinder-839793-11-iscsi neutron-server[115111]: Traceback (most recent call last): May 14 16:00:25.805525 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 16:00:25.805525 dv-cinder-839793-11-iscsi neutron-server[115111]: timer() May 14 16:00:25.805525 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 16:00:25.805525 dv-cinder-839793-11-iscsi neutron-server[115111]: cb(*args, **kw) May 14 16:00:25.805525 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 14 16:00:25.805525 dv-cinder-839793-11-iscsi neutron-server[115111]: return func(*args, **kwargs) May 14 16:00:25.805525 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 16:00:25.805525 dv-cinder-839793-11-iscsi neutron-server[115111]: self._notify() May 14 16:00:25.805525 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 16:00:25.805525 dv-cinder-839793-11-iscsi neutron-server[115111]: self.callback(batched_events) May 14 16:00:25.805525 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 16:00:25.805525 dv-cinder-839793-11-iscsi neutron-server[115111]: event.method(event) May 14 16:00:25.805525 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 14 16:00:25.805525 dv-cinder-839793-11-iscsi neutron-server[115111]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 16:00:25.805525 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 14 16:00:25.805525 dv-cinder-839793-11-iscsi neutron-server[115111]: aggregate_uuid = self.p_client.list_aggregates( May 14 16:00:25.805525 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 14 16:00:25.805525 dv-cinder-839793-11-iscsi neutron-server[115111]: return f(self, *a, **k) May 14 16:00:25.805525 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 14 16:00:25.805525 dv-cinder-839793-11-iscsi neutron-server[115111]: return self._get(url).json() May 14 16:00:25.805525 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 14 16:00:25.805525 dv-cinder-839793-11-iscsi neutron-server[115111]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 16:00:25.805525 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 16:00:25.805525 dv-cinder-839793-11-iscsi neutron-server[115111]: return self.request(url, 'GET', **kwargs) May 14 16:00:25.805525 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 16:00:25.805525 dv-cinder-839793-11-iscsi neutron-server[115111]: base_url = self.get_endpoint(auth, allow=allow, May 14 16:00:25.805525 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 16:00:25.805525 dv-cinder-839793-11-iscsi neutron-server[115111]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 16:00:25.805525 dv-cinder-839793-11-iscsi neutron-server[115111]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 16:00:25.805525 dv-cinder-839793-11-iscsi neutron-server[115111]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 16:00:25.805525 dv-cinder-839793-11-iscsi neutron-server[115111]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 16:00:25.863253 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-815a4412-f5ab-42cf-b24f-67b7e30c8dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32821110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1759686'] for network (290e52c0-1373-44fb-95a5-95fb49b019d5), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:25.870380 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-815a4412-f5ab-42cf-b24f-67b7e30c8dce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for network (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:25.875670 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-815a4412-f5ab-42cf-b24f-67b7e30c8dce admin admin] 10.222.0.61 "DELETE /v2.0/networks/290e52c0-1373-44fb-95a5-95fb49b019d5 HTTP/1.1" status: 204 len: 168 time: 0.5486605 May 14 16:00:25.882524 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815a4412-f5ab-42cf-b24f-67b7e30c8dce admin admin] Pushing event deleted for resources: {'Network': ['ID=290e52c0-1373-44fb-95a5-95fb49b019d5,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:00:25.994751 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 45338) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:00:26.034223 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-83db186a-642f-4185-bed1-7429142e78e4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7a3a2b5dee7a404a8445c8aa434b5a43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383310 May 14 16:00:26.036742 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 45340) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:00:26.083172 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-b6a34422-df4c-4210-bf97-695d9bbc868d admin admin] Publish callbacks [] for security_group (c617e73a-69a3-4922-b0e9-17c1e7a30237), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:26.104218 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-b6a34422-df4c-4210-bf97-695d9bbc868d admin admin] Publish callbacks [] for security_group (c617e73a-69a3-4922-b0e9-17c1e7a30237), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:26.157897 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-b6a34422-df4c-4210-bf97-695d9bbc868d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (c617e73a-69a3-4922-b0e9-17c1e7a30237), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:26.160459 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-b6a34422-df4c-4210-bf97-695d9bbc868d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:26.161537 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-b6a34422-df4c-4210-bf97-695d9bbc868d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c617e73a-69a3-4922-b0e9-17c1e7a30237 HTTP/1.1" status: 204 len: 168 time: 0.1239197 May 14 16:00:26.190860 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a34422-df4c-4210-bf97-695d9bbc868d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c617e73a-69a3-4922-b0e9-17c1e7a30237,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:00:26.206035 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137983a5-afcf-4b64-b30c-8282fddcf5d3 req-f11235f5-e063-4ac6-8408-ef4057191fe7 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:00:26.207570 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-137983a5-afcf-4b64-b30c-8282fddcf5d3 req-f11235f5-e063-4ac6-8408-ef4057191fe7 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 946 time: 0.0616155 May 14 16:00:26.257216 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-137983a5-afcf-4b64-b30c-8282fddcf5d3 req-51bb74df-cd87-4f19-9f99-c72d65e3728f tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=17670c1a-80fe-49fe-b255-66afbfbdd64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432255 May 14 16:00:26.489361 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 45348) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:00:26.529295 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-fb5eaeda-54ac-4cf0-9da4-9298f8fd4180 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f418dee8090d4399b5f8e4bd45886f0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387871 May 14 16:00:26.531892 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 45350) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:00:26.578788 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-0ee79539-863b-447b-894d-7191f7aeae42 admin admin] Publish callbacks [] for security_group (f1a79510-a03f-4d00-b2ab-aa7c58a30839), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:26.599136 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-0ee79539-863b-447b-894d-7191f7aeae42 admin admin] Publish callbacks [] for security_group (f1a79510-a03f-4d00-b2ab-aa7c58a30839), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:26.646924 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-0ee79539-863b-447b-894d-7191f7aeae42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (f1a79510-a03f-4d00-b2ab-aa7c58a30839), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:26.649371 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-0ee79539-863b-447b-894d-7191f7aeae42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:26.650537 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-0ee79539-863b-447b-894d-7191f7aeae42 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f1a79510-a03f-4d00-b2ab-aa7c58a30839 HTTP/1.1" status: 204 len: 168 time: 0.1174419 May 14 16:00:26.658202 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee79539-863b-447b-894d-7191f7aeae42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a79510-a03f-4d00-b2ab-aa7c58a30839,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:00:27.174842 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device dca83285-d7a9-4c27-9d6e-fa8fbf26fa49 no longer exists at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 16:00:27.197281 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] No Port match for: dca83285-d7a9-4c27-9d6e-fa8fbf26fa49 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 14 16:00:27.197620 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device dca83285-d7a9-4c27-9d6e-fa8fbf26fa49 not bound to the agent host dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 16:00:27.375554 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6bf697-1084-49da-b07c-74e0ab9921a9 req-90f5549b-d349-4e78-9f74-d8bbcada0812 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:00:27.376906 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-cf6bf697-1084-49da-b07c-74e0ab9921a9 req-90f5549b-d349-4e78-9f74-d8bbcada0812 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 946 time: 0.0494566 May 14 16:00:27.423514 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-cf6bf697-1084-49da-b07c-74e0ab9921a9 req-c8b4d499-40b0-40aa-9e0f-cb733f5c0ae4 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=17670c1a-80fe-49fe-b255-66afbfbdd64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400918 May 14 16:00:28.535700 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992f814-c09e-4317-b247-86c6cc684b65 req-cb0cbc30-7513-4420-bd88-69c2be54b3d9 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:00:28.537141 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8992f814-c09e-4317-b247-86c6cc684b65 req-cb0cbc30-7513-4420-bd88-69c2be54b3d9 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 946 time: 0.0462518 May 14 16:00:28.583352 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-8992f814-c09e-4317-b247-86c6cc684b65 req-3b5b0eda-a4b7-4675-af09-e91f4b01e4c5 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=17670c1a-80fe-49fe-b255-66afbfbdd64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407786 May 14 16:00:29.699477 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44bbb92-24a5-4ce1-b8ff-b55ce701d56a req-aef3ba28-a6de-4198-8d4d-4faefcb2ad7b tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:00:29.700872 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b44bbb92-24a5-4ce1-b8ff-b55ce701d56a req-aef3ba28-a6de-4198-8d4d-4faefcb2ad7b tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 946 time: 0.0463171 May 14 16:00:29.751267 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-b44bbb92-24a5-4ce1-b8ff-b55ce701d56a req-53accd5f-82a5-474f-87fb-3eb6c8faa232 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=17670c1a-80fe-49fe-b255-66afbfbdd64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448575 May 14 16:00:30.864447 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f094b4eb-ac89-4b06-8210-1e2313cb0725 req-6858ea40-8e1b-46f1-8669-6f8f64691f78 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:00:30.865919 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f094b4eb-ac89-4b06-8210-1e2313cb0725 req-6858ea40-8e1b-46f1-8669-6f8f64691f78 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 946 time: 0.0484996 May 14 16:00:30.912456 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f094b4eb-ac89-4b06-8210-1e2313cb0725 req-a44f523a-2851-4347-a164-f57cd67cd998 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=17670c1a-80fe-49fe-b255-66afbfbdd64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401328 May 14 16:00:31.041522 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-26497709-d110-4d59-bf6c-2366acb6e0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:32.026303 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5661a9-1aa8-430d-87ac-92f70c748059 req-020f524f-a332-4d83-9c40-d91630916856 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:00:32.028012 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-4a5661a9-1aa8-430d-87ac-92f70c748059 req-020f524f-a332-4d83-9c40-d91630916856 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 946 time: 0.0476439 May 14 16:00:32.073484 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-4a5661a9-1aa8-430d-87ac-92f70c748059 req-3cac0726-92cf-4b6f-974f-b99a17e1e690 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=17670c1a-80fe-49fe-b255-66afbfbdd64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398536 May 14 16:00:32.923152 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6adfed-057f-4c5d-81ff-174b7f2ff845 req-69c2b26e-b401-49c0-98ed-cad9b725771e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:00:32.924734 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-bc6adfed-057f-4c5d-81ff-174b7f2ff845 req-69c2b26e-b401-49c0-98ed-cad9b725771e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=882808bd43644908a21ff8a58997c57f&device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 1130 time: 0.0392795 May 14 16:00:33.029947 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6adfed-057f-4c5d-81ff-174b7f2ff845 req-b6c16017-f1ea-411f-980c-2fcf3a2a24ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:00:33.031526 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-bc6adfed-057f-4c5d-81ff-174b7f2ff845 req-b6c16017-f1ea-411f-980c-2fcf3a2a24ba service neutron] 10.222.0.36 "GET /v2.0/networks?id=43d22ca1-3a83-4fdf-9675-b59a4f503c47 HTTP/1.1" status: 200 len: 911 time: 0.0867682 May 14 16:00:33.098690 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-bc6adfed-057f-4c5d-81ff-174b7f2ff845 req-e6d84bd2-cf75-4d78-9045-6ddebf3f70c0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1df3d18b-4cc0-425e-9b62-d5b2705661f4 HTTP/1.1" status: 200 len: 1002 time: 0.0599618 May 14 16:00:33.149598 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6adfed-057f-4c5d-81ff-174b7f2ff845 req-d1ec2ac8-4962-4b4e-b0cf-527643761c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:00:33.151151 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-bc6adfed-057f-4c5d-81ff-174b7f2ff845 req-d1ec2ac8-4962-4b4e-b0cf-527643761c29 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=edc70abe-1d66-4b15-afca-c1293a5dafee HTTP/1.1" status: 200 len: 849 time: 0.0454772 May 14 16:00:33.192149 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b3e8f3-c450-4e3a-95af-44982d033180 req-61a21dc5-d253-4685-805a-a621cab4c391 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:00:33.193621 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-91b3e8f3-c450-4e3a-95af-44982d033180 req-61a21dc5-d253-4685-805a-a621cab4c391 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 946 time: 0.0510590 May 14 16:00:33.195327 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6adfed-057f-4c5d-81ff-174b7f2ff845 req-1da72055-a027-4131-834d-35a3866c8151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:00:33.196927 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-bc6adfed-057f-4c5d-81ff-174b7f2ff845 req-1da72055-a027-4131-834d-35a3866c8151 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43d22ca1-3a83-4fdf-9675-b59a4f503c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0394542 May 14 16:00:33.239776 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-91b3e8f3-c450-4e3a-95af-44982d033180 req-c1ed9906-c2d7-48b2-bb7f-8cf443ad06e3 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=17670c1a-80fe-49fe-b255-66afbfbdd64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405159 May 14 16:00:33.289437 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-bc6adfed-057f-4c5d-81ff-174b7f2ff845 req-51a41f2c-c1a6-4b4a-b3c0-ef8ec1fa7e4a service neutron] 10.222.0.36 "GET /v2.0/networks/43d22ca1-3a83-4fdf-9675-b59a4f503c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860980 May 14 16:00:33.310523 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-a85a115d-10e7-4379-bdbd-5a84a4b91b61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:33.377446 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-bc6adfed-057f-4c5d-81ff-174b7f2ff845 req-f31af7e7-bcdb-4e1a-ab9f-aa2a18fc8f02 service neutron] 10.222.0.36 "GET /v2.0/networks/43d22ca1-3a83-4fdf-9675-b59a4f503c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820537 May 14 16:00:33.810431 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (df6c86ae-fc26-40a3-91a1-648a304bf46f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:34.346131 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:34.354215 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009d79a-d879-4297-95a5-42cda80cd2e7 req-3df12af5-cddf-4eeb-8a71-4535078bfff6 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:00:34.356400 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f009d79a-d879-4297-95a5-42cda80cd2e7 req-3df12af5-cddf-4eeb-8a71-4535078bfff6 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 946 time: 0.0486948 May 14 16:00:34.403058 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f009d79a-d879-4297-95a5-42cda80cd2e7 req-1722b7b9-78ca-4d03-8c83-a8eb69aabc9c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=17670c1a-80fe-49fe-b255-66afbfbdd64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400782 May 14 16:00:35.513558 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14212dd5-4cb6-43ab-8792-a3ec21f04a5f req-762833b1-8b50-42cd-971c-f63d6cebf271 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:00:35.515031 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-14212dd5-4cb6-43ab-8792-a3ec21f04a5f req-762833b1-8b50-42cd-971c-f63d6cebf271 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 946 time: 0.0456204 May 14 16:00:35.572664 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-14212dd5-4cb6-43ab-8792-a3ec21f04a5f req-3e14c080-fe98-4603-9edf-59a3c89b057e tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=17670c1a-80fe-49fe-b255-66afbfbdd64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522637 May 14 16:00:35.919303 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:36.684992 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24e138-439d-4870-bbac-73df4849504c req-95aed8dc-fb78-47ce-96fa-323483b5d6c1 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:00:36.686482 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3f24e138-439d-4870-bbac-73df4849504c req-95aed8dc-fb78-47ce-96fa-323483b5d6c1 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 946 time: 0.0465579 May 14 16:00:36.733373 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3f24e138-439d-4870-bbac-73df4849504c req-49bdc3aa-2b5d-4dcc-8ba6-80e57c379048 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=17670c1a-80fe-49fe-b255-66afbfbdd64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413351 May 14 16:00:37.358832 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:00:37.845049 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318dbdd-1fd3-4b41-b44b-f73c57cca9f9 req-226f856a-2bcf-4f5e-b63c-d1052684e77f tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:00:37.846528 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c318dbdd-1fd3-4b41-b44b-f73c57cca9f9 req-226f856a-2bcf-4f5e-b63c-d1052684e77f tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 946 time: 0.0469325 May 14 16:00:37.893254 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c318dbdd-1fd3-4b41-b44b-f73c57cca9f9 req-443f1e85-7987-453a-9bbb-cada2065aae6 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=17670c1a-80fe-49fe-b255-66afbfbdd64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411575 May 14 16:00:39.009676 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb53281-c206-4231-b3da-3807c4b9391a req-9c07bccc-7e8e-4b37-90f5-9f2941759f47 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:00:39.011146 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5eb53281-c206-4231-b3da-3807c4b9391a req-9c07bccc-7e8e-4b37-90f5-9f2941759f47 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 946 time: 0.0500562 May 14 16:00:39.057063 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5eb53281-c206-4231-b3da-3807c4b9391a req-723f268c-0c63-4b67-a60e-ec5119d2de67 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=17670c1a-80fe-49fe-b255-66afbfbdd64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397468 May 14 16:00:40.172259 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508e124-415a-41d5-aa8a-44745e3ef924 req-0035e397-c126-4138-bf14-2ead8252502e tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:00:40.173730 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7508e124-415a-41d5-aa8a-44745e3ef924 req-0035e397-c126-4138-bf14-2ead8252502e tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 946 time: 0.0464549 May 14 16:00:40.220344 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-7508e124-415a-41d5-aa8a-44745e3ef924 req-7017047d-87be-4d77-987e-86dcd8ffe289 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=17670c1a-80fe-49fe-b255-66afbfbdd64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410182 May 14 16:00:41.337713 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac817b35-ce4f-41c2-9f32-90258384da0b req-71d11372-8a18-452d-955e-d93ce81273e5 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:00:41.339189 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ac817b35-ce4f-41c2-9f32-90258384da0b req-71d11372-8a18-452d-955e-d93ce81273e5 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 946 time: 0.0492859 May 14 16:00:41.385531 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ac817b35-ce4f-41c2-9f32-90258384da0b req-c397cd18-6388-4847-bd0a-836c731f70cd tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=17670c1a-80fe-49fe-b255-66afbfbdd64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400026 May 14 16:00:42.502507 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc799e-b262-4c74-8edc-bcb9102807f9 req-abdd747a-fd1a-481a-916c-17ed0392cf68 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:00:42.504098 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-40bc799e-b262-4c74-8edc-bcb9102807f9 req-abdd747a-fd1a-481a-916c-17ed0392cf68 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 946 time: 0.0485237 May 14 16:00:42.551232 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-40bc799e-b262-4c74-8edc-bcb9102807f9 req-0785952e-abf0-495a-8288-f744b96fd96d tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=17670c1a-80fe-49fe-b255-66afbfbdd64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416973 May 14 16:00:43.665347 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb35530-5936-405f-b108-10c150df5d9f req-7dbec69d-c5dd-4639-9290-462e9ab8e628 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:00:43.666805 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ecb35530-5936-405f-b108-10c150df5d9f req-7dbec69d-c5dd-4639-9290-462e9ab8e628 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 946 time: 0.0461745 May 14 16:00:43.717339 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ecb35530-5936-405f-b108-10c150df5d9f req-cf82c48b-4063-4ec9-ab43-bf25bdb49706 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=17670c1a-80fe-49fe-b255-66afbfbdd64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440335 May 14 16:00:43.908727 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858c55a-ed4f-4a2a-bf9e-f3cbf5b6fe4d req-24501a9c-86fb-40a3-8fcd-97d45f30c1c7 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:00:43.910203 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5858c55a-ed4f-4a2a-bf9e-f3cbf5b6fe4d req-24501a9c-86fb-40a3-8fcd-97d45f30c1c7 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 946 time: 0.0463839 May 14 16:00:43.962623 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5858c55a-ed4f-4a2a-bf9e-f3cbf5b6fe4d req-7f9e3fc3-e75c-4c06-ae91-0ae9095882c6 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=17670c1a-80fe-49fe-b255-66afbfbdd64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467165 May 14 16:00:43.974614 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316b645-fad8-4726-ab4d-b57d1f31c497 req-a60c915e-f434-44ac-a4c5-d6af3349d0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:00:43.976118 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-4316b645-fad8-4726-ab4d-b57d1f31c497 req-a60c915e-f434-44ac-a4c5-d6af3349d0f8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=882808bd43644908a21ff8a58997c57f&device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 1130 time: 0.0394661 May 14 16:00:44.068150 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316b645-fad8-4726-ab4d-b57d1f31c497 req-c877d250-2b6c-4a13-905a-5a5813a1b2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:00:44.069601 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-4316b645-fad8-4726-ab4d-b57d1f31c497 req-c877d250-2b6c-4a13-905a-5a5813a1b2a7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=43d22ca1-3a83-4fdf-9675-b59a4f503c47 HTTP/1.1" status: 200 len: 911 time: 0.0873241 May 14 16:00:44.135344 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-4316b645-fad8-4726-ab4d-b57d1f31c497 req-5e65ef75-8712-45fd-86cb-f21f3cedd4f9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1df3d18b-4cc0-425e-9b62-d5b2705661f4 HTTP/1.1" status: 200 len: 1002 time: 0.0599365 May 14 16:00:44.187427 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316b645-fad8-4726-ab4d-b57d1f31c497 req-c555f67c-7af0-41f9-9878-75a8711fa5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:00:44.188863 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-4316b645-fad8-4726-ab4d-b57d1f31c497 req-c555f67c-7af0-41f9-9878-75a8711fa5e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=edc70abe-1d66-4b15-afca-c1293a5dafee HTTP/1.1" status: 200 len: 849 time: 0.0484273 May 14 16:00:44.232369 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316b645-fad8-4726-ab4d-b57d1f31c497 req-85f2753a-2336-4996-955c-aef207d70c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:00:44.233875 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-4316b645-fad8-4726-ab4d-b57d1f31c497 req-85f2753a-2336-4996-955c-aef207d70c45 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43d22ca1-3a83-4fdf-9675-b59a4f503c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0385737 May 14 16:00:44.325388 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-4316b645-fad8-4726-ab4d-b57d1f31c497 req-58a31f80-139f-4b8a-ad40-52fe76f3d64b service neutron] 10.222.0.36 "GET /v2.0/networks/43d22ca1-3a83-4fdf-9675-b59a4f503c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849814 May 14 16:00:44.410283 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-4316b645-fad8-4726-ab4d-b57d1f31c497 req-bbf68168-c3fe-4395-bc36-81922e6c725a service neutron] 10.222.0.36 "GET /v2.0/networks/43d22ca1-3a83-4fdf-9675-b59a4f503c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794103 May 14 16:00:45.082761 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25445ee-c64a-49ed-80a0-b57f6bcbdb66 req-e0d15388-2ddc-4fab-b13a-da63b1a2a6c8 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:00:45.084200 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e25445ee-c64a-49ed-80a0-b57f6bcbdb66 req-e0d15388-2ddc-4fab-b13a-da63b1a2a6c8 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 946 time: 0.0475225 May 14 16:00:45.130331 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e25445ee-c64a-49ed-80a0-b57f6bcbdb66 req-ada7460f-a140-428e-9d64-3be395ecdd77 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=17670c1a-80fe-49fe-b255-66afbfbdd64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403097 May 14 16:00:46.245107 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd62cb9-a9b3-4e12-8231-5171d0a9943c req-e70810d4-0fdc-4269-b133-e30c513c94c9 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:00:46.247159 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-edd62cb9-a9b3-4e12-8231-5171d0a9943c req-e70810d4-0fdc-4269-b133-e30c513c94c9 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 946 time: 0.0499201 May 14 16:00:46.294227 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-edd62cb9-a9b3-4e12-8231-5171d0a9943c req-a19cdcb9-280e-45fe-a640-b29785484b88 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=17670c1a-80fe-49fe-b255-66afbfbdd64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416071 May 14 16:01:01.043193 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-8d0cdfd8-05fe-4538-bf71-ce331061df30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:01:02.645935 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-cd1eea98-3021-4588-9590-5969087dafc2 None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 16:01:03.312489 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-4e63ec09-f821-4152-b14c-d88cada0c2d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:01:03.814000 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (df6c86ae-fc26-40a3-91a1-648a304bf46f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:01:04.347218 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:01:05.922808 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:01:07.351023 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:01:31.047387 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-ca9c5567-e0dc-4d18-bbb2-fead1166a2ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:01:32.866226 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-e9f6662a-1281-4143-80b2-fd9f0fc500c6 req-658d51e6-db3f-4a45-a31d-54e71d41a786 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389085 May 14 16:01:32.965822 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6662a-1281-4143-80b2-fd9f0fc500c6 req-6375377c-7091-4b5e-ad6d-d73779c1e258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:01:32.967522 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-e9f6662a-1281-4143-80b2-fd9f0fc500c6 req-6375377c-7091-4b5e-ad6d-d73779c1e258 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=882808bd43644908a21ff8a58997c57f&device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 1130 time: 0.0449190 May 14 16:01:33.067647 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6662a-1281-4143-80b2-fd9f0fc500c6 req-b61f8062-01d3-440d-a674-c69faff38db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:01:33.069083 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-e9f6662a-1281-4143-80b2-fd9f0fc500c6 req-b61f8062-01d3-440d-a674-c69faff38db3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=43d22ca1-3a83-4fdf-9675-b59a4f503c47 HTTP/1.1" status: 200 len: 911 time: 0.0835364 May 14 16:01:33.135447 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-e9f6662a-1281-4143-80b2-fd9f0fc500c6 req-3db4fc19-8b4c-4168-b753-7083de49da29 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1df3d18b-4cc0-425e-9b62-d5b2705661f4 HTTP/1.1" status: 200 len: 1002 time: 0.0600367 May 14 16:01:33.181014 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6662a-1281-4143-80b2-fd9f0fc500c6 req-6cc8ffbb-27b5-44f2-9237-b3da52116d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:01:33.182464 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-e9f6662a-1281-4143-80b2-fd9f0fc500c6 req-6cc8ffbb-27b5-44f2-9237-b3da52116d87 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=edc70abe-1d66-4b15-afca-c1293a5dafee HTTP/1.1" status: 200 len: 849 time: 0.0417788 May 14 16:01:33.223195 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6662a-1281-4143-80b2-fd9f0fc500c6 req-b7a653f7-4a49-4904-a2f5-356fc9414976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:01:33.224636 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-e9f6662a-1281-4143-80b2-fd9f0fc500c6 req-b7a653f7-4a49-4904-a2f5-356fc9414976 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43d22ca1-3a83-4fdf-9675-b59a4f503c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0363655 May 14 16:01:33.313797 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-569049ac-6137-49d3-a29a-1be0ded7f678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:01:33.316876 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-e9f6662a-1281-4143-80b2-fd9f0fc500c6 req-38c57876-c3d4-42df-806b-38680a87e4b0 service neutron] 10.222.0.36 "GET /v2.0/networks/43d22ca1-3a83-4fdf-9675-b59a4f503c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854902 May 14 16:01:33.402160 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-e9f6662a-1281-4143-80b2-fd9f0fc500c6 req-41f6db47-aa67-404f-9967-457fc8d2119c service neutron] 10.222.0.36 "GET /v2.0/networks/43d22ca1-3a83-4fdf-9675-b59a4f503c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796669 May 14 16:01:33.827691 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (df6c86ae-fc26-40a3-91a1-648a304bf46f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:01:34.350127 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:01:35.925682 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:01:37.352479 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:01:39.645660 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-cd1eea98-3021-4588-9590-5969087dafc2 None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 16:01:43.242163 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1bb4d9-a8d0-437e-a120-9c4a8cc40e32 req-cf47db75-7707-4a61-a6e2-81308e2ca244 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:01:43.243687 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0c1bb4d9-a8d0-437e-a120-9c4a8cc40e32 req-cf47db75-7707-4a61-a6e2-81308e2ca244 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 946 time: 0.0466750 May 14 16:01:43.292354 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0c1bb4d9-a8d0-437e-a120-9c4a8cc40e32 req-3f177125-b812-4b78-a2b1-60653a0cd7ad tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=17670c1a-80fe-49fe-b255-66afbfbdd64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419934 May 14 16:01:44.501677 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08ddb16-57ee-4534-a618-ebaa749b2e14 req-b884d908-ef6f-4b9f-8caf-819bdc9f8cb1 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:01:44.503179 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a08ddb16-57ee-4534-a618-ebaa749b2e14 req-b884d908-ef6f-4b9f-8caf-819bdc9f8cb1 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 946 time: 0.1423113 May 14 16:01:44.551950 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a08ddb16-57ee-4534-a618-ebaa749b2e14 req-25ace8bf-ce10-4e21-9340-53a78c500dc5 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=17670c1a-80fe-49fe-b255-66afbfbdd64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431724 May 14 16:01:45.666791 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4cd5b5-b8af-4581-b088-d6f4d6c42e51 req-e3b514c3-3832-4c1e-9e9a-03ce9848ac76 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:01:45.668271 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-fc4cd5b5-b8af-4581-b088-d6f4d6c42e51 req-e3b514c3-3832-4c1e-9e9a-03ce9848ac76 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 946 time: 0.0464206 May 14 16:01:45.713664 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-fc4cd5b5-b8af-4581-b088-d6f4d6c42e51 req-297c0046-23d9-40cb-900a-64b5e72696fa tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=17670c1a-80fe-49fe-b255-66afbfbdd64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399845 May 14 16:01:46.826529 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf24c9-c217-4670-bc8c-2956038b32f4 req-d8aef5b7-ffd4-4c16-a1c7-3d3ce4ad3587 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:01:46.828647 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-fdcf24c9-c217-4670-bc8c-2956038b32f4 req-d8aef5b7-ffd4-4c16-a1c7-3d3ce4ad3587 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 946 time: 0.0458109 May 14 16:01:46.875583 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-fdcf24c9-c217-4670-bc8c-2956038b32f4 req-a8094995-43aa-40ef-95bc-f65d0ef4c4e7 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=17670c1a-80fe-49fe-b255-66afbfbdd64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414340 May 14 16:01:47.994896 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3715928-ab77-497f-9681-55cd96435b8d req-81d138c9-4172-4502-b9e9-cc412da13ca6 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:01:47.996632 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d3715928-ab77-497f-9681-55cd96435b8d req-81d138c9-4172-4502-b9e9-cc412da13ca6 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 946 time: 0.0511639 May 14 16:01:48.047028 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-d3715928-ab77-497f-9681-55cd96435b8d req-775ace7f-5d6b-41fd-93d3-7399ad67aefe tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=17670c1a-80fe-49fe-b255-66afbfbdd64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446482 May 14 16:01:49.161991 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc8fe51-2649-48ad-ae6c-ace44dede880 req-85f2419c-e30e-4b5c-bc05-fa56ee34e37b tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:01:49.163465 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1cc8fe51-2649-48ad-ae6c-ace44dede880 req-85f2419c-e30e-4b5c-bc05-fa56ee34e37b tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 946 time: 0.0470874 May 14 16:01:49.209830 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-1cc8fe51-2649-48ad-ae6c-ace44dede880 req-90b0d80e-122f-474a-a171-da14c983e198 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=17670c1a-80fe-49fe-b255-66afbfbdd64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409150 May 14 16:01:50.325884 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411052a0-ccdc-485b-84ca-b6304c49077f req-7b420321-c542-4975-8ffa-71e305ac7072 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:01:50.327601 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-411052a0-ccdc-485b-84ca-b6304c49077f req-7b420321-c542-4975-8ffa-71e305ac7072 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 946 time: 0.0502501 May 14 16:01:50.372701 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-411052a0-ccdc-485b-84ca-b6304c49077f req-767cf03d-7536-4339-8afc-64a66d18d2ea tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=17670c1a-80fe-49fe-b255-66afbfbdd64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398684 May 14 16:01:51.485910 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a437f5-752d-4034-9cbd-d3bf5242a8f1 req-f96482ed-a444-42b3-9550-1d543faf1812 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:01:51.487290 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-11a437f5-752d-4034-9cbd-d3bf5242a8f1 req-f96482ed-a444-42b3-9550-1d543faf1812 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 946 time: 0.0468044 May 14 16:01:51.532396 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-11a437f5-752d-4034-9cbd-d3bf5242a8f1 req-29faf734-5f74-4fb7-9e33-174487e97ffc tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=17670c1a-80fe-49fe-b255-66afbfbdd64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396509 May 14 16:01:52.643036 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256b955-42d6-48a3-b73b-955913857686 req-d5ef769b-3e06-440a-ae47-2463d714dd91 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:01:52.644481 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9256b955-42d6-48a3-b73b-955913857686 req-d5ef769b-3e06-440a-ae47-2463d714dd91 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 946 time: 0.0453742 May 14 16:01:52.693162 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9256b955-42d6-48a3-b73b-955913857686 req-a2d1eec8-ea46-403e-b24f-8abe894e3ea7 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=17670c1a-80fe-49fe-b255-66afbfbdd64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432117 May 14 16:01:53.806172 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db38c4-52d0-46e4-8d7f-2dce9238afec req-5631b51b-daaf-4cb3-8c69-51856ff19c50 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:01:53.807635 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e7db38c4-52d0-46e4-8d7f-2dce9238afec req-5631b51b-daaf-4cb3-8c69-51856ff19c50 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 946 time: 0.0476072 May 14 16:01:53.854208 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e7db38c4-52d0-46e4-8d7f-2dce9238afec req-ad44d2be-d9e4-4d51-be1f-945cee20c0b6 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=17670c1a-80fe-49fe-b255-66afbfbdd64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403743 May 14 16:01:54.050654 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba06da-9fb3-4252-b87c-82f6f264e078 req-ce981109-f807-4ebf-9397-c859f4210b10 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:01:54.052045 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e3ba06da-9fb3-4252-b87c-82f6f264e078 req-ce981109-f807-4ebf-9397-c859f4210b10 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 946 time: 0.0475340 May 14 16:01:54.091964 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c619b8-43f8-43cb-af33-818ee63f76dd req-3765b8fb-6275-4a23-a883-25af2973cba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:01:54.094231 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-50c619b8-43f8-43cb-af33-818ee63f76dd req-3765b8fb-6275-4a23-a883-25af2973cba6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=882808bd43644908a21ff8a58997c57f&device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 1130 time: 0.0442286 May 14 16:01:54.099614 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-e3ba06da-9fb3-4252-b87c-82f6f264e078 req-d439af30-ba96-4ce1-924d-32b7e21a7cd9 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=17670c1a-80fe-49fe-b255-66afbfbdd64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419390 May 14 16:01:54.181535 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c619b8-43f8-43cb-af33-818ee63f76dd req-a5ef933c-e732-4381-9a57-2db5c4574f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:01:54.183034 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-50c619b8-43f8-43cb-af33-818ee63f76dd req-a5ef933c-e732-4381-9a57-2db5c4574f91 service neutron] 10.222.0.36 "GET /v2.0/networks?id=43d22ca1-3a83-4fdf-9675-b59a4f503c47 HTTP/1.1" status: 200 len: 911 time: 0.0832355 May 14 16:01:54.249581 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-50c619b8-43f8-43cb-af33-818ee63f76dd req-1c4e06d0-6bfd-4024-9218-aaa251383282 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1df3d18b-4cc0-425e-9b62-d5b2705661f4 HTTP/1.1" status: 200 len: 1002 time: 0.0597236 May 14 16:01:54.295249 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c619b8-43f8-43cb-af33-818ee63f76dd req-8a9b3661-91d8-4e3e-b4ce-0fdfec34ddbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:01:54.296681 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-50c619b8-43f8-43cb-af33-818ee63f76dd req-8a9b3661-91d8-4e3e-b4ce-0fdfec34ddbc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=edc70abe-1d66-4b15-afca-c1293a5dafee HTTP/1.1" status: 200 len: 849 time: 0.0420842 May 14 16:01:54.338006 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c619b8-43f8-43cb-af33-818ee63f76dd req-684af408-21de-4a83-9632-5ac0f39fa927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:01:54.339482 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-50c619b8-43f8-43cb-af33-818ee63f76dd req-684af408-21de-4a83-9632-5ac0f39fa927 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43d22ca1-3a83-4fdf-9675-b59a4f503c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0371897 May 14 16:01:54.429772 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-50c619b8-43f8-43cb-af33-818ee63f76dd req-7ba731b1-afe0-479a-9b36-1e9c69a7a629 service neutron] 10.222.0.36 "GET /v2.0/networks/43d22ca1-3a83-4fdf-9675-b59a4f503c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833943 May 14 16:01:54.517085 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-50c619b8-43f8-43cb-af33-818ee63f76dd req-9ae5a76d-8203-4c0f-9117-99ce1f01a9f6 service neutron] 10.222.0.36 "GET /v2.0/networks/43d22ca1-3a83-4fdf-9675-b59a4f503c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814240 May 14 16:01:55.216516 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a96ae-2006-4bb5-bbac-1b3cb0a33123 req-a902fa90-a8ad-472f-aeab-c8aab1af7366 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:01:55.218205 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-4b0a96ae-2006-4bb5-bbac-1b3cb0a33123 req-a902fa90-a8ad-472f-aeab-c8aab1af7366 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 946 time: 0.0500743 May 14 16:01:55.263532 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-4b0a96ae-2006-4bb5-bbac-1b3cb0a33123 req-e84acf6a-a01e-440e-939b-72aaadd5fa14 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=17670c1a-80fe-49fe-b255-66afbfbdd64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398204 May 14 16:02:01.048318 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-35092bec-27fe-4a00-953e-1b3aaefd4c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:02:03.315688 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-47fa8c9c-76c2-44e7-b603-fce448343da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:02:03.833003 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (df6c86ae-fc26-40a3-91a1-648a304bf46f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:02:04.353569 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:02:05.928677 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:02:07.354760 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:02:14.103859 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [req-b0c2521b-7193-438b-9915-f17c5bbd89c2 req-7705e3c6-7e15-458d-9fae-5df6c853e44b service neutron] (115110) timed out ('10.222.0.36', 63207) {{(pid=115110) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 14 16:02:14.279195 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [req-db5950b3-c15e-4895-b1b6-dca8b37e3885 req-df20b837-7ca0-4cef-b2cc-50ad0bf4ef96 service neutron] (115111) timed out ('10.222.0.36', 63261) {{(pid=115111) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 14 16:02:14.696979 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [req-198fd946-10cc-48d3-bfa6-4c1d5bbbf25b req-9b2c9443-5f5b-4bc2-b9ea-439cb27f50d0 service neutron] (115110) timed out ('10.222.0.36', 63231) {{(pid=115110) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 14 16:02:16.644814 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-cd1eea98-3021-4588-9590-5969087dafc2 None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 16:02:31.049708 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-67d5cd58-b9cd-4c39-a17d-5135bf1e47a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:02:33.318042 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-e945d3dd-302c-4800-a7e8-f76c9f398bf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:02:33.822846 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (df6c86ae-fc26-40a3-91a1-648a304bf46f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:02:33.917145 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-171171e4-1b37-447d-b24d-8e8aa3293934 req-9326f083-dbb9-4d58-94a4-231a3a3737cd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0892940 May 14 16:02:34.010980 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171171e4-1b37-447d-b24d-8e8aa3293934 req-487723ac-5290-42ed-aa77-0189ba7bf2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:02:34.012521 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-171171e4-1b37-447d-b24d-8e8aa3293934 req-487723ac-5290-42ed-aa77-0189ba7bf2d9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=882808bd43644908a21ff8a58997c57f&device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 1130 time: 0.0398827 May 14 16:02:34.117552 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171171e4-1b37-447d-b24d-8e8aa3293934 req-aa00ab7d-5701-4a31-826e-cae4aadee7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:02:34.118953 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-171171e4-1b37-447d-b24d-8e8aa3293934 req-aa00ab7d-5701-4a31-826e-cae4aadee7d6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=43d22ca1-3a83-4fdf-9675-b59a4f503c47 HTTP/1.1" status: 200 len: 911 time: 0.0866907 May 14 16:02:34.189421 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-171171e4-1b37-447d-b24d-8e8aa3293934 req-53c6c279-853e-4e7c-af48-9759d8a2d7e4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1df3d18b-4cc0-425e-9b62-d5b2705661f4 HTTP/1.1" status: 200 len: 1002 time: 0.0639863 May 14 16:02:34.236971 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171171e4-1b37-447d-b24d-8e8aa3293934 req-f6dc8487-1a14-473f-a926-53083effdff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:02:34.238459 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-171171e4-1b37-447d-b24d-8e8aa3293934 req-f6dc8487-1a14-473f-a926-53083effdff6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=edc70abe-1d66-4b15-afca-c1293a5dafee HTTP/1.1" status: 200 len: 849 time: 0.0433340 May 14 16:02:34.283909 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171171e4-1b37-447d-b24d-8e8aa3293934 req-d82f502e-ea12-4130-84e8-b4718a10b793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:02:34.285395 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-171171e4-1b37-447d-b24d-8e8aa3293934 req-d82f502e-ea12-4130-84e8-b4718a10b793 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43d22ca1-3a83-4fdf-9675-b59a4f503c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0405562 May 14 16:02:34.356315 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:02:34.374374 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-171171e4-1b37-447d-b24d-8e8aa3293934 req-50c73d56-798b-4c54-ba8a-39eff1372259 service neutron] 10.222.0.36 "GET /v2.0/networks/43d22ca1-3a83-4fdf-9675-b59a4f503c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821064 May 14 16:02:34.463405 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-171171e4-1b37-447d-b24d-8e8aa3293934 req-61c05361-6182-44ce-90f8-4d112e34f120 service neutron] 10.222.0.36 "GET /v2.0/networks/43d22ca1-3a83-4fdf-9675-b59a4f503c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835226 May 14 16:02:35.934746 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:02:37.357947 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:02:53.644217 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-cd1eea98-3021-4588-9590-5969087dafc2 None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 16:02:58.882764 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeae6f2a-d541-448a-aaa4-23e4793fd521 req-277bfae5-d729-4061-9965-cbd599eb1721 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:02:58.884247 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-aeae6f2a-d541-448a-aaa4-23e4793fd521 req-277bfae5-d729-4061-9965-cbd599eb1721 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 946 time: 0.0471575 May 14 16:02:58.930806 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-aeae6f2a-d541-448a-aaa4-23e4793fd521 req-528aa41e-76d5-4225-9a1f-72894be3c251 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=17670c1a-80fe-49fe-b255-66afbfbdd64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409951 May 14 16:03:00.050586 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6c10e-6e9c-40a7-8461-c42748bc641c req-e035d3ff-286f-40f8-a4bd-7c272d4e3b73 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:03:00.052085 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-98f6c10e-6e9c-40a7-8461-c42748bc641c req-e035d3ff-286f-40f8-a4bd-7c272d4e3b73 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 946 time: 0.0502729 May 14 16:03:00.100287 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-98f6c10e-6e9c-40a7-8461-c42748bc641c req-14064418-7c2a-460a-91b1-3d2e7df5f665 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=17670c1a-80fe-49fe-b255-66afbfbdd64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426116 May 14 16:03:00.915894 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3123647-c564-4038-92b9-e76461e48b4d req-255c44de-ab04-4753-aeb6-7413e509f14b tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:03:00.917316 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-a3123647-c564-4038-92b9-e76461e48b4d req-255c44de-ab04-4753-aeb6-7413e509f14b tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.36 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 946 time: 0.0459516 May 14 16:03:00.999355 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [req-a3123647-c564-4038-92b9-e76461e48b4d req-5238f62e-967a-4472-8fbe-d018bf109b6c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Deleting port 1df3d18b-4cc0-425e-9b62-d5b2705661f4 {{(pid=115110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 16:03:00.999691 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-a3123647-c564-4038-92b9-e76461e48b4d req-5238f62e-967a-4472-8fbe-d018bf109b6c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (1df3d18b-4cc0-425e-9b62-d5b2705661f4), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:01.050900 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-d3c42ef3-9c1d-4690-bb83-b8c0bdd67d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:01.085804 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [req-a3123647-c564-4038-92b9-e76461e48b4d req-5238f62e-967a-4472-8fbe-d018bf109b6c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] For port 1df3d18b-4cc0-425e-9b62-d5b2705661f4, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=1df3d18b-4cc0-425e-9b62-d5b2705661f4,segment=NetworkSegment(26cf2c97-978f-49e8-aeb3-d26703d8eb75),segment_id=26cf2c97-978f-49e8-aeb3-d26703d8eb75)] {{(pid=115110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 16:03:01.086092 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-a3123647-c564-4038-92b9-e76461e48b4d req-5238f62e-967a-4472-8fbe-d018bf109b6c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (1df3d18b-4cc0-425e-9b62-d5b2705661f4), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:01.216381 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a25768-0aef-4a48-b0d5-799aaa683cfd req-05215b8c-de49-46a7-8480-7240aa514b06 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:03:01.217868 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c4a25768-0aef-4a48-b0d5-799aaa683cfd req-05215b8c-de49-46a7-8480-7240aa514b06 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=34a25afd-ca05-47fe-8bba-30442b7b5348 HTTP/1.1" status: 200 len: 946 time: 0.0477312 May 14 16:03:01.256878 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-a3123647-c564-4038-92b9-e76461e48b4d req-5238f62e-967a-4472-8fbe-d018bf109b6c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:01.257236 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-a3123647-c564-4038-92b9-e76461e48b4d req-5238f62e-967a-4472-8fbe-d018bf109b6c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1759531'] for floatingip (253fcbd0-8200-4a4e-9369-e4066f8f2dca), after_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:01.257549 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.db.l3_db [req-a3123647-c564-4038-92b9-e76461e48b4d req-5238f62e-967a-4472-8fbe-d018bf109b6c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Floating IP 253fcbd0-8200-4a4e-9369-e4066f8f2dca disassociated. External IP: 172.27.1.238, port: 1df3d18b-4cc0-425e-9b62-d5b2705661f4. May 14 16:03:01.257900 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [req-a3123647-c564-4038-92b9-e76461e48b4d req-5238f62e-967a-4472-8fbe-d018bf109b6c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Calling delete_port for 1df3d18b-4cc0-425e-9b62-d5b2705661f4 owned by compute:nova {{(pid=115110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 16:03:01.266611 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-c4a25768-0aef-4a48-b0d5-799aaa683cfd req-71718403-cbdb-4e9b-9874-32976f7fc9e8 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=17670c1a-80fe-49fe-b255-66afbfbdd64d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424798 May 14 16:03:01.385001 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-a3123647-c564-4038-92b9-e76461e48b4d req-5238f62e-967a-4472-8fbe-d018bf109b6c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (1df3d18b-4cc0-425e-9b62-d5b2705661f4), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:01.413088 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5238f62e-967a-4472-8fbe-d018bf109b6c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Pushing event deleted for resources: {'Port': ['ID=1df3d18b-4cc0-425e-9b62-d5b2705661f4,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:03:01.424724 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5238f62e-967a-4472-8fbe-d018bf109b6c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:03:01.425113 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5238f62e-967a-4472-8fbe-d018bf109b6c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:03:01.425458 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5238f62e-967a-4472-8fbe-d018bf109b6c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:03:01.425802 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5238f62e-967a-4472-8fbe-d018bf109b6c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:03:01.426134 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5238f62e-967a-4472-8fbe-d018bf109b6c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:03:01.426491 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5238f62e-967a-4472-8fbe-d018bf109b6c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:03:01.426816 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5238f62e-967a-4472-8fbe-d018bf109b6c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:03:01.427137 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5238f62e-967a-4472-8fbe-d018bf109b6c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:03:01.427467 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5238f62e-967a-4472-8fbe-d018bf109b6c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:03:01.427789 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5238f62e-967a-4472-8fbe-d018bf109b6c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:03:01.428112 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5238f62e-967a-4472-8fbe-d018bf109b6c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:03:01.428431 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5238f62e-967a-4472-8fbe-d018bf109b6c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:03:01.428742 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5238f62e-967a-4472-8fbe-d018bf109b6c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:03:01.429062 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5238f62e-967a-4472-8fbe-d018bf109b6c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:03:01.429377 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5238f62e-967a-4472-8fbe-d018bf109b6c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:03:01.540323 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3123647-c564-4038-92b9-e76461e48b4d req-5238f62e-967a-4472-8fbe-d018bf109b6c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Router 6839e685-38d9-43b7-82b4-f993a12244b5 has already been hosted by L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f {{(pid=115110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 16:03:01.647432 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3123647-c564-4038-92b9-e76461e48b4d req-5238f62e-967a-4472-8fbe-d018bf109b6c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 16:03:01.658438 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f1c810-fbeb-4c70-9351-013c950450a7 None None] Sync routers for ids ['6839e685-38d9-43b7-82b4-f993a12244b5'] in dv-cinder-839793-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 16:03:01.668435 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f1c810-fbeb-4c70-9351-013c950450a7 None None] Routers {'6839e685-38d9-43b7-82b4-f993a12244b5'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 16:03:01.669123 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-72f1c810-fbeb-4c70-9351-013c950450a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T16:02:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['6839e685-38d9-43b7-82b4-f993a12244b5'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 16:03:01.693015 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3123647-c564-4038-92b9-e76461e48b4d req-5238f62e-967a-4472-8fbe-d018bf109b6c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] No DVR routers for this DVR port 1df3d18b-4cc0-425e-9b62-d5b2705661f4 on host hv-cinder-83979 {{(pid=115110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 16:03:01.695491 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-a3123647-c564-4038-92b9-e76461e48b4d req-5238f62e-967a-4472-8fbe-d018bf109b6c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:01.698720 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-a3123647-c564-4038-92b9-e76461e48b4d req-5238f62e-967a-4472-8fbe-d018bf109b6c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.36 "DELETE /v2.0/ports/1df3d18b-4cc0-425e-9b62-d5b2705661f4 HTTP/1.1" status: 204 len: 173 time: 0.7763603 May 14 16:03:01.699156 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34a25afd-ca05-47fe-8bba-30442b7b5348', 'name': 'network-vif-deleted', 'tag': '1df3d18b-4cc0-425e-9b62-d5b2705661f4'}] {{(pid=115110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 16:03:01.701386 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a270656aa08f71c574e37588e4b5bc67f1398202d03dea947e2a2c931e3df3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5c1a7a-376e-4ff4-9152-d414c0e1b225" -d '{"events": [{"server_uuid": "34a25afd-ca05-47fe-8bba-30442b7b5348", "name": "network-vif-deleted", "tag": "1df3d18b-4cc0-425e-9b62-d5b2705661f4"}]}' {{(pid=115110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 16:03:01.779308 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-72f1c810-fbeb-4c70-9351-013c950450a7 None None] Set router 6839e685-38d9-43b7-82b4-f993a12244b5 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 16:03:01.818586 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 16:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4eee56c-cb32-48fd-96ac-0dd83dbfbccf x-openstack-request-id: req-a4eee56c-cb32-48fd-96ac-0dd83dbfbccf {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 16:03:01.819105 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34a25afd-ca05-47fe-8bba-30442b7b5348", "name": "network-vif-deleted", "tag": "1df3d18b-4cc0-425e-9b62-d5b2705661f4", "status": "completed", "code": 200}]} {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 16:03:01.819364 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a4eee56c-cb32-48fd-96ac-0dd83dbfbccf {{(pid=115110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 16:03:01.819775 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4eee56c-cb32-48fd-96ac-0dd83dbfbccf'] response: {'server_uuid': '34a25afd-ca05-47fe-8bba-30442b7b5348', 'name': 'network-vif-deleted', 'tag': '1df3d18b-4cc0-425e-9b62-d5b2705661f4', 'status': 'completed', 'code': 200} May 14 16:03:01.981115 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-72f1c810-fbeb-4c70-9351-013c950450a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'name': 'tempest-AttachVolumeTestJSON-223176791-router', 'tenant_id': '882808bd43644908a21ff8a58997c57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'fa12685c-caa8-4fb9-b9cd-2f0beb936b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:58:31Z', 'updated_at': '2022-05-14T15:58:34Z', 'revision_number': 4, 'project_id': '882808bd43644908a21ff8a58997c57f', 'gw_port': {'id': 'fa12685c-caa8-4fb9-b9cd-2f0beb936b01', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:58:32Z', 'updated_at': '2022-05-14T15:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': 'f658bb14-991a-48c7-a87e-4afa76a0bacf', 'name': '', 'network_id': '43d22ca1-3a83-4fdf-9675-b59a4f503c47', 'tenant_id': '882808bd43644908a21ff8a58997c57f', 'mac_address': 'fa:16:3e:04:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'edc70abe-1d66-4b15-afca-c1293a5dafee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:58:34Z', 'updated_at': '2022-05-14T15:58:38Z', 'revision_number': 5, 'project_id': '882808bd43644908a21ff8a58997c57f', 'subnets': [{'id': 'edc70abe-1d66-4b15-afca-c1293a5dafee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 16:03:02.008421 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f1c810-fbeb-4c70-9351-013c950450a7 None None] Checking router: 6839e685-38d9-43b7-82b4-f993a12244b5 for host: dv-cinder-839793-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 16:03:02.017171 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f1c810-fbeb-4c70-9351-013c950450a7 None None] Routers {'6839e685-38d9-43b7-82b4-f993a12244b5'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 16:03:02.017802 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-72f1c810-fbeb-4c70-9351-013c950450a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T16:02:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['6839e685-38d9-43b7-82b4-f993a12244b5'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 16:03:02.131073 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-72f1c810-fbeb-4c70-9351-013c950450a7 None None] Set router 6839e685-38d9-43b7-82b4-f993a12244b5 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 16:03:02.327128 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-72f1c810-fbeb-4c70-9351-013c950450a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'name': 'tempest-AttachVolumeTestJSON-223176791-router', 'tenant_id': '882808bd43644908a21ff8a58997c57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'fa12685c-caa8-4fb9-b9cd-2f0beb936b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:58:31Z', 'updated_at': '2022-05-14T15:58:34Z', 'revision_number': 4, 'project_id': '882808bd43644908a21ff8a58997c57f', 'gw_port': {'id': 'fa12685c-caa8-4fb9-b9cd-2f0beb936b01', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:58:32Z', 'updated_at': '2022-05-14T15:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': 'f658bb14-991a-48c7-a87e-4afa76a0bacf', 'name': '', 'network_id': '43d22ca1-3a83-4fdf-9675-b59a4f503c47', 'tenant_id': '882808bd43644908a21ff8a58997c57f', 'mac_address': 'fa:16:3e:04:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'edc70abe-1d66-4b15-afca-c1293a5dafee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:58:34Z', 'updated_at': '2022-05-14T15:58:38Z', 'revision_number': 5, 'project_id': '882808bd43644908a21ff8a58997c57f', 'subnets': [{'id': 'edc70abe-1d66-4b15-afca-c1293a5dafee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 16:03:02.355566 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f1c810-fbeb-4c70-9351-013c950450a7 None None] The sync data for ids ['6839e685-38d9-43b7-82b4-f993a12244b5'] in dv-cinder-839793-11-iscsi is: [{'id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'name': 'tempest-AttachVolumeTestJSON-223176791-router', 'tenant_id': '882808bd43644908a21ff8a58997c57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'fa12685c-caa8-4fb9-b9cd-2f0beb936b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:58:31Z', 'updated_at': '2022-05-14T15:58:34Z', 'revision_number': 4, 'project_id': '882808bd43644908a21ff8a58997c57f', 'gw_port': {'id': 'fa12685c-caa8-4fb9-b9cd-2f0beb936b01', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:58:32Z', 'updated_at': '2022-05-14T15:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': 'f658bb14-991a-48c7-a87e-4afa76a0bacf', 'name': '', 'network_id': '43d22ca1-3a83-4fdf-9675-b59a4f503c47', 'tenant_id': '882808bd43644908a21ff8a58997c57f', 'mac_address': 'fa:16:3e:04:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'edc70abe-1d66-4b15-afca-c1293a5dafee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:58:34Z', 'updated_at': '2022-05-14T15:58:38Z', 'revision_number': 5, 'project_id': '882808bd43644908a21ff8a58997c57f', 'subnets': [{'id': 'edc70abe-1d66-4b15-afca-c1293a5dafee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 16:03:02.358073 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 45514) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:03:02.422039 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-7ca57dd7-5529-49a9-84e2-9b8f0710eecc tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks [] for security_group (17670c1a-80fe-49fe-b255-66afbfbdd64d), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:02.450680 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-7ca57dd7-5529-49a9-84e2-9b8f0710eecc tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks [] for security_group (17670c1a-80fe-49fe-b255-66afbfbdd64d), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:02.501325 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-7ca57dd7-5529-49a9-84e2-9b8f0710eecc tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (17670c1a-80fe-49fe-b255-66afbfbdd64d), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:02.503935 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-7ca57dd7-5529-49a9-84e2-9b8f0710eecc tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks [] for security_group (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:02.507488 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-7ca57dd7-5529-49a9-84e2-9b8f0710eecc tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "DELETE /v2.0/security-groups/17670c1a-80fe-49fe-b255-66afbfbdd64d HTTP/1.1" status: 204 len: 168 time: 0.1441548 May 14 16:03:02.507959 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 45516) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:03:02.514621 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca57dd7-5529-49a9-84e2-9b8f0710eecc tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17670c1a-80fe-49fe-b255-66afbfbdd64d,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:03:02.521950 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca57dd7-5529-49a9-84e2-9b8f0710eecc tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:03:02.522282 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca57dd7-5529-49a9-84e2-9b8f0710eecc tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:03:02.522700 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca57dd7-5529-49a9-84e2-9b8f0710eecc tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:03:02.522884 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.api.v2.resource [None req-d9619dd9-92c6-41aa-9fa1-f0e350a6a7c1 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] show failed (client error): The resource could not be found. May 14 16:03:02.523001 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca57dd7-5529-49a9-84e2-9b8f0710eecc tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:03:02.523293 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca57dd7-5529-49a9-84e2-9b8f0710eecc tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:03:02.523614 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca57dd7-5529-49a9-84e2-9b8f0710eecc tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:03:02.526808 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca57dd7-5529-49a9-84e2-9b8f0710eecc tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:03:02.527169 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-d9619dd9-92c6-41aa-9fa1-f0e350a6a7c1 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups/17670c1a-80fe-49fe-b255-66afbfbdd64d HTTP/1.1" status: 404 len: 347 time: 0.0149684 May 14 16:03:02.527263 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca57dd7-5529-49a9-84e2-9b8f0710eecc tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:03:02.527263 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca57dd7-5529-49a9-84e2-9b8f0710eecc tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:03:02.527263 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca57dd7-5529-49a9-84e2-9b8f0710eecc tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:03:02.527263 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca57dd7-5529-49a9-84e2-9b8f0710eecc tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:03:02.527263 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca57dd7-5529-49a9-84e2-9b8f0710eecc tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:03:02.527263 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca57dd7-5529-49a9-84e2-9b8f0710eecc tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:03:02.527263 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca57dd7-5529-49a9-84e2-9b8f0710eecc tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:03:02.527263 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca57dd7-5529-49a9-84e2-9b8f0710eecc tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:03:02.527886 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 45518) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:03:02.599038 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf143ea4-32b1-409c-8d43-292868553c06 None None] New status for floating IP 253fcbd0-8200-4a4e-9369-e4066f8f2dca: DOWN {{(pid=115112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 14 16:03:02.646318 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [None req-e54fbe2d-2c06-4cf9-adee-e0581930b219 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Deleting port bf3beb30-4667-4c0d-8af4-4c1d2aade1dc {{(pid=115110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 16:03:02.646686 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e54fbe2d-2c06-4cf9-adee-e0581930b219 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (bf3beb30-4667-4c0d-8af4-4c1d2aade1dc), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:02.722287 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e54fbe2d-2c06-4cf9-adee-e0581930b219 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (bf3beb30-4667-4c0d-8af4-4c1d2aade1dc), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:02.722615 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e54fbe2d-2c06-4cf9-adee-e0581930b219 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks [] for floatingip (bf3beb30-4667-4c0d-8af4-4c1d2aade1dc), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:02.735260 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [None req-e54fbe2d-2c06-4cf9-adee-e0581930b219 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Calling delete_port for bf3beb30-4667-4c0d-8af4-4c1d2aade1dc owned by network:floatingip {{(pid=115110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 16:03:02.867534 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e54fbe2d-2c06-4cf9-adee-e0581930b219 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (bf3beb30-4667-4c0d-8af4-4c1d2aade1dc), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:02.893099 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54fbe2d-2c06-4cf9-adee-e0581930b219 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Pushing event deleted for resources: {'Port': ['ID=bf3beb30-4667-4c0d-8af4-4c1d2aade1dc,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:03:02.955137 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e54fbe2d-2c06-4cf9-adee-e0581930b219 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks [] for floatingip (253fcbd0-8200-4a4e-9369-e4066f8f2dca), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:02.957590 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e54fbe2d-2c06-4cf9-adee-e0581930b219 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for floatingip (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:02.958791 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-e54fbe2d-2c06-4cf9-adee-e0581930b219 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "DELETE /v2.0/floatingips/253fcbd0-8200-4a4e-9369-e4066f8f2dca HTTP/1.1" status: 204 len: 168 time: 0.4308693 May 14 16:03:03.319568 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b7f023fa-76d1-4837-9d5b-f77817b0639e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:03.853201 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (df6c86ae-fc26-40a3-91a1-648a304bf46f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:04.045129 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 45526) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:03:04.050491 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [None req-53101bba-7faa-4fe3-bda7-dedc7b01619d tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1109259340', 'description': 'tempest-description--910628933'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 16:03:04.070822 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-53101bba-7faa-4fe3-bda7-dedc7b01619d tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:04.138857 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-53101bba-7faa-4fe3-bda7-dedc7b01619d tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks [] for security_group (85f57eed-7233-477a-b433-98cd67f45e9e), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:04.142576 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-53101bba-7faa-4fe3-bda7-dedc7b01619d tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (85f57eed-7233-477a-b433-98cd67f45e9e), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:04.175450 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-53101bba-7faa-4fe3-bda7-dedc7b01619d tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:04.176677 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-53101bba-7faa-4fe3-bda7-dedc7b01619d tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1305418 May 14 16:03:04.177369 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53101bba-7faa-4fe3-bda7-dedc7b01619d tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85f57eed-7233-477a-b433-98cd67f45e9e,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:03:04.179612 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 45528) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:03:04.185703 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-a675e79b-8da8-4b8e-89ed-edc9bece8bd5 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Request body: {'security_group_rule': {'security_group_id': '85f57eed-7233-477a-b433-98cd67f45e9e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 16:03:04.212490 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-a675e79b-8da8-4b8e-89ed-edc9bece8bd5 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks [] for security_group_rule (56a7b842-3cb0-4f33-9632-dc61fefe2623), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:04.265555 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-a675e79b-8da8-4b8e-89ed-edc9bece8bd5 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks [] for security_group_rule (56a7b842-3cb0-4f33-9632-dc61fefe2623), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:04.270335 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-a675e79b-8da8-4b8e-89ed-edc9bece8bd5 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639472'] for security_group_rule (56a7b842-3cb0-4f33-9632-dc61fefe2623), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:04.294628 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a675e79b-8da8-4b8e-89ed-edc9bece8bd5 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56a7b842-3cb0-4f33-9632-dc61fefe2623,revision_number=0']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:03:04.302066 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-a675e79b-8da8-4b8e-89ed-edc9bece8bd5 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:04.303282 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-a675e79b-8da8-4b8e-89ed-edc9bece8bd5 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1221001 May 14 16:03:04.305918 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 45530) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:03:04.310077 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-7e85957c-b62d-4048-8d18-e29903bc1e98 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Request body: {'security_group_rule': {'security_group_id': '85f57eed-7233-477a-b433-98cd67f45e9e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 16:03:04.336591 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-7e85957c-b62d-4048-8d18-e29903bc1e98 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks [] for security_group_rule (b3222c00-aa41-4bef-8483-e4f4afbdb462), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:04.358074 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:04.393899 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-7e85957c-b62d-4048-8d18-e29903bc1e98 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks [] for security_group_rule (b3222c00-aa41-4bef-8483-e4f4afbdb462), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:04.397072 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-7e85957c-b62d-4048-8d18-e29903bc1e98 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639472'] for security_group_rule (b3222c00-aa41-4bef-8483-e4f4afbdb462), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:04.414464 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e85957c-b62d-4048-8d18-e29903bc1e98 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3222c00-aa41-4bef-8483-e4f4afbdb462,revision_number=0']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:03:04.421912 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-7e85957c-b62d-4048-8d18-e29903bc1e98 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:04.423785 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-7e85957c-b62d-4048-8d18-e29903bc1e98 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1169186 May 14 16:03:04.426818 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 45532) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:03:04.431071 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-fe3fa943-fc4d-4530-9220-cd298c125bca tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Request body: {'floatingip': {'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 16:03:04.451273 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-fe3fa943-fc4d-4530-9220-cd298c125bca tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:04.530132 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-fe3fa943-fc4d-4530-9220-cd298c125bca tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:04.634081 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.db_base_plugin_common [None req-fe3fa943-fc4d-4530-9220-cd298c125bca tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Allocated IP 172.27.1.35 (ee365c6e-8595-4248-876b-4406c6eeb32a/3059297f-ebad-4161-8328-a5e88a7ee6dc/7308b1c5-0980-4c94-8261-8a4ed7f91cd8) {{(pid=115111) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 16:03:04.731883 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-fe3fa943-fc4d-4530-9220-cd298c125bca tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks [] for port (7308b1c5-0980-4c94-8261-8a4ed7f91cd8), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:04.766859 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-fe3fa943-fc4d-4530-9220-cd298c125bca tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8764499'] for port (7308b1c5-0980-4c94-8261-8a4ed7f91cd8), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:04.803812 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3fa943-fc4d-4530-9220-cd298c125bca tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Network ee365c6e-8595-4248-876b-4406c6eeb32a is already hosted by enough agents. {{(pid=115111) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 16:03:04.806713 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.base_scheduler [None req-fe3fa943-fc4d-4530-9220-cd298c125bca tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Resources bound (agent type, host, resource id): {{(pid=115111) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 16:03:04.812656 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3fa943-fc4d-4530-9220-cd298c125bca tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Received port after_create {{(pid=115111) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 16:03:04.818336 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3fa943-fc4d-4530-9220-cd298c125bca tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Pushing event updated for resources: {'Port': ['ID=7308b1c5-0980-4c94-8261-8a4ed7f91cd8,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:03:04.901981 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-fe3fa943-fc4d-4530-9220-cd298c125bca tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks [] for floatingip (7fa8bec5-7601-4c28-8751-68612c9fe041), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:04.937108 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-fe3fa943-fc4d-4530-9220-cd298c125bca tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (7308b1c5-0980-4c94-8261-8a4ed7f91cd8), before_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:05.115489 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-fe3fa943-fc4d-4530-9220-cd298c125bca tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks [] for port (7308b1c5-0980-4c94-8261-8a4ed7f91cd8), precommit_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:05.119844 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-fe3fa943-fc4d-4530-9220-cd298c125bca tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8764516'] for port (7308b1c5-0980-4c94-8261-8a4ed7f91cd8), after_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:05.190201 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3fa943-fc4d-4530-9220-cd298c125bca tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Pushing event updated for resources: {'Port': ['ID=7308b1c5-0980-4c94-8261-8a4ed7f91cd8,revision_number=2']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:03:05.201867 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-fe3fa943-fc4d-4530-9220-cd298c125bca tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1759531'] for floatingip (7fa8bec5-7601-4c28-8751-68612c9fe041), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:05.216804 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-fe3fa943-fc4d-4530-9220-cd298c125bca tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for floatingip (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:05.218052 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-fe3fa943-fc4d-4530-9220-cd298c125bca tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7902725 May 14 16:03:05.347914 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device 1df3d18b-4cc0-425e-9b62-d5b2705661f4 no longer exists at agent hyperv_hv-cinder-83979 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 16:03:05.373169 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] No Port match for: 1df3d18b-4cc0-425e-9b62-d5b2705661f4 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 14 16:03:05.373441 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device 1df3d18b-4cc0-425e-9b62-d5b2705661f4 not bound to the agent host hv-cinder-83979 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 16:03:05.411517 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-aa49170f-ddd5-4763-b595-1472c697ac0d req-5edee99f-aff4-4f8a-9c6a-56950399eef0 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1109259340&fields=id&tenant_id=882808bd43644908a21ff8a58997c57f HTTP/1.1" status: 200 len: 267 time: 0.0414636 May 14 16:03:05.513407 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49170f-ddd5-4763-b595-1472c697ac0d req-d34a7535-6b14-4985-b156-388c77572d90 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:03:05.514859 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-aa49170f-ddd5-4763-b595-1472c697ac0d req-d34a7535-6b14-4985-b156-388c77572d90 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/networks?id=43d22ca1-3a83-4fdf-9675-b59a4f503c47 HTTP/1.1" status: 200 len: 810 time: 0.0969923 May 14 16:03:05.528650 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-aa49170f-ddd5-4763-b595-1472c697ac0d req-1d3fe940-45be-4c50-b300-192853d75aca tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/quotas/882808bd43644908a21ff8a58997c57f HTTP/1.1" status: 200 len: 375 time: 0.0084884 May 14 16:03:05.580595 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-aa49170f-ddd5-4763-b595-1472c697ac0d req-e6d6a740-cf3b-42ce-9980-d00dd79c5b08 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=882808bd43644908a21ff8a58997c57f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464871 May 14 16:03:05.673043 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-aa49170f-ddd5-4763-b595-1472c697ac0d req-6b21728c-2300-4658-bbca-bb75bfd71b0d service neutron] 10.222.0.61 "GET /v2.0/networks/43d22ca1-3a83-4fdf-9675-b59a4f503c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808628 May 14 16:03:05.936642 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:06.025169 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-aa49170f-ddd5-4763-b595-1472c697ac0d req-bdd9d1ce-dc6f-4e75-bf31-ff0be1c5b974 service neutron] 10.222.0.61 "GET /v2.0/networks/43d22ca1-3a83-4fdf-9675-b59a4f503c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465633 May 14 16:03:06.181315 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5ca3afc9-7a32-4f47-89b7-b67712a865ed req-4caac6d7-e019-4b43-8493-24c83592a814 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=748407bd-67ec-47e8-9a38-3c31cc18118c HTTP/1.1" status: 200 len: 210 time: 0.0283072 May 14 16:03:07.232456 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49170f-ddd5-4763-b595-1472c697ac0d req-858b0916-2126-48fc-a8a9-26f3af7152d4 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:03:07.233940 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-aa49170f-ddd5-4763-b595-1472c697ac0d req-858b0916-2126-48fc-a8a9-26f3af7152d4 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.36 "GET /v2.0/networks?id=43d22ca1-3a83-4fdf-9675-b59a4f503c47 HTTP/1.1" status: 200 len: 810 time: 0.1112604 May 14 16:03:07.284042 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-0e7c90c4-bc2d-44a1-86d8-939c52c41237 req-d5f23b24-360b-47c6-9c5a-dd38f1a0d634 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=748407bd-67ec-47e8-9a38-3c31cc18118c HTTP/1.1" status: 200 len: 210 time: 0.0323443 May 14 16:03:07.304471 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-aa49170f-ddd5-4763-b595-1472c697ac0d req-06e0629e-d19e-4bca-98f1-521a096a4fca tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=882808bd43644908a21ff8a58997c57f HTTP/1.1" status: 200 len: 380 time: 0.0570660 May 14 16:03:07.360439 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:07.387717 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [req-aa49170f-ddd5-4763-b595-1472c697ac0d req-1792f3bf-e3e2-4629-9f9d-c28cc1f6a709 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Request body: {'port': {'device_id': '748407bd-67ec-47e8-9a38-3c31cc18118c', 'network_id': '43d22ca1-3a83-4fdf-9675-b59a4f503c47', 'admin_state_up': True, 'tenant_id': '882808bd43644908a21ff8a58997c57f', 'security_groups': ['85f57eed-7233-477a-b433-98cd67f45e9e']}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 16:03:07.491758 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa49170f-ddd5-4763-b595-1472c697ac0d req-1792f3bf-e3e2-4629-9f9d-c28cc1f6a709 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Made reservation on behalf of 882808bd43644908a21ff8a58997c57f for: {'port': 1} {{(pid=115110) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 14 16:03:07.495122 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-aa49170f-ddd5-4763-b595-1472c697ac0d req-1792f3bf-e3e2-4629-9f9d-c28cc1f6a709 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:07.617770 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.db_base_plugin_common [req-aa49170f-ddd5-4763-b595-1472c697ac0d req-1792f3bf-e3e2-4629-9f9d-c28cc1f6a709 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Allocated IP 172.20.0.7 (43d22ca1-3a83-4fdf-9675-b59a4f503c47/edc70abe-1d66-4b15-afca-c1293a5dafee/fd37895f-d764-4c1d-ae98-012764ee826a) {{(pid=115110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 14 16:03:07.752407 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-aa49170f-ddd5-4763-b595-1472c697ac0d req-1792f3bf-e3e2-4629-9f9d-c28cc1f6a709 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks [] for port (fd37895f-d764-4c1d-ae98-012764ee826a), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:08.037947 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-aa49170f-ddd5-4763-b595-1472c697ac0d req-1792f3bf-e3e2-4629-9f9d-c28cc1f6a709 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770741530197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (fd37895f-d764-4c1d-ae98-012764ee826a), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:08.078681 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa49170f-ddd5-4763-b595-1472c697ac0d req-1792f3bf-e3e2-4629-9f9d-c28cc1f6a709 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Network 43d22ca1-3a83-4fdf-9675-b59a4f503c47 is already hosted by enough agents. {{(pid=115110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 14 16:03:08.081782 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.base_scheduler [req-aa49170f-ddd5-4763-b595-1472c697ac0d req-1792f3bf-e3e2-4629-9f9d-c28cc1f6a709 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Resources bound (agent type, host, resource id): {{(pid=115110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 14 16:03:08.088183 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa49170f-ddd5-4763-b595-1472c697ac0d req-1792f3bf-e3e2-4629-9f9d-c28cc1f6a709 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Received port after_create {{(pid=115110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 14 16:03:08.112607 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792f3bf-e3e2-4629-9f9d-c28cc1f6a709 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Pushing event updated for resources: {'Port': ['ID=fd37895f-d764-4c1d-ae98-012764ee826a,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:03:08.140690 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49170f-ddd5-4763-b595-1472c697ac0d req-1792f3bf-e3e2-4629-9f9d-c28cc1f6a709 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:03:08.141363 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-aa49170f-ddd5-4763-b595-1472c697ac0d req-1792f3bf-e3e2-4629-9f9d-c28cc1f6a709 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:08.159196 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-aa49170f-ddd5-4763-b595-1472c697ac0d req-1792f3bf-e3e2-4629-9f9d-c28cc1f6a709 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7752407 May 14 16:03:08.173921 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.v2.base [req-aa49170f-ddd5-4763-b595-1472c697ac0d req-8d1f82e5-7f13-41f1-acfe-6157b87ab142 service neutron] Request body: {'port': {'device_id': '748407bd-67ec-47e8-9a38-3c31cc18118c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83979'}} {{(pid=115110) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 16:03:08.236985 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-aa49170f-ddd5-4763-b595-1472c697ac0d req-8d1f82e5-7f13-41f1-acfe-6157b87ab142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (fd37895f-d764-4c1d-ae98-012764ee826a), before_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:08.340078 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-eeea8231-c8b2-4de9-86f9-2eb450e44b1a None None] Provisioning complete for port fd37895f-d764-4c1d-ae98-012764ee826a triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 16:03:08.340547 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-eeea8231-c8b2-4de9-86f9-2eb450e44b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (fd37895f-d764-4c1d-ae98-012764ee826a), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:08.379998 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-eeea8231-c8b2-4de9-86f9-2eb450e44b1a None None] Port fd37895f-d764-4c1d-ae98-012764ee826a cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 14 16:03:08.401429 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5892c490-ee9e-442b-a810-67b0affa92f6 req-a8bbd615-a186-42a8-8fcd-c73a39fa4ac7 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:03:08.402927 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5892c490-ee9e-442b-a810-67b0affa92f6 req-a8bbd615-a186-42a8-8fcd-c73a39fa4ac7 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=748407bd-67ec-47e8-9a38-3c31cc18118c HTTP/1.1" status: 200 len: 931 time: 0.0506270 May 14 16:03:08.448795 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-5892c490-ee9e-442b-a810-67b0affa92f6 req-159af397-340c-4ab9-ba51-9fafd26824e3 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=85f57eed-7233-477a-b433-98cd67f45e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394249 May 14 16:03:08.528571 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.notifiers.nova [req-aa49170f-ddd5-4763-b595-1472c697ac0d req-8d1f82e5-7f13-41f1-acfe-6157b87ab142 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd37895f-d764-4c1d-ae98-012764ee826a {{(pid=115110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 16:03:08.536486 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-aa49170f-ddd5-4763-b595-1472c697ac0d req-8d1f82e5-7f13-41f1-acfe-6157b87ab142 service neutron] Publish callbacks [] for port (fd37895f-d764-4c1d-ae98-012764ee826a), precommit_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:08.548968 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.provisioning_blocks [req-aa49170f-ddd5-4763-b595-1472c697ac0d req-8d1f82e5-7f13-41f1-acfe-6157b87ab142 service neutron] Transition to ACTIVE for port object fd37895f-d764-4c1d-ae98-012764ee826a will not be triggered until provisioned by entity L2. {{(pid=115110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 14 16:03:08.552739 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-aa49170f-ddd5-4763-b595-1472c697ac0d req-8d1f82e5-7f13-41f1-acfe-6157b87ab142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3204974'] for port (fd37895f-d764-4c1d-ae98-012764ee826a), after_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:08.603049 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f82e5-7f13-41f1-acfe-6157b87ab142 service neutron] Pushing event updated for resources: {'Port': ['ID=fd37895f-d764-4c1d-ae98-012764ee826a,revision_number=2']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:03:08.669225 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.managers [req-aa49170f-ddd5-4763-b595-1472c697ac0d req-8d1f82e5-7f13-41f1-acfe-6157b87ab142 service neutron] Attempting to bind port fd37895f-d764-4c1d-ae98-012764ee826a on host hv-cinder-83979 for vnic_type normal with profile {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 14 16:03:08.669559 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.managers [req-aa49170f-ddd5-4763-b595-1472c697ac0d req-8d1f82e5-7f13-41f1-acfe-6157b87ab142 service neutron] Attempting to bind port fd37895f-d764-4c1d-ae98-012764ee826a by drivers openvswitch,hyperv on host hv-cinder-83979 at level 0 using segments [{'id': '26cf2c97-978f-49e8-aeb3-d26703d8eb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '43d22ca1-3a83-4fdf-9675-b59a4f503c47'}] {{(pid=115110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 14 16:03:08.669885 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa49170f-ddd5-4763-b595-1472c697ac0d req-8d1f82e5-7f13-41f1-acfe-6157b87ab142 service neutron] Attempting to bind port fd37895f-d764-4c1d-ae98-012764ee826a on network 43d22ca1-3a83-4fdf-9675-b59a4f503c47 {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 16:03:08.675273 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa49170f-ddd5-4763-b595-1472c697ac0d req-8d1f82e5-7f13-41f1-acfe-6157b87ab142 service neutron] Port fd37895f-d764-4c1d-ae98-012764ee826a on network 43d22ca1-3a83-4fdf-9675-b59a4f503c47 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83979 {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 14 16:03:08.675592 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa49170f-ddd5-4763-b595-1472c697ac0d req-8d1f82e5-7f13-41f1-acfe-6157b87ab142 service neutron] Attempting to bind port fd37895f-d764-4c1d-ae98-012764ee826a on network 43d22ca1-3a83-4fdf-9675-b59a4f503c47 {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 14 16:03:08.680572 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa49170f-ddd5-4763-b595-1472c697ac0d req-8d1f82e5-7f13-41f1-acfe-6157b87ab142 service neutron] Checking agent: {'id': 'df6c86ae-fc26-40a3-91a1-648a304bf46f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83979', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 14, 15, 44, 23), 'started_at': datetime.datetime(2022, 5, 14, 15, 44, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 14, 16, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 14 16:03:08.680906 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa49170f-ddd5-4763-b595-1472c697ac0d req-8d1f82e5-7f13-41f1-acfe-6157b87ab142 service neutron] Checking segment: {'id': '26cf2c97-978f-49e8-aeb3-d26703d8eb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '43d22ca1-3a83-4fdf-9675-b59a4f503c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 14 16:03:08.681283 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa49170f-ddd5-4763-b595-1472c697ac0d req-8d1f82e5-7f13-41f1-acfe-6157b87ab142 service neutron] Bound using segment: {'id': '26cf2c97-978f-49e8-aeb3-d26703d8eb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '43d22ca1-3a83-4fdf-9675-b59a4f503c47'} {{(pid=115110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 14 16:03:08.681702 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.managers [req-aa49170f-ddd5-4763-b595-1472c697ac0d req-8d1f82e5-7f13-41f1-acfe-6157b87ab142 service neutron] Bound port: fd37895f-d764-4c1d-ae98-012764ee826a, host: hv-cinder-83979, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26cf2c97-978f-49e8-aeb3-d26703d8eb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '43d22ca1-3a83-4fdf-9675-b59a4f503c47'}}] {{(pid=115110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 14 16:03:08.682053 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-aa49170f-ddd5-4763-b595-1472c697ac0d req-8d1f82e5-7f13-41f1-acfe-6157b87ab142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (fd37895f-d764-4c1d-ae98-012764ee826a), before_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:08.749146 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [req-aa49170f-ddd5-4763-b595-1472c697ac0d req-8d1f82e5-7f13-41f1-acfe-6157b87ab142 service neutron] For port fd37895f-d764-4c1d-ae98-012764ee826a, host hv-cinder-83979, cleared binding levels {{(pid=115110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 14 16:03:08.752143 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [req-aa49170f-ddd5-4763-b595-1472c697ac0d req-8d1f82e5-7f13-41f1-acfe-6157b87ab142 service neutron] For port fd37895f-d764-4c1d-ae98-012764ee826a, host hv-cinder-83979, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=fd37895f-d764-4c1d-ae98-012764ee826a,segment=NetworkSegment(26cf2c97-978f-49e8-aeb3-d26703d8eb75),segment_id=26cf2c97-978f-49e8-aeb3-d26703d8eb75)] {{(pid=115110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 14 16:03:08.757819 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-aa49170f-ddd5-4763-b595-1472c697ac0d req-8d1f82e5-7f13-41f1-acfe-6157b87ab142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3204974'] for port (fd37895f-d764-4c1d-ae98-012764ee826a), after_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:08.789985 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49170f-ddd5-4763-b595-1472c697ac0d req-8d1f82e5-7f13-41f1-acfe-6157b87ab142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:03:08.790623 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-aa49170f-ddd5-4763-b595-1472c697ac0d req-8d1f82e5-7f13-41f1-acfe-6157b87ab142 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:08.791986 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-aa49170f-ddd5-4763-b595-1472c697ac0d req-8d1f82e5-7f13-41f1-acfe-6157b87ab142 service neutron] 10.222.0.36 "PUT /v2.0/ports/fd37895f-d764-4c1d-ae98-012764ee826a HTTP/1.1" status: 200 len: 1093 time: 0.6223886 May 14 16:03:08.792456 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '748407bd-67ec-47e8-9a38-3c31cc18118c', 'tag': 'fd37895f-d764-4c1d-ae98-012764ee826a'}] {{(pid=115110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 16:03:08.794666 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a270656aa08f71c574e37588e4b5bc67f1398202d03dea947e2a2c931e3df3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79c0d10-d903-4861-83c8-3223636cdd5d" -d '{"events": [{"name": "network-changed", "server_uuid": "748407bd-67ec-47e8-9a38-3c31cc18118c", "tag": "fd37895f-d764-4c1d-ae98-012764ee826a"}]}' {{(pid=115110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 16:03:08.822139 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1f82e5-7f13-41f1-acfe-6157b87ab142 service neutron] Pushing event updated for resources: {'Port': ['ID=fd37895f-d764-4c1d-ae98-012764ee826a,revision_number=3']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:03:08.856703 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 16:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8124719-2e7f-464f-83ea-ed02f0bbeb6b x-openstack-request-id: req-e8124719-2e7f-464f-83ea-ed02f0bbeb6b {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 16:03:08.856995 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "748407bd-67ec-47e8-9a38-3c31cc18118c", "tag": "fd37895f-d764-4c1d-ae98-012764ee826a", "status": "completed", "code": 200}]} {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 16:03:08.857255 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e8124719-2e7f-464f-83ea-ed02f0bbeb6b {{(pid=115110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 16:03:08.857651 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8124719-2e7f-464f-83ea-ed02f0bbeb6b'] response: {'name': 'network-changed', 'server_uuid': '748407bd-67ec-47e8-9a38-3c31cc18118c', 'tag': 'fd37895f-d764-4c1d-ae98-012764ee826a', 'status': 'completed', 'code': 200} May 14 16:03:08.888942 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49170f-ddd5-4763-b595-1472c697ac0d req-abf7b143-b043-4910-a409-b22c0f95e0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:03:08.890512 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-aa49170f-ddd5-4763-b595-1472c697ac0d req-abf7b143-b043-4910-a409-b22c0f95e0bf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=882808bd43644908a21ff8a58997c57f&device_id=748407bd-67ec-47e8-9a38-3c31cc18118c HTTP/1.1" status: 200 len: 1127 time: 0.0441742 May 14 16:03:08.935615 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-aa49170f-ddd5-4763-b595-1472c697ac0d req-f9b4c135-b922-4e49-a836-803cab5d35e9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd37895f-d764-4c1d-ae98-012764ee826a HTTP/1.1" status: 200 len: 217 time: 0.0344765 May 14 16:03:08.988059 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49170f-ddd5-4763-b595-1472c697ac0d req-fe6b92a9-873c-4b68-bf00-1cd5240151bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:03:08.989532 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-aa49170f-ddd5-4763-b595-1472c697ac0d req-fe6b92a9-873c-4b68-bf00-1cd5240151bc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=edc70abe-1d66-4b15-afca-c1293a5dafee HTTP/1.1" status: 200 len: 849 time: 0.0481842 May 14 16:03:09.034544 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49170f-ddd5-4763-b595-1472c697ac0d req-c5712f3c-0765-4f23-8498-ada196908a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:03:09.036052 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-aa49170f-ddd5-4763-b595-1472c697ac0d req-c5712f3c-0765-4f23-8498-ada196908a6c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43d22ca1-3a83-4fdf-9675-b59a4f503c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398972 May 14 16:03:09.125144 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-aa49170f-ddd5-4763-b595-1472c697ac0d req-6729a021-4817-4f45-9aa1-f29d0c2f53ea service neutron] 10.222.0.36 "GET /v2.0/networks/43d22ca1-3a83-4fdf-9675-b59a4f503c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832791 May 14 16:03:09.211148 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-aa49170f-ddd5-4763-b595-1472c697ac0d req-8cd9a6f5-8d75-4726-85be-599cb00f34ac service neutron] 10.222.0.36 "GET /v2.0/networks/43d22ca1-3a83-4fdf-9675-b59a4f503c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805800 May 14 16:03:09.559277 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc68df-5876-4543-82ef-0f84fdabfd3a req-e295c0a4-bfe0-4789-8cd1-f3dcdd3847c7 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:03:09.560707 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-2efc68df-5876-4543-82ef-0f84fdabfd3a req-e295c0a4-bfe0-4789-8cd1-f3dcdd3847c7 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=748407bd-67ec-47e8-9a38-3c31cc18118c HTTP/1.1" status: 200 len: 943 time: 0.0454438 May 14 16:03:09.605877 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-2efc68df-5876-4543-82ef-0f84fdabfd3a req-63e80aa1-0804-4b6a-b707-dfb6745d5a1f tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=85f57eed-7233-477a-b433-98cd67f45e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390005 May 14 16:03:10.722272 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8df5cf-a1bc-4d53-84a7-66adda8a28d7 req-0a41eac9-d103-45fd-9120-3e506572df34 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:03:10.723724 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-da8df5cf-a1bc-4d53-84a7-66adda8a28d7 req-0a41eac9-d103-45fd-9120-3e506572df34 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=748407bd-67ec-47e8-9a38-3c31cc18118c HTTP/1.1" status: 200 len: 943 time: 0.0492973 May 14 16:03:10.769022 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-da8df5cf-a1bc-4d53-84a7-66adda8a28d7 req-039a741e-31c8-4b28-99cb-1c7375f76499 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=85f57eed-7233-477a-b433-98cd67f45e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397072 May 14 16:03:11.205293 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c0d10-d903-4861-83c8-3223636cdd5d req-7f6ddd6b-31b0-4c42-ba5e-72e9abbbc5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:03:11.206899 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-f79c0d10-d903-4861-83c8-3223636cdd5d req-7f6ddd6b-31b0-4c42-ba5e-72e9abbbc5eb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=882808bd43644908a21ff8a58997c57f&device_id=748407bd-67ec-47e8-9a38-3c31cc18118c HTTP/1.1" status: 200 len: 1127 time: 0.0400915 May 14 16:03:11.300979 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c0d10-d903-4861-83c8-3223636cdd5d req-fcf05c89-705b-4bcc-9601-5145e5ee858f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:03:11.302569 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-f79c0d10-d903-4861-83c8-3223636cdd5d req-fcf05c89-705b-4bcc-9601-5145e5ee858f service neutron] 10.222.0.36 "GET /v2.0/networks?id=43d22ca1-3a83-4fdf-9675-b59a4f503c47 HTTP/1.1" status: 200 len: 911 time: 0.0874922 May 14 16:03:11.343259 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-f79c0d10-d903-4861-83c8-3223636cdd5d req-9c8035df-82c9-4457-90c4-605c7377d7ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd37895f-d764-4c1d-ae98-012764ee826a HTTP/1.1" status: 200 len: 217 time: 0.0331333 May 14 16:03:11.393708 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c0d10-d903-4861-83c8-3223636cdd5d req-6c1d45d8-5e6d-4d8c-be19-4448accd30b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:03:11.395190 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-f79c0d10-d903-4861-83c8-3223636cdd5d req-6c1d45d8-5e6d-4d8c-be19-4448accd30b8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=edc70abe-1d66-4b15-afca-c1293a5dafee HTTP/1.1" status: 200 len: 849 time: 0.0464752 May 14 16:03:11.436632 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c0d10-d903-4861-83c8-3223636cdd5d req-ebf75eff-ebf3-477f-a049-9ed41aea0558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:03:11.438776 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-f79c0d10-d903-4861-83c8-3223636cdd5d req-ebf75eff-ebf3-477f-a049-9ed41aea0558 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43d22ca1-3a83-4fdf-9675-b59a4f503c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0375388 May 14 16:03:11.523499 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-f79c0d10-d903-4861-83c8-3223636cdd5d req-9d8b579d-7612-4a55-a8a9-3a6345bf75f2 service neutron] 10.222.0.36 "GET /v2.0/networks/43d22ca1-3a83-4fdf-9675-b59a4f503c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797508 May 14 16:03:11.613437 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-f79c0d10-d903-4861-83c8-3223636cdd5d req-a2044cdc-94ae-4555-a85c-e80ca840f13f service neutron] 10.222.0.36 "GET /v2.0/networks/43d22ca1-3a83-4fdf-9675-b59a4f503c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832610 May 14 16:03:11.881192 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13867025-30da-467d-a090-3670d4cf5b39 req-4dda3465-eb68-4585-adcc-ba35d0ce2715 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:03:11.882658 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-13867025-30da-467d-a090-3670d4cf5b39 req-4dda3465-eb68-4585-adcc-ba35d0ce2715 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=748407bd-67ec-47e8-9a38-3c31cc18118c HTTP/1.1" status: 200 len: 943 time: 0.0467048 May 14 16:03:11.928314 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-13867025-30da-467d-a090-3670d4cf5b39 req-ca05aae5-7d43-4704-8e58-f4c966e6369e tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=85f57eed-7233-477a-b433-98cd67f45e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400958 May 14 16:03:13.040348 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a514c30-9c92-4efb-80c4-152105693bc4 req-3525a3d1-03f9-42bb-b310-b40571755ec5 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:03:13.041803 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-2a514c30-9c92-4efb-80c4-152105693bc4 req-3525a3d1-03f9-42bb-b310-b40571755ec5 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=748407bd-67ec-47e8-9a38-3c31cc18118c HTTP/1.1" status: 200 len: 943 time: 0.0467825 May 14 16:03:13.090367 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-2a514c30-9c92-4efb-80c4-152105693bc4 req-9ad5a909-960b-4fb1-be71-954b8dcbcdec tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=85f57eed-7233-477a-b433-98cd67f45e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429847 May 14 16:03:13.378134 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device fd37895f-d764-4c1d-ae98-012764ee826a details requested by agent hyperv_hv-cinder-83979 with host hv-cinder-83979 {{(pid=115112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 14 16:03:13.471424 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port fd37895f-d764-4c1d-ae98-012764ee826a, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=fd37895f-d764-4c1d-ae98-012764ee826a,segment=NetworkSegment(26cf2c97-978f-49e8-aeb3-d26703d8eb75),segment_id=26cf2c97-978f-49e8-aeb3-d26703d8eb75)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 16:03:13.482416 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Returning: {'device': 'fd37895f-d764-4c1d-ae98-012764ee826a', 'network_id': '43d22ca1-3a83-4fdf-9675-b59a4f503c47', 'port_id': 'fd37895f-d764-4c1d-ae98-012764ee826a', 'mac_address': 'fa:16:3e:7a:26:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edc70abe-1d66-4b15-afca-c1293a5dafee', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 14 16:03:13.522504 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port fd37895f-d764-4c1d-ae98-012764ee826a is: DOWN; New status is: BUILD {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 16:03:13.522889 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (fd37895f-d764-4c1d-ae98-012764ee826a), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:13.535240 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd37895f-d764-4c1d-ae98-012764ee826a {{(pid=115112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 14 16:03:13.553680 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port fd37895f-d764-4c1d-ae98-012764ee826a, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=fd37895f-d764-4c1d-ae98-012764ee826a,segment=NetworkSegment(26cf2c97-978f-49e8-aeb3-d26703d8eb75),segment_id=26cf2c97-978f-49e8-aeb3-d26703d8eb75)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 16:03:13.557598 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (fd37895f-d764-4c1d-ae98-012764ee826a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:13.602865 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=fd37895f-d764-4c1d-ae98-012764ee826a,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:03:13.610081 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:03:13.610503 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:03:13.610840 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:03:13.611170 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:03:13.611497 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:03:13.611818 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:03:13.612140 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:03:13.612459 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:03:13.612773 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:03:13.613095 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:03:13.613412 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:03:13.613725 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:03:13.614043 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:03:13.614370 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:03:13.614681 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:03:13.975420 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] get_ports_and_sgs() called for port_ids ['fd37895f-d764-4c1d-ae98-012764ee826a'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 14 16:03:14.202110 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a952017-a1dc-4067-9921-72f152dfb9f7 req-f7859407-b258-4989-8146-c4a79f94a545 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:03:14.204100 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9a952017-a1dc-4067-9921-72f152dfb9f7 req-f7859407-b258-4989-8146-c4a79f94a545 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=748407bd-67ec-47e8-9a38-3c31cc18118c HTTP/1.1" status: 200 len: 944 time: 0.0461094 May 14 16:03:14.250328 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-9a952017-a1dc-4067-9921-72f152dfb9f7 req-7880d7ec-0e93-4f52-ac57-7a4e23f9d9ad tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=85f57eed-7233-477a-b433-98cd67f45e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404139 May 14 16:03:15.366526 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64ee55-870b-4b17-a6a9-59a8bd45e202 req-9468fac0-af0f-4a83-a0c1-db98c039b7ed tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:03:15.368028 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-bb64ee55-870b-4b17-a6a9-59a8bd45e202 req-9468fac0-af0f-4a83-a0c1-db98c039b7ed tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=748407bd-67ec-47e8-9a38-3c31cc18118c HTTP/1.1" status: 200 len: 944 time: 0.0487728 May 14 16:03:15.377545 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device fd37895f-d764-4c1d-ae98-012764ee826a up at agent hyperv_hv-cinder-83979 {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 14 16:03:15.415760 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-bb64ee55-870b-4b17-a6a9-59a8bd45e202 req-dc47f282-4ea2-4909-a2a8-188c623301a2 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=85f57eed-7233-477a-b433-98cd67f45e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417159 May 14 16:03:15.423202 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Provisioning for port fd37895f-d764-4c1d-ae98-012764ee826a completed by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 14 16:03:15.430516 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Provisioning complete for port fd37895f-d764-4c1d-ae98-012764ee826a triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 14 16:03:15.430950 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32818900'] for port (fd37895f-d764-4c1d-ae98-012764ee826a), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:15.513013 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Current status of the port fd37895f-d764-4c1d-ae98-012764ee826a is: BUILD; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 14 16:03:15.513319 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32857668'] for port (fd37895f-d764-4c1d-ae98-012764ee826a), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:15.535644 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '748407bd-67ec-47e8-9a38-3c31cc18118c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd37895f-d764-4c1d-ae98-012764ee826a'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 16:03:15.537821 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9bb685cd0d0d5598b2dce4f6f2400b8bab1844baadda65bc385176a7d6dc4011" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eab2383-4600-40c9-b357-61847ffd0d8c" -d '{"events": [{"server_uuid": "748407bd-67ec-47e8-9a38-3c31cc18118c", "name": "network-vif-plugged", "status": "completed", "tag": "fd37895f-d764-4c1d-ae98-012764ee826a"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 16:03:15.550880 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] For port fd37895f-d764-4c1d-ae98-012764ee826a, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=fd37895f-d764-4c1d-ae98-012764ee826a,segment=NetworkSegment(26cf2c97-978f-49e8-aeb3-d26703d8eb75),segment_id=26cf2c97-978f-49e8-aeb3-d26703d8eb75)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 16:03:15.555441 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770741974155', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770741530215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770741530233'] for port (fd37895f-d764-4c1d-ae98-012764ee826a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:15.603889 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Pushing event updated for resources: {'Port': ['ID=fd37895f-d764-4c1d-ae98-012764ee826a,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:03:15.633260 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 16:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6078cb-604f-4477-bd56-6245d799fc76 x-openstack-request-id: req-8b6078cb-604f-4477-bd56-6245d799fc76 {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 16:03:15.633552 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "748407bd-67ec-47e8-9a38-3c31cc18118c", "name": "network-vif-plugged", "status": "completed", "tag": "fd37895f-d764-4c1d-ae98-012764ee826a", "code": 200}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 16:03:15.633835 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8b6078cb-604f-4477-bd56-6245d799fc76 {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 16:03:15.634231 dv-cinder-839793-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b6078cb-604f-4477-bd56-6245d799fc76'] response: {'server_uuid': '748407bd-67ec-47e8-9a38-3c31cc18118c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd37895f-d764-4c1d-ae98-012764ee826a', 'code': 200} May 14 16:03:15.822640 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5eb866-4f1c-41ac-8b75-4ac5403f4309 req-a9e349e0-3abb-4ae3-934a-02a04a750cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:03:15.824107 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-3e5eb866-4f1c-41ac-8b75-4ac5403f4309 req-a9e349e0-3abb-4ae3-934a-02a04a750cff service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=748407bd-67ec-47e8-9a38-3c31cc18118c HTTP/1.1" status: 200 len: 1129 time: 0.0375917 May 14 16:03:15.867678 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-3e5eb866-4f1c-41ac-8b75-4ac5403f4309 req-673ad49b-81ff-44b1-a0b0-25542c417f2a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=85f57eed-7233-477a-b433-98cd67f45e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375850 May 14 16:03:16.530966 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d9047-472b-431b-b03b-41673e2df98d req-f09d8552-103d-4981-9080-be5d7fe06e0c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:03:16.532454 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ea0d9047-472b-431b-b03b-41673e2df98d req-f09d8552-103d-4981-9080-be5d7fe06e0c tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=748407bd-67ec-47e8-9a38-3c31cc18118c HTTP/1.1" status: 200 len: 945 time: 0.0499270 May 14 16:03:16.577857 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-ea0d9047-472b-431b-b03b-41673e2df98d req-7d00b4b6-853d-42b0-a697-c3cfbb897f33 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=85f57eed-7233-477a-b433-98cd67f45e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400198 May 14 16:03:17.692928 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7124b05-2d14-4920-b1ac-09fcb38b6e7f req-cdf2de2c-6f05-4fb6-93a9-6d50893eb1e2 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:03:17.694426 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f7124b05-2d14-4920-b1ac-09fcb38b6e7f req-cdf2de2c-6f05-4fb6-93a9-6d50893eb1e2 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=748407bd-67ec-47e8-9a38-3c31cc18118c HTTP/1.1" status: 200 len: 945 time: 0.0471654 May 14 16:03:17.739873 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-f7124b05-2d14-4920-b1ac-09fcb38b6e7f req-a20cffa3-89f6-4ebc-92c3-f13896c1671e tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=85f57eed-7233-477a-b433-98cd67f45e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398242 May 14 16:03:17.847356 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e2993-0b12-4d98-86af-12d9f7c827e4 req-cd40eb5d-9dc0-47a1-a861-5f30fa0e0061 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:03:17.848822 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-a62e2993-0b12-4d98-86af-12d9f7c827e4 req-cd40eb5d-9dc0-47a1-a861-5f30fa0e0061 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=748407bd-67ec-47e8-9a38-3c31cc18118c HTTP/1.1" status: 200 len: 945 time: 0.0466936 May 14 16:03:17.857321 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 45594) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:03:17.861564 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.v2.base [None req-672147b0-4d67-4658-9ba3-20904cbb3842 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Request body: {'floatingip': {'port_id': 'fd37895f-d764-4c1d-ae98-012764ee826a'}} {{(pid=115111) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 14 16:03:17.903083 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-672147b0-4d67-4658-9ba3-20904cbb3842 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks [] for floatingip (7fa8bec5-7601-4c28-8751-68612c9fe041), before_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:18.339000 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-672147b0-4d67-4658-9ba3-20904cbb3842 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:18.342874 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-672147b0-4d67-4658-9ba3-20904cbb3842 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1759531'] for floatingip (7fa8bec5-7601-4c28-8751-68612c9fe041), after_update {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:18.443444 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.db.l3_db [None req-672147b0-4d67-4658-9ba3-20904cbb3842 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Floating IP 7fa8bec5-7601-4c28-8751-68612c9fe041 associated. External IP: 172.27.1.35, port: fd37895f-d764-4c1d-ae98-012764ee826a. May 14 16:03:18.651607 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-672147b0-4d67-4658-9ba3-20904cbb3842 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Router 6839e685-38d9-43b7-82b4-f993a12244b5 has already been hosted by L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f {{(pid=115111) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 16:03:18.758165 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672147b0-4d67-4658-9ba3-20904cbb3842 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115111) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 16:03:18.762620 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-672147b0-4d67-4658-9ba3-20904cbb3842 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for floatingip (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:18.768556 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d835d1-29a6-4146-9f23-928942749514 None None] Sync routers for ids ['6839e685-38d9-43b7-82b4-f993a12244b5'] in dv-cinder-839793-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 16:03:18.777764 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d835d1-29a6-4146-9f23-928942749514 None None] Routers {'6839e685-38d9-43b7-82b4-f993a12244b5'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 16:03:18.778409 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-74d835d1-29a6-4146-9f23-928942749514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T16:03:03Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['6839e685-38d9-43b7-82b4-f993a12244b5'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 16:03:18.794170 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-672147b0-4d67-4658-9ba3-20904cbb3842 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "PUT /v2.0/floatingips/7fa8bec5-7601-4c28-8751-68612c9fe041 HTTP/1.1" status: 200 len: 990 time: 0.9358644 May 14 16:03:18.794779 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '748407bd-67ec-47e8-9a38-3c31cc18118c', 'tag': 'fd37895f-d764-4c1d-ae98-012764ee826a'}] {{(pid=115111) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 16:03:18.797108 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d243af113ddc23b9a3ad38dde0a226f09410eb7dd6936b385d295fad3462c172" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66224027-7535-4abb-9d25-843ff5adbc2c" -d '{"events": [{"name": "network-changed", "server_uuid": "748407bd-67ec-47e8-9a38-3c31cc18118c", "tag": "fd37895f-d764-4c1d-ae98-012764ee826a"}]}' {{(pid=115111) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 16:03:18.888924 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-74d835d1-29a6-4146-9f23-928942749514 None None] Set router 6839e685-38d9-43b7-82b4-f993a12244b5 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 16:03:18.890210 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 14 May 2022 16:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe81754-f41d-46d9-bc42-200326e206d3 x-openstack-request-id: req-ffe81754-f41d-46d9-bc42-200326e206d3 {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 16:03:18.890530 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "748407bd-67ec-47e8-9a38-3c31cc18118c", "tag": "fd37895f-d764-4c1d-ae98-012764ee826a", "status": "completed", "code": 200}]} {{(pid=115111) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 16:03:18.890787 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ffe81754-f41d-46d9-bc42-200326e206d3 {{(pid=115111) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 16:03:18.892194 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffe81754-f41d-46d9-bc42-200326e206d3'] response: {'name': 'network-changed', 'server_uuid': '748407bd-67ec-47e8-9a38-3c31cc18118c', 'tag': 'fd37895f-d764-4c1d-ae98-012764ee826a', 'status': 'completed', 'code': 200} May 14 16:03:18.967149 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66224027-7535-4abb-9d25-843ff5adbc2c req-9019b82b-4349-40df-83a3-4a9dfae6d168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:03:18.968561 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-66224027-7535-4abb-9d25-843ff5adbc2c req-9019b82b-4349-40df-83a3-4a9dfae6d168 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=882808bd43644908a21ff8a58997c57f&device_id=748407bd-67ec-47e8-9a38-3c31cc18118c HTTP/1.1" status: 200 len: 1129 time: 0.0431695 May 14 16:03:19.058371 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66224027-7535-4abb-9d25-843ff5adbc2c req-6e949baa-0cfb-428b-9a1b-481244e46af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:03:19.059854 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-66224027-7535-4abb-9d25-843ff5adbc2c req-6e949baa-0cfb-428b-9a1b-481244e46af4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=43d22ca1-3a83-4fdf-9675-b59a4f503c47 HTTP/1.1" status: 200 len: 911 time: 0.0852640 May 14 16:03:19.110536 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-74d835d1-29a6-4146-9f23-928942749514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'name': 'tempest-AttachVolumeTestJSON-223176791-router', 'tenant_id': '882808bd43644908a21ff8a58997c57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'fa12685c-caa8-4fb9-b9cd-2f0beb936b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:58:31Z', 'updated_at': '2022-05-14T15:58:34Z', 'revision_number': 4, 'project_id': '882808bd43644908a21ff8a58997c57f', 'gw_port': {'id': 'fa12685c-caa8-4fb9-b9cd-2f0beb936b01', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:58:32Z', 'updated_at': '2022-05-14T15:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_floatingips': [{'id': '7fa8bec5-7601-4c28-8751-68612c9fe041', 'tenant_id': '882808bd43644908a21ff8a58997c57f', 'floating_ip_address': '172.27.1.35', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'port_id': 'fd37895f-d764-4c1d-ae98-012764ee826a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43d22ca1-3a83-4fdf-9675-b59a4f503c47', 'mac_address': 'fa:16:3e:7a:26:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748407bd-67ec-47e8-9a38-3c31cc18118c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T16:03:04Z', 'updated_at': '2022-05-14T16:03:18Z', 'revision_number': 1, 'project_id': '882808bd43644908a21ff8a58997c57f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f658bb14-991a-48c7-a87e-4afa76a0bacf', 'name': '', 'network_id': '43d22ca1-3a83-4fdf-9675-b59a4f503c47', 'tenant_id': '882808bd43644908a21ff8a58997c57f', 'mac_address': 'fa:16:3e:04:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'edc70abe-1d66-4b15-afca-c1293a5dafee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:58:34Z', 'updated_at': '2022-05-14T15:58:38Z', 'revision_number': 5, 'project_id': '882808bd43644908a21ff8a58997c57f', 'subnets': [{'id': 'edc70abe-1d66-4b15-afca-c1293a5dafee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 16:03:19.128923 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-66224027-7535-4abb-9d25-843ff5adbc2c req-0f4d102c-71d1-4a1b-a722-020d9db3502d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd37895f-d764-4c1d-ae98-012764ee826a HTTP/1.1" status: 200 len: 998 time: 0.0630486 May 14 16:03:19.136638 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d835d1-29a6-4146-9f23-928942749514 None None] Checking router: 6839e685-38d9-43b7-82b4-f993a12244b5 for host: dv-cinder-839793-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 16:03:19.144872 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d835d1-29a6-4146-9f23-928942749514 None None] Routers {'6839e685-38d9-43b7-82b4-f993a12244b5'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 16:03:19.145472 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-74d835d1-29a6-4146-9f23-928942749514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T16:03:03Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['6839e685-38d9-43b7-82b4-f993a12244b5'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 16:03:19.177589 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66224027-7535-4abb-9d25-843ff5adbc2c req-15eeefaf-2269-4860-9173-37330cc0f549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:03:19.179230 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-66224027-7535-4abb-9d25-843ff5adbc2c req-15eeefaf-2269-4860-9173-37330cc0f549 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=edc70abe-1d66-4b15-afca-c1293a5dafee HTTP/1.1" status: 200 len: 849 time: 0.0440440 May 14 16:03:19.223575 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66224027-7535-4abb-9d25-843ff5adbc2c req-6e3323cf-987e-4a3b-95a0-ed636771e131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:03:19.225112 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-66224027-7535-4abb-9d25-843ff5adbc2c req-6e3323cf-987e-4a3b-95a0-ed636771e131 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43d22ca1-3a83-4fdf-9675-b59a4f503c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0387814 May 14 16:03:19.321651 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-66224027-7535-4abb-9d25-843ff5adbc2c req-eeaf3b02-4f8f-4e44-83a8-539545cdf971 service neutron] 10.222.0.36 "GET /v2.0/networks/43d22ca1-3a83-4fdf-9675-b59a4f503c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894201 May 14 16:03:19.340608 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-74d835d1-29a6-4146-9f23-928942749514 None None] Set router 6839e685-38d9-43b7-82b4-f993a12244b5 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 16:03:19.411311 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-66224027-7535-4abb-9d25-843ff5adbc2c req-7356d972-b85d-41cc-90dc-a83a404677e2 service neutron] 10.222.0.36 "GET /v2.0/networks/43d22ca1-3a83-4fdf-9675-b59a4f503c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825870 May 14 16:03:19.551639 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-74d835d1-29a6-4146-9f23-928942749514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'name': 'tempest-AttachVolumeTestJSON-223176791-router', 'tenant_id': '882808bd43644908a21ff8a58997c57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'fa12685c-caa8-4fb9-b9cd-2f0beb936b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:58:31Z', 'updated_at': '2022-05-14T15:58:34Z', 'revision_number': 4, 'project_id': '882808bd43644908a21ff8a58997c57f', 'gw_port': {'id': 'fa12685c-caa8-4fb9-b9cd-2f0beb936b01', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:58:32Z', 'updated_at': '2022-05-14T15:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_floatingips': [{'id': '7fa8bec5-7601-4c28-8751-68612c9fe041', 'tenant_id': '882808bd43644908a21ff8a58997c57f', 'floating_ip_address': '172.27.1.35', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'port_id': 'fd37895f-d764-4c1d-ae98-012764ee826a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43d22ca1-3a83-4fdf-9675-b59a4f503c47', 'mac_address': 'fa:16:3e:7a:26:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748407bd-67ec-47e8-9a38-3c31cc18118c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T16:03:04Z', 'updated_at': '2022-05-14T16:03:18Z', 'revision_number': 1, 'project_id': '882808bd43644908a21ff8a58997c57f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f658bb14-991a-48c7-a87e-4afa76a0bacf', 'name': '', 'network_id': '43d22ca1-3a83-4fdf-9675-b59a4f503c47', 'tenant_id': '882808bd43644908a21ff8a58997c57f', 'mac_address': 'fa:16:3e:04:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'edc70abe-1d66-4b15-afca-c1293a5dafee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:58:34Z', 'updated_at': '2022-05-14T15:58:38Z', 'revision_number': 5, 'project_id': '882808bd43644908a21ff8a58997c57f', 'subnets': [{'id': 'edc70abe-1d66-4b15-afca-c1293a5dafee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 16:03:19.580583 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d835d1-29a6-4146-9f23-928942749514 None None] The sync data for ids ['6839e685-38d9-43b7-82b4-f993a12244b5'] in dv-cinder-839793-11-iscsi is: [{'id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'name': 'tempest-AttachVolumeTestJSON-223176791-router', 'tenant_id': '882808bd43644908a21ff8a58997c57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'fa12685c-caa8-4fb9-b9cd-2f0beb936b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:58:31Z', 'updated_at': '2022-05-14T15:58:34Z', 'revision_number': 4, 'project_id': '882808bd43644908a21ff8a58997c57f', 'gw_port': {'id': 'fa12685c-caa8-4fb9-b9cd-2f0beb936b01', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:58:32Z', 'updated_at': '2022-05-14T15:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_floatingips': [{'id': '7fa8bec5-7601-4c28-8751-68612c9fe041', 'tenant_id': '882808bd43644908a21ff8a58997c57f', 'floating_ip_address': '172.27.1.35', 'floating_network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'router_id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'port_id': 'fd37895f-d764-4c1d-ae98-012764ee826a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43d22ca1-3a83-4fdf-9675-b59a4f503c47', 'mac_address': 'fa:16:3e:7a:26:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '748407bd-67ec-47e8-9a38-3c31cc18118c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-14T16:03:04Z', 'updated_at': '2022-05-14T16:03:18Z', 'revision_number': 1, 'project_id': '882808bd43644908a21ff8a58997c57f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f658bb14-991a-48c7-a87e-4afa76a0bacf', 'name': '', 'network_id': '43d22ca1-3a83-4fdf-9675-b59a4f503c47', 'tenant_id': '882808bd43644908a21ff8a58997c57f', 'mac_address': 'fa:16:3e:04:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'edc70abe-1d66-4b15-afca-c1293a5dafee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:58:34Z', 'updated_at': '2022-05-14T15:58:38Z', 'revision_number': 5, 'project_id': '882808bd43644908a21ff8a58997c57f', 'subnets': [{'id': 'edc70abe-1d66-4b15-afca-c1293a5dafee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 16:03:19.760644 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce9ed1a-6153-485e-92c0-a66b8de3d87f None None] New status for floating IP 7fa8bec5-7601-4c28-8751-68612c9fe041: ACTIVE {{(pid=115112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 14 16:03:30.643145 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-cd1eea98-3021-4588-9590-5969087dafc2 None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 16:03:31.052560 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-59755f44-e799-498a-9a57-20909a51b4e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:33.321570 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-aae92782-f471-4f23-8766-a4216fa5dc3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:33.854698 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (df6c86ae-fc26-40a3-91a1-648a304bf46f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:33.866763 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-3933bc4e-2814-4bcd-a7d5-2a6706cffdf2 req-998b13b4-daba-4b66-81e9-5fe0e458d16e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=748407bd-67ec-47e8-9a38-3c31cc18118c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431180 May 14 16:03:33.956511 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933bc4e-2814-4bcd-a7d5-2a6706cffdf2 req-77f3ef30-7b13-483f-afbe-b37073f61d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:03:33.957974 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-3933bc4e-2814-4bcd-a7d5-2a6706cffdf2 req-77f3ef30-7b13-483f-afbe-b37073f61d87 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=882808bd43644908a21ff8a58997c57f&device_id=748407bd-67ec-47e8-9a38-3c31cc18118c HTTP/1.1" status: 200 len: 1129 time: 0.0386181 May 14 16:03:34.062803 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933bc4e-2814-4bcd-a7d5-2a6706cffdf2 req-9c190e2b-3577-439a-80c2-9886260163cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:03:34.064474 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-3933bc4e-2814-4bcd-a7d5-2a6706cffdf2 req-9c190e2b-3577-439a-80c2-9886260163cd service neutron] 10.222.0.36 "GET /v2.0/networks?id=43d22ca1-3a83-4fdf-9675-b59a4f503c47 HTTP/1.1" status: 200 len: 911 time: 0.0881143 May 14 16:03:34.132485 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-3933bc4e-2814-4bcd-a7d5-2a6706cffdf2 req-917dfd45-758a-49be-8dec-277728669a6d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd37895f-d764-4c1d-ae98-012764ee826a HTTP/1.1" status: 200 len: 1000 time: 0.0620081 May 14 16:03:34.180780 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933bc4e-2814-4bcd-a7d5-2a6706cffdf2 req-6de8c4c4-3b54-4ccb-bcde-032fa57fa086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:03:34.182192 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-3933bc4e-2814-4bcd-a7d5-2a6706cffdf2 req-6de8c4c4-3b54-4ccb-bcde-032fa57fa086 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=edc70abe-1d66-4b15-afca-c1293a5dafee HTTP/1.1" status: 200 len: 849 time: 0.0432971 May 14 16:03:34.227665 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3933bc4e-2814-4bcd-a7d5-2a6706cffdf2 req-6a40ab45-0cfe-44cd-b9fe-b8fabae282ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:03:34.229129 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-3933bc4e-2814-4bcd-a7d5-2a6706cffdf2 req-6a40ab45-0cfe-44cd-b9fe-b8fabae282ce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43d22ca1-3a83-4fdf-9675-b59a4f503c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409544 May 14 16:03:34.316354 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-3933bc4e-2814-4bcd-a7d5-2a6706cffdf2 req-305b469c-9985-4a23-b30e-39a385e5d12b service neutron] 10.222.0.36 "GET /v2.0/networks/43d22ca1-3a83-4fdf-9675-b59a4f503c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797071 May 14 16:03:34.362058 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:34.410735 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-3933bc4e-2814-4bcd-a7d5-2a6706cffdf2 req-5e6042b0-d74e-43cb-983c-807bea76fbf9 service neutron] 10.222.0.36 "GET /v2.0/networks/43d22ca1-3a83-4fdf-9675-b59a4f503c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882094 May 14 16:03:35.938938 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:03:37.362699 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:04:01.054958 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-34387e8b-6419-4208-8121-f4ae8f05c864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:04:03.322664 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-d2cfe4a6-a13e-4eba-b3b7-b9033b57c07b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:04:03.853341 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (df6c86ae-fc26-40a3-91a1-648a304bf46f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:04:04.364911 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:04:05.948385 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:04:07.365097 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:04:07.641845 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-cd1eea98-3021-4588-9590-5969087dafc2 None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 16:04:31.056489 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-4fae2169-f514-4b31-a972-0c81c044b881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:04:33.323682 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-f41ac8de-8589-4cdd-81f1-a3dfc45cd9f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:04:33.865037 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (df6c86ae-fc26-40a3-91a1-648a304bf46f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:04:34.369263 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:04:34.858742 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-8510d0db-9d09-4a1b-b441-64879510a45a req-0d1feb62-6475-46db-a81d-3a520b65e60d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=748407bd-67ec-47e8-9a38-3c31cc18118c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430565 May 14 16:04:34.954645 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510d0db-9d09-4a1b-b441-64879510a45a req-ab6d1ff9-7bb9-430b-8558-91ceb0827feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:04:34.956103 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-8510d0db-9d09-4a1b-b441-64879510a45a req-ab6d1ff9-7bb9-430b-8558-91ceb0827feb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=882808bd43644908a21ff8a58997c57f&device_id=748407bd-67ec-47e8-9a38-3c31cc18118c HTTP/1.1" status: 200 len: 1129 time: 0.0387547 May 14 16:04:35.062599 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510d0db-9d09-4a1b-b441-64879510a45a req-c0dddb3d-452d-4eb5-854a-87b9b575d039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:04:35.064059 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-8510d0db-9d09-4a1b-b441-64879510a45a req-c0dddb3d-452d-4eb5-854a-87b9b575d039 service neutron] 10.222.0.36 "GET /v2.0/networks?id=43d22ca1-3a83-4fdf-9675-b59a4f503c47 HTTP/1.1" status: 200 len: 911 time: 0.0886691 May 14 16:04:35.129094 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-8510d0db-9d09-4a1b-b441-64879510a45a req-d8c36ec4-be25-4c9f-a9c8-bea8c0176e6c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd37895f-d764-4c1d-ae98-012764ee826a HTTP/1.1" status: 200 len: 1000 time: 0.0584285 May 14 16:04:35.181069 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510d0db-9d09-4a1b-b441-64879510a45a req-9a5849a5-59e2-4035-8bdf-c6d56c385b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:04:35.182522 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-8510d0db-9d09-4a1b-b441-64879510a45a req-9a5849a5-59e2-4035-8bdf-c6d56c385b26 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=edc70abe-1d66-4b15-afca-c1293a5dafee HTTP/1.1" status: 200 len: 849 time: 0.0468891 May 14 16:04:35.223956 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510d0db-9d09-4a1b-b441-64879510a45a req-4c8c0cf1-85bb-4daf-ab78-6da1c607475d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:04:35.225963 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-8510d0db-9d09-4a1b-b441-64879510a45a req-4c8c0cf1-85bb-4daf-ab78-6da1c607475d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43d22ca1-3a83-4fdf-9675-b59a4f503c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0377626 May 14 16:04:35.313831 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-8510d0db-9d09-4a1b-b441-64879510a45a req-17b0738f-de29-462a-9fa7-e72b0dd42948 service neutron] 10.222.0.36 "GET /v2.0/networks/43d22ca1-3a83-4fdf-9675-b59a4f503c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811062 May 14 16:04:35.406547 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-8510d0db-9d09-4a1b-b441-64879510a45a req-c69c4490-e014-4849-9c99-fa618c1136eb service neutron] 10.222.0.36 "GET /v2.0/networks/43d22ca1-3a83-4fdf-9675-b59a4f503c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861990 May 14 16:04:35.946329 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:04:37.367469 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:04:44.639935 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-cd1eea98-3021-4588-9590-5969087dafc2 None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 16:04:55.791378 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c67af-4f3a-471a-95dd-9549ad7d1606 req-74063627-b033-4e0f-910f-cfa8fd933157 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:04:55.792775 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3b7c67af-4f3a-471a-95dd-9549ad7d1606 req-74063627-b033-4e0f-910f-cfa8fd933157 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=748407bd-67ec-47e8-9a38-3c31cc18118c HTTP/1.1" status: 200 len: 945 time: 0.0489526 May 14 16:04:55.839513 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3b7c67af-4f3a-471a-95dd-9549ad7d1606 req-e5ae38e0-75c8-4604-919e-dc2e89d1c1e8 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=85f57eed-7233-477a-b433-98cd67f45e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412195 May 14 16:04:56.952420 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ad3fd-3d0c-479c-9385-144c3eee51dd req-076e2f04-b230-48d7-9c9d-2d00a4f86704 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:04:56.953870 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-573ad3fd-3d0c-479c-9385-144c3eee51dd req-076e2f04-b230-48d7-9c9d-2d00a4f86704 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=748407bd-67ec-47e8-9a38-3c31cc18118c HTTP/1.1" status: 200 len: 945 time: 0.0455306 May 14 16:04:57.003174 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-573ad3fd-3d0c-479c-9385-144c3eee51dd req-5631c8fc-d9ae-470d-85a0-4c88e28278be tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=85f57eed-7233-477a-b433-98cd67f45e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438259 May 14 16:04:57.904458 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e008367-4029-4ca5-ba8d-e4e83fb8c8d1 req-8674099f-4d64-4367-a851-c2ff030ea485 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115110) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:04:57.905882 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-5e008367-4029-4ca5-ba8d-e4e83fb8c8d1 req-8674099f-4d64-4367-a851-c2ff030ea485 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.36 "GET /v2.0/ports?device_id=748407bd-67ec-47e8-9a38-3c31cc18118c HTTP/1.1" status: 200 len: 945 time: 0.0468316 May 14 16:04:57.994293 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [req-5e008367-4029-4ca5-ba8d-e4e83fb8c8d1 req-ea4b76b5-326d-4e6e-81ad-cc40f5a8fbec tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Deleting port fd37895f-d764-4c1d-ae98-012764ee826a {{(pid=115110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 16:04:57.994652 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-5e008367-4029-4ca5-ba8d-e4e83fb8c8d1 req-ea4b76b5-326d-4e6e-81ad-cc40f5a8fbec tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (fd37895f-d764-4c1d-ae98-012764ee826a), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:04:58.081468 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [req-5e008367-4029-4ca5-ba8d-e4e83fb8c8d1 req-ea4b76b5-326d-4e6e-81ad-cc40f5a8fbec tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] For port fd37895f-d764-4c1d-ae98-012764ee826a, host hv-cinder-83979, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83979',level=0,port_id=fd37895f-d764-4c1d-ae98-012764ee826a,segment=NetworkSegment(26cf2c97-978f-49e8-aeb3-d26703d8eb75),segment_id=26cf2c97-978f-49e8-aeb3-d26703d8eb75)] {{(pid=115110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 16:04:58.081832 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-5e008367-4029-4ca5-ba8d-e4e83fb8c8d1 req-ea4b76b5-326d-4e6e-81ad-cc40f5a8fbec tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (fd37895f-d764-4c1d-ae98-012764ee826a), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:04:58.116828 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525313b-fe46-4de0-800c-49575511deb8 req-da082fc1-e26f-4429-853b-21298e588911 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115111) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 14 16:04:58.117912 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3525313b-fe46-4de0-800c-49575511deb8 req-da082fc1-e26f-4429-853b-21298e588911 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/ports?device_id=748407bd-67ec-47e8-9a38-3c31cc18118c HTTP/1.1" status: 200 len: 945 time: 0.0469372 May 14 16:04:58.165294 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [req-3525313b-fe46-4de0-800c-49575511deb8 req-9244883a-4a64-4cc9-8a20-266ea5d61a75 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups?id=85f57eed-7233-477a-b433-98cd67f45e9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416143 May 14 16:04:58.254187 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-5e008367-4029-4ca5-ba8d-e4e83fb8c8d1 req-ea4b76b5-326d-4e6e-81ad-cc40f5a8fbec tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:04:58.254572 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-5e008367-4029-4ca5-ba8d-e4e83fb8c8d1 req-ea4b76b5-326d-4e6e-81ad-cc40f5a8fbec tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1759531'] for floatingip (7fa8bec5-7601-4c28-8751-68612c9fe041), after_update {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:04:58.254885 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.db.l3_db [req-5e008367-4029-4ca5-ba8d-e4e83fb8c8d1 req-ea4b76b5-326d-4e6e-81ad-cc40f5a8fbec tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Floating IP 7fa8bec5-7601-4c28-8751-68612c9fe041 disassociated. External IP: 172.27.1.35, port: fd37895f-d764-4c1d-ae98-012764ee826a. May 14 16:04:58.255229 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [req-5e008367-4029-4ca5-ba8d-e4e83fb8c8d1 req-ea4b76b5-326d-4e6e-81ad-cc40f5a8fbec tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Calling delete_port for fd37895f-d764-4c1d-ae98-012764ee826a owned by compute:nova {{(pid=115110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 16:04:58.380191 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-5e008367-4029-4ca5-ba8d-e4e83fb8c8d1 req-ea4b76b5-326d-4e6e-81ad-cc40f5a8fbec tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (fd37895f-d764-4c1d-ae98-012764ee826a), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:04:58.408995 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b76b5-326d-4e6e-81ad-cc40f5a8fbec tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Pushing event deleted for resources: {'Port': ['ID=fd37895f-d764-4c1d-ae98-012764ee826a,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:04:58.420809 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b76b5-326d-4e6e-81ad-cc40f5a8fbec tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:04:58.421168 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b76b5-326d-4e6e-81ad-cc40f5a8fbec tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:04:58.421514 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b76b5-326d-4e6e-81ad-cc40f5a8fbec tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:04:58.421857 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b76b5-326d-4e6e-81ad-cc40f5a8fbec tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:04:58.422192 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b76b5-326d-4e6e-81ad-cc40f5a8fbec tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:04:58.422547 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b76b5-326d-4e6e-81ad-cc40f5a8fbec tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:04:58.422878 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b76b5-326d-4e6e-81ad-cc40f5a8fbec tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:04:58.423204 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b76b5-326d-4e6e-81ad-cc40f5a8fbec tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:04:58.423530 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b76b5-326d-4e6e-81ad-cc40f5a8fbec tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:04:58.423860 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b76b5-326d-4e6e-81ad-cc40f5a8fbec tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:04:58.424186 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b76b5-326d-4e6e-81ad-cc40f5a8fbec tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:04:58.424609 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b76b5-326d-4e6e-81ad-cc40f5a8fbec tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:04:58.424934 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b76b5-326d-4e6e-81ad-cc40f5a8fbec tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:04:58.425255 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b76b5-326d-4e6e-81ad-cc40f5a8fbec tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:04:58.425575 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4b76b5-326d-4e6e-81ad-cc40f5a8fbec tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:04:58.537184 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e008367-4029-4ca5-ba8d-e4e83fb8c8d1 req-ea4b76b5-326d-4e6e-81ad-cc40f5a8fbec tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Router 6839e685-38d9-43b7-82b4-f993a12244b5 has already been hosted by L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f {{(pid=115110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 16:04:58.645271 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e008367-4029-4ca5-ba8d-e4e83fb8c8d1 req-ea4b76b5-326d-4e6e-81ad-cc40f5a8fbec tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 16:04:58.654843 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8561702-3f8a-409e-b8a1-a13a5c8feb62 None None] Sync routers for ids ['6839e685-38d9-43b7-82b4-f993a12244b5'] in dv-cinder-839793-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 16:04:58.665390 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8561702-3f8a-409e-b8a1-a13a5c8feb62 None None] Routers {'6839e685-38d9-43b7-82b4-f993a12244b5'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 16:04:58.665987 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-c8561702-3f8a-409e-b8a1-a13a5c8feb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T16:04:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['6839e685-38d9-43b7-82b4-f993a12244b5'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 16:04:58.690746 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e008367-4029-4ca5-ba8d-e4e83fb8c8d1 req-ea4b76b5-326d-4e6e-81ad-cc40f5a8fbec tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] No DVR routers for this DVR port fd37895f-d764-4c1d-ae98-012764ee826a on host hv-cinder-83979 {{(pid=115110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 16:04:58.693198 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [req-5e008367-4029-4ca5-ba8d-e4e83fb8c8d1 req-ea4b76b5-326d-4e6e-81ad-cc40f5a8fbec tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for port (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:04:58.696719 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [req-5e008367-4029-4ca5-ba8d-e4e83fb8c8d1 req-ea4b76b5-326d-4e6e-81ad-cc40f5a8fbec tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.36 "DELETE /v2.0/ports/fd37895f-d764-4c1d-ae98-012764ee826a HTTP/1.1" status: 204 len: 173 time: 0.7853181 May 14 16:04:58.697168 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '748407bd-67ec-47e8-9a38-3c31cc18118c', 'name': 'network-vif-deleted', 'tag': 'fd37895f-d764-4c1d-ae98-012764ee826a'}] {{(pid=115110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 14 16:04:58.699458 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}08a270656aa08f71c574e37588e4b5bc67f1398202d03dea947e2a2c931e3df3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8603dadc-027f-44c0-8331-91f0f63d3fba" -d '{"events": [{"server_uuid": "748407bd-67ec-47e8-9a38-3c31cc18118c", "name": "network-vif-deleted", "tag": "fd37895f-d764-4c1d-ae98-012764ee826a"}]}' {{(pid=115110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 14 16:04:58.739894 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 14 May 2022 16:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad375f3c-13f8-49c6-9d21-7fdd5f1ff809 x-openstack-request-id: req-ad375f3c-13f8-49c6-9d21-7fdd5f1ff809 {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 14 16:04:58.740190 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "748407bd-67ec-47e8-9a38-3c31cc18118c", "name": "network-vif-deleted", "tag": "fd37895f-d764-4c1d-ae98-012764ee826a", "status": "completed", "code": 200}]} {{(pid=115110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 14 16:04:58.740444 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ad375f3c-13f8-49c6-9d21-7fdd5f1ff809 {{(pid=115110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 14 16:04:58.741597 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad375f3c-13f8-49c6-9d21-7fdd5f1ff809'] response: {'server_uuid': '748407bd-67ec-47e8-9a38-3c31cc18118c', 'name': 'network-vif-deleted', 'tag': 'fd37895f-d764-4c1d-ae98-012764ee826a', 'status': 'completed', 'code': 200} May 14 16:04:58.789811 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-c8561702-3f8a-409e-b8a1-a13a5c8feb62 None None] Set router 6839e685-38d9-43b7-82b4-f993a12244b5 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 16:04:58.985990 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-c8561702-3f8a-409e-b8a1-a13a5c8feb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'name': 'tempest-AttachVolumeTestJSON-223176791-router', 'tenant_id': '882808bd43644908a21ff8a58997c57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'fa12685c-caa8-4fb9-b9cd-2f0beb936b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:58:31Z', 'updated_at': '2022-05-14T15:58:34Z', 'revision_number': 4, 'project_id': '882808bd43644908a21ff8a58997c57f', 'gw_port': {'id': 'fa12685c-caa8-4fb9-b9cd-2f0beb936b01', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:58:32Z', 'updated_at': '2022-05-14T15:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': 'f658bb14-991a-48c7-a87e-4afa76a0bacf', 'name': '', 'network_id': '43d22ca1-3a83-4fdf-9675-b59a4f503c47', 'tenant_id': '882808bd43644908a21ff8a58997c57f', 'mac_address': 'fa:16:3e:04:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'edc70abe-1d66-4b15-afca-c1293a5dafee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:58:34Z', 'updated_at': '2022-05-14T15:58:38Z', 'revision_number': 5, 'project_id': '882808bd43644908a21ff8a58997c57f', 'subnets': [{'id': 'edc70abe-1d66-4b15-afca-c1293a5dafee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 16:04:59.011783 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8561702-3f8a-409e-b8a1-a13a5c8feb62 None None] Checking router: 6839e685-38d9-43b7-82b4-f993a12244b5 for host: dv-cinder-839793-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 16:04:59.019770 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8561702-3f8a-409e-b8a1-a13a5c8feb62 None None] Routers {'6839e685-38d9-43b7-82b4-f993a12244b5'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 16:04:59.020362 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-c8561702-3f8a-409e-b8a1-a13a5c8feb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T16:04:33Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['6839e685-38d9-43b7-82b4-f993a12244b5'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 16:04:59.131013 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-c8561702-3f8a-409e-b8a1-a13a5c8feb62 None None] Set router 6839e685-38d9-43b7-82b4-f993a12244b5 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 16:04:59.254647 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 45778) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:04:59.311920 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-1cb6c0ca-59b6-40d3-9626-90268b9a267b tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks [] for security_group (85f57eed-7233-477a-b433-98cd67f45e9e), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:04:59.333333 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-c8561702-3f8a-409e-b8a1-a13a5c8feb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'name': 'tempest-AttachVolumeTestJSON-223176791-router', 'tenant_id': '882808bd43644908a21ff8a58997c57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'fa12685c-caa8-4fb9-b9cd-2f0beb936b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:58:31Z', 'updated_at': '2022-05-14T15:58:34Z', 'revision_number': 4, 'project_id': '882808bd43644908a21ff8a58997c57f', 'gw_port': {'id': 'fa12685c-caa8-4fb9-b9cd-2f0beb936b01', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:58:32Z', 'updated_at': '2022-05-14T15:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': 'f658bb14-991a-48c7-a87e-4afa76a0bacf', 'name': '', 'network_id': '43d22ca1-3a83-4fdf-9675-b59a4f503c47', 'tenant_id': '882808bd43644908a21ff8a58997c57f', 'mac_address': 'fa:16:3e:04:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'edc70abe-1d66-4b15-afca-c1293a5dafee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:58:34Z', 'updated_at': '2022-05-14T15:58:38Z', 'revision_number': 5, 'project_id': '882808bd43644908a21ff8a58997c57f', 'subnets': [{'id': 'edc70abe-1d66-4b15-afca-c1293a5dafee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 16:04:59.335286 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-1cb6c0ca-59b6-40d3-9626-90268b9a267b tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks [] for security_group (85f57eed-7233-477a-b433-98cd67f45e9e), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:04:59.359915 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8561702-3f8a-409e-b8a1-a13a5c8feb62 None None] The sync data for ids ['6839e685-38d9-43b7-82b4-f993a12244b5'] in dv-cinder-839793-11-iscsi is: [{'id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'name': 'tempest-AttachVolumeTestJSON-223176791-router', 'tenant_id': '882808bd43644908a21ff8a58997c57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'fa12685c-caa8-4fb9-b9cd-2f0beb936b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:58:31Z', 'updated_at': '2022-05-14T15:58:34Z', 'revision_number': 4, 'project_id': '882808bd43644908a21ff8a58997c57f', 'gw_port': {'id': 'fa12685c-caa8-4fb9-b9cd-2f0beb936b01', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:58:32Z', 'updated_at': '2022-05-14T15:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi', '_interfaces': [{'id': 'f658bb14-991a-48c7-a87e-4afa76a0bacf', 'name': '', 'network_id': '43d22ca1-3a83-4fdf-9675-b59a4f503c47', 'tenant_id': '882808bd43644908a21ff8a58997c57f', 'mac_address': 'fa:16:3e:04:27:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': 'edc70abe-1d66-4b15-afca-c1293a5dafee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:58:34Z', 'updated_at': '2022-05-14T15:58:38Z', 'revision_number': 5, 'project_id': '882808bd43644908a21ff8a58997c57f', 'subnets': [{'id': 'edc70abe-1d66-4b15-afca-c1293a5dafee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 16:04:59.391962 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-1cb6c0ca-59b6-40d3-9626-90268b9a267b tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (85f57eed-7233-477a-b433-98cd67f45e9e), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:04:59.394567 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-1cb6c0ca-59b6-40d3-9626-90268b9a267b tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks [] for security_group (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:04:59.395708 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-1cb6c0ca-59b6-40d3-9626-90268b9a267b tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "DELETE /v2.0/security-groups/85f57eed-7233-477a-b433-98cd67f45e9e HTTP/1.1" status: 204 len: 168 time: 0.1400342 May 14 16:04:59.398617 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 45780) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:04:59.405593 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb6c0ca-59b6-40d3-9626-90268b9a267b tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f57eed-7233-477a-b433-98cd67f45e9e,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:04:59.413450 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6c0ca-59b6-40d3-9626-90268b9a267b tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:04:59.413643 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.api.v2.resource [None req-eb6cf837-e5af-44ec-89b6-a1b485cc75df tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] show failed (client error): The resource could not be found. May 14 16:04:59.414379 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6c0ca-59b6-40d3-9626-90268b9a267b tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:04:59.414622 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-eb6cf837-e5af-44ec-89b6-a1b485cc75df tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "GET /v2.0/security-groups/85f57eed-7233-477a-b433-98cd67f45e9e HTTP/1.1" status: 404 len: 347 time: 0.0149498 May 14 16:04:59.415065 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6c0ca-59b6-40d3-9626-90268b9a267b tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:04:59.415561 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6c0ca-59b6-40d3-9626-90268b9a267b tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:04:59.416065 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6c0ca-59b6-40d3-9626-90268b9a267b tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:04:59.416403 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6c0ca-59b6-40d3-9626-90268b9a267b tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:04:59.416717 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6c0ca-59b6-40d3-9626-90268b9a267b tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:04:59.417041 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6c0ca-59b6-40d3-9626-90268b9a267b tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:04:59.417372 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6c0ca-59b6-40d3-9626-90268b9a267b tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:04:59.417697 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6c0ca-59b6-40d3-9626-90268b9a267b tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:04:59.417833 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 45782) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:04:59.418040 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6c0ca-59b6-40d3-9626-90268b9a267b tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:04:59.418357 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6c0ca-59b6-40d3-9626-90268b9a267b tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:04:59.418684 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6c0ca-59b6-40d3-9626-90268b9a267b tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:04:59.419002 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6c0ca-59b6-40d3-9626-90268b9a267b tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:04:59.419535 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb6c0ca-59b6-40d3-9626-90268b9a267b tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-839793-11-iscsi {{(pid=115111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 14 16:04:59.538064 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [None req-5ee3748b-20de-45c4-86de-07a4ab34cde8 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Deleting port 7308b1c5-0980-4c94-8261-8a4ed7f91cd8 {{(pid=115110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 16:04:59.538936 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-5ee3748b-20de-45c4-86de-07a4ab34cde8 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (7308b1c5-0980-4c94-8261-8a4ed7f91cd8), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:04:59.611079 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dda8113-83b4-46f4-8f2c-35273f997c13 None None] New status for floating IP 7fa8bec5-7601-4c28-8751-68612c9fe041: DOWN {{(pid=115112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 14 16:04:59.615074 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-5ee3748b-20de-45c4-86de-07a4ab34cde8 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (7308b1c5-0980-4c94-8261-8a4ed7f91cd8), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:04:59.615429 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-5ee3748b-20de-45c4-86de-07a4ab34cde8 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks [] for floatingip (7308b1c5-0980-4c94-8261-8a4ed7f91cd8), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:04:59.627765 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [None req-5ee3748b-20de-45c4-86de-07a4ab34cde8 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Calling delete_port for 7308b1c5-0980-4c94-8261-8a4ed7f91cd8 owned by network:floatingip {{(pid=115110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 16:04:59.769145 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-5ee3748b-20de-45c4-86de-07a4ab34cde8 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (7308b1c5-0980-4c94-8261-8a4ed7f91cd8), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:04:59.795356 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee3748b-20de-45c4-86de-07a4ab34cde8 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Pushing event deleted for resources: {'Port': ['ID=7308b1c5-0980-4c94-8261-8a4ed7f91cd8,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:04:59.860311 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-5ee3748b-20de-45c4-86de-07a4ab34cde8 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks [] for floatingip (7fa8bec5-7601-4c28-8751-68612c9fe041), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:04:59.863016 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-5ee3748b-20de-45c4-86de-07a4ab34cde8 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-212820'] for floatingip (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:04:59.864164 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-5ee3748b-20de-45c4-86de-07a4ab34cde8 tempest-AttachVolumeTestJSON-1609025183 tempest-AttachVolumeTestJSON-1609025183-project] 10.222.0.61 "DELETE /v2.0/floatingips/7fa8bec5-7601-4c28-8751-68612c9fe041 HTTP/1.1" status: 204 len: 168 time: 0.4454901 May 14 16:05:01.061246 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-aa755e61-ea0c-4481-8094-2310241e6a86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:01.890244 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device fd37895f-d764-4c1d-ae98-012764ee826a no longer exists at agent hyperv_hv-cinder-83979 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 16:05:01.910397 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] No Port match for: fd37895f-d764-4c1d-ae98-012764ee826a {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 14 16:05:01.910733 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Device fd37895f-d764-4c1d-ae98-012764ee826a not bound to the agent host hv-cinder-83979 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 16:05:03.325126 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-ff650352-9bea-498d-9e49-eb9afa31db7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:03.388083 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 45810) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:05:03.800073 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-76d20d47-2292-4e98-9dd7-c69fe7fd839b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1753798'] for router_interface (6839e685-38d9-43b7-82b4-f993a12244b5), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:03.883791 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (df6c86ae-fc26-40a3-91a1-648a304bf46f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:04.027061 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [None req-76d20d47-2292-4e98-9dd7-c69fe7fd839b admin admin] Deleting port f658bb14-991a-48c7-a87e-4afa76a0bacf {{(pid=115110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 16:05:04.027394 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-76d20d47-2292-4e98-9dd7-c69fe7fd839b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (f658bb14-991a-48c7-a87e-4afa76a0bacf), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:04.356932 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [None req-76d20d47-2292-4e98-9dd7-c69fe7fd839b admin admin] For port f658bb14-991a-48c7-a87e-4afa76a0bacf, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=f658bb14-991a-48c7-a87e-4afa76a0bacf,segment=NetworkSegment(26cf2c97-978f-49e8-aeb3-d26703d8eb75),segment_id=26cf2c97-978f-49e8-aeb3-d26703d8eb75)] {{(pid=115110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 16:05:04.357307 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-76d20d47-2292-4e98-9dd7-c69fe7fd839b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (f658bb14-991a-48c7-a87e-4afa76a0bacf), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:04.370902 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [None req-76d20d47-2292-4e98-9dd7-c69fe7fd839b admin admin] Calling delete_port for f658bb14-991a-48c7-a87e-4afa76a0bacf owned by network:router_interface {{(pid=115110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 16:05:04.371127 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:04.548973 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-76d20d47-2292-4e98-9dd7-c69fe7fd839b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (f658bb14-991a-48c7-a87e-4afa76a0bacf), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:04.572785 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d20d47-2292-4e98-9dd7-c69fe7fd839b admin admin] Pushing event deleted for resources: {'Port': ['ID=f658bb14-991a-48c7-a87e-4afa76a0bacf,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:05:04.745048 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-76d20d47-2292-4e98-9dd7-c69fe7fd839b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1680725', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1769177'] for router_interface (6839e685-38d9-43b7-82b4-f993a12244b5), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:04.973861 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d20d47-2292-4e98-9dd7-c69fe7fd839b admin admin] Router 6839e685-38d9-43b7-82b4-f993a12244b5 has already been hosted by L3 agent 5671fec3-e0f9-4d5d-b2e6-a99a5db6261f {{(pid=115110) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 14 16:05:05.080919 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d20d47-2292-4e98-9dd7-c69fe7fd839b admin admin] Notify agent at l3_agent.dv-cinder-839793-11-iscsi the message routers_updated {{(pid=115110) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 14 16:05:05.087361 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-76d20d47-2292-4e98-9dd7-c69fe7fd839b admin admin] 10.222.0.61 "PUT /v2.0/routers/6839e685-38d9-43b7-82b4-f993a12244b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6976173 May 14 16:05:05.088516 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 45814) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:05:05.091181 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b44f6e-903c-4897-834b-e7ec5efa814c None None] Sync routers for ids ['6839e685-38d9-43b7-82b4-f993a12244b5'] in dv-cinder-839793-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 14 16:05:05.101197 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b44f6e-903c-4897-834b-e7ec5efa814c None None] Routers {'6839e685-38d9-43b7-82b4-f993a12244b5'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 16:05:05.101806 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-82b44f6e-903c-4897-834b-e7ec5efa814c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T16:05:03Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['6839e685-38d9-43b7-82b4-f993a12244b5'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 16:05:05.192675 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-be3b5edc-89f3-4058-862f-1ac6b6b15832 admin admin] Publish callbacks [] for router (6839e685-38d9-43b7-82b4-f993a12244b5), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:05.210034 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-82b44f6e-903c-4897-834b-e7ec5efa814c None None] Set router 6839e685-38d9-43b7-82b4-f993a12244b5 gateway port host: dv-cinder-839793-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 16:05:05.302122 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-be3b5edc-89f3-4058-862f-1ac6b6b15832 admin admin] Publish callbacks [] for router_gateway (6839e685-38d9-43b7-82b4-f993a12244b5), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:05.349458 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [None req-be3b5edc-89f3-4058-862f-1ac6b6b15832 admin admin] Deleting port fa12685c-caa8-4fb9-b9cd-2f0beb936b01 {{(pid=115110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 16:05:05.350984 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-be3b5edc-89f3-4058-862f-1ac6b6b15832 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (fa12685c-caa8-4fb9-b9cd-2f0beb936b01), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:05.382862 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-82b44f6e-903c-4897-834b-e7ec5efa814c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'name': 'tempest-AttachVolumeTestJSON-223176791-router', 'tenant_id': '882808bd43644908a21ff8a58997c57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'external_fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'fa12685c-caa8-4fb9-b9cd-2f0beb936b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:58:31Z', 'updated_at': '2022-05-14T16:05:04Z', 'revision_number': 5, 'project_id': '882808bd43644908a21ff8a58997c57f', 'gw_port': {'id': 'fa12685c-caa8-4fb9-b9cd-2f0beb936b01', 'name': '', 'network_id': 'ee365c6e-8595-4248-876b-4406c6eeb32a', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:0c:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-839793-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-14T15:58:32Z', 'updated_at': '2022-05-14T15:58:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3059297f-ebad-4161-8328-a5e88a7ee6dc', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-839793-11-iscsi'}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 16:05:05.413241 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b44f6e-903c-4897-834b-e7ec5efa814c None None] Checking router: 6839e685-38d9-43b7-82b4-f993a12244b5 for host: dv-cinder-839793-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 14 16:05:05.421594 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b44f6e-903c-4897-834b-e7ec5efa814c None None] Routers {'6839e685-38d9-43b7-82b4-f993a12244b5'} bound to L3 agent in host dv-cinder-839793-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 14 16:05:05.422188 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-82b44f6e-903c-4897-834b-e7ec5efa814c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-839793-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-14T15:38:03Z,description=,heartbeat_timestamp=2022-05-14T16:05:03Z,host='dv-cinder-839793-11-iscsi',id=5671fec3-e0f9-4d5d-b2e6-a99a5db6261f,load=0,resource_versions=,resources_synced=,started_at=2022-05-14T15:38:03Z,topic='l3_agent')) {'router_ids': ['6839e685-38d9-43b7-82b4-f993a12244b5'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 16:05:05.429779 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [None req-be3b5edc-89f3-4058-862f-1ac6b6b15832 admin admin] For port fa12685c-caa8-4fb9-b9cd-2f0beb936b01, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=fa12685c-caa8-4fb9-b9cd-2f0beb936b01,segment=NetworkSegment(fe506043-d64f-420e-bda4-fab290621067),segment_id=fe506043-d64f-420e-bda4-fab290621067)] {{(pid=115110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 16:05:05.430137 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-be3b5edc-89f3-4058-862f-1ac6b6b15832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (fa12685c-caa8-4fb9-b9cd-2f0beb936b01), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:05.442638 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [None req-be3b5edc-89f3-4058-862f-1ac6b6b15832 admin admin] Calling delete_port for fa12685c-caa8-4fb9-b9cd-2f0beb936b01 owned by network:router_gateway {{(pid=115110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 16:05:05.603033 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-82b44f6e-903c-4897-834b-e7ec5efa814c None None] Set router 6839e685-38d9-43b7-82b4-f993a12244b5 gateway port host: None {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 14 16:05:05.617148 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-be3b5edc-89f3-4058-862f-1ac6b6b15832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (fa12685c-caa8-4fb9-b9cd-2f0beb936b01), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:05.649338 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b5edc-89f3-4058-862f-1ac6b6b15832 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa12685c-caa8-4fb9-b9cd-2f0beb936b01,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:05:05.655029 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-82b44f6e-903c-4897-834b-e7ec5efa814c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'name': 'tempest-AttachVolumeTestJSON-223176791-router', 'tenant_id': '882808bd43644908a21ff8a58997c57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:58:31Z', 'updated_at': '2022-05-14T16:05:05Z', 'revision_number': 6, 'project_id': '882808bd43644908a21ff8a58997c57f', 'gw_port_host': None}], 'dv-cinder-839793-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 16:05:05.684186 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b44f6e-903c-4897-834b-e7ec5efa814c None None] The sync data for ids ['6839e685-38d9-43b7-82b4-f993a12244b5'] in dv-cinder-839793-11-iscsi is: [{'id': '6839e685-38d9-43b7-82b4-f993a12244b5', 'name': 'tempest-AttachVolumeTestJSON-223176791-router', 'tenant_id': '882808bd43644908a21ff8a58997c57f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-14T15:58:31Z', 'updated_at': '2022-05-14T16:05:05Z', 'revision_number': 6, 'project_id': '882808bd43644908a21ff8a58997c57f', 'gw_port_host': None}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 14 16:05:05.707056 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-be3b5edc-89f3-4058-862f-1ac6b6b15832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1760500'] for router_gateway (6839e685-38d9-43b7-82b4-f993a12244b5), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:05.799140 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-be3b5edc-89f3-4058-862f-1ac6b6b15832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1758140', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-104779'] for router (6839e685-38d9-43b7-82b4-f993a12244b5), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:05.801241 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-be3b5edc-89f3-4058-862f-1ac6b6b15832 admin admin] Publish callbacks [] for router_controller (6839e685-38d9-43b7-82b4-f993a12244b5), precommit_delete_associations {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:05.847646 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-be3b5edc-89f3-4058-862f-1ac6b6b15832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1758117'] for router (6839e685-38d9-43b7-82b4-f993a12244b5), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:05.848239 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3b5edc-89f3-4058-862f-1ac6b6b15832 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6839e685-38d9-43b7-82b4-f993a12244b5 {{(pid=115110) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 14 16:05:05.853145 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-be3b5edc-89f3-4058-862f-1ac6b6b15832 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:05.854231 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-be3b5edc-89f3-4058-862f-1ac6b6b15832 admin admin] 10.222.0.61 "DELETE /v2.0/routers/6839e685-38d9-43b7-82b4-f993a12244b5 HTTP/1.1" status: 204 len: 168 time: 0.7648141 May 14 16:05:05.856649 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 45816) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:05:05.906871 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.db_base_plugin_v2 [None req-25a4bf95-04ae-4b2e-87eb-686c9df5ccf6 admin admin] Deleting subnet edc70abe-1d66-4b15-afca-c1293a5dafee {{(pid=115110) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 14 16:05:05.909899 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-25a4bf95-04ae-4b2e-87eb-686c9df5ccf6 admin admin] Publish callbacks [] for subnet (edc70abe-1d66-4b15-afca-c1293a5dafee), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:05.944931 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-25a4bf95-04ae-4b2e-87eb-686c9df5ccf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8967045'] for subnet (edc70abe-1d66-4b15-afca-c1293a5dafee), precommit_delete_associations {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:05.946642 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:06.024910 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-25a4bf95-04ae-4b2e-87eb-686c9df5ccf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32905208'] for subnet (edc70abe-1d66-4b15-afca-c1293a5dafee), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:06.081602 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-25a4bf95-04ae-4b2e-87eb-686c9df5ccf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32905185', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-242332', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3185576', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8397829'] for subnet (edc70abe-1d66-4b15-afca-c1293a5dafee), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:06.108768 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a4bf95-04ae-4b2e-87eb-686c9df5ccf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edc70abe-1d66-4b15-afca-c1293a5dafee,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:05:06.114295 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-25a4bf95-04ae-4b2e-87eb-686c9df5ccf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for subnet (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:06.117709 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-25a4bf95-04ae-4b2e-87eb-686c9df5ccf6 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/edc70abe-1d66-4b15-afca-c1293a5dafee HTTP/1.1" status: 204 len: 168 time: 0.2601416 May 14 16:05:06.120221 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 45818) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:05:06.130603 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d6417e-bb8e-4a9a-921f-097258f91f60 None None] Network 43d22ca1-3a83-4fdf-9675-b59a4f503c47 requested from dv-cinder-839793-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 14 16:05:06.188030 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-54cfb8d0-e03c-4736-a7cb-7d8a83d4c443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32844583'] for network (43d22ca1-3a83-4fdf-9675-b59a4f503c47), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:06.245142 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [None req-54cfb8d0-e03c-4736-a7cb-7d8a83d4c443 admin admin] Deleting port e98e4374-971a-47be-a6d8-725a57818a10 {{(pid=115110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 14 16:05:06.245481 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-54cfb8d0-e03c-4736-a7cb-7d8a83d4c443 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770741966053'] for port (e98e4374-971a-47be-a6d8-725a57818a10), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:06.308927 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.db [None req-54cfb8d0-e03c-4736-a7cb-7d8a83d4c443 admin admin] For port e98e4374-971a-47be-a6d8-725a57818a10, host dv-cinder-839793-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-839793-11-iscsi',level=0,port_id=e98e4374-971a-47be-a6d8-725a57818a10,segment=NetworkSegment(26cf2c97-978f-49e8-aeb3-d26703d8eb75),segment_id=26cf2c97-978f-49e8-aeb3-d26703d8eb75)] {{(pid=115110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 14 16:05:06.309266 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-54cfb8d0-e03c-4736-a7cb-7d8a83d4c443 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1753612'] for port (e98e4374-971a-47be-a6d8-725a57818a10), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:06.322072 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.plugin [None req-54cfb8d0-e03c-4736-a7cb-7d8a83d4c443 admin admin] Calling delete_port for e98e4374-971a-47be-a6d8-725a57818a10 owned by network:dhcp {{(pid=115110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 14 16:05:06.402997 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-54cfb8d0-e03c-4736-a7cb-7d8a83d4c443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32857834', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-229474', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770741974137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770741530206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3204953'] for port (e98e4374-971a-47be-a6d8-725a57818a10), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:06.426059 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cfb8d0-e03c-4736-a7cb-7d8a83d4c443 admin admin] Pushing event deleted for resources: {'Port': ['ID=e98e4374-971a-47be-a6d8-725a57818a10,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:05:06.434581 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cfb8d0-e03c-4736-a7cb-7d8a83d4c443 admin admin] No DVR routers for this DVR port e98e4374-971a-47be-a6d8-725a57818a10 on host dv-cinder-839793-11-iscsi {{(pid=115110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 14 16:05:06.471157 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05982d0f-a20f-4bc9-8b90-8c16e954a7be None None] DHCP port deletion for 43d22ca1-3a83-4fdf-9675-b59a4f503c47 request from dv-cinder-839793-11-iscsi {{(pid=115112) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 14 16:05:06.517245 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-54cfb8d0-e03c-4736-a7cb-7d8a83d4c443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32821069', 'neutron.services.segments.db._delete_segments_for_network-8770741945110'] for network (43d22ca1-3a83-4fdf-9675-b59a4f503c47), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:06.536770 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.services.segments.db [None req-54cfb8d0-e03c-4736-a7cb-7d8a83d4c443 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43d22ca1-3a83-4fdf-9675-b59a4f503c47']}} {{(pid=115110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 16:05:06.547637 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.services.segments.db [None req-54cfb8d0-e03c-4736-a7cb-7d8a83d4c443 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26cf2c97-978f-49e8-aeb3-d26703d8eb75') {'for_net_delete': True} {{(pid=115110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 16:05:06.548078 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.services.segments.db [None req-54cfb8d0-e03c-4736-a7cb-7d8a83d4c443 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26cf2c97-978f-49e8-aeb3-d26703d8eb75') {} {{(pid=115110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 14 16:05:06.558257 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-54cfb8d0-e03c-4736-a7cb-7d8a83d4c443 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770741946911', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8967100'] for segment (26cf2c97-978f-49e8-aeb3-d26703d8eb75), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:06.571465 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-54cfb8d0-e03c-4736-a7cb-7d8a83d4c443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32906243'] for segment (26cf2c97-978f-49e8-aeb3-d26703d8eb75), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:06.577770 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54cfb8d0-e03c-4736-a7cb-7d8a83d4c443 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=115110) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 14 16:05:06.578147 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-54cfb8d0-e03c-4736-a7cb-7d8a83d4c443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32906243', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3204874'] for segment (26cf2c97-978f-49e8-aeb3-d26703d8eb75), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:06.580088 dv-cinder-839793-11-iscsi neutron-server[115110]: Traceback (most recent call last): May 14 16:05:06.580088 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 14 16:05:06.580088 dv-cinder-839793-11-iscsi neutron-server[115110]: timer() May 14 16:05:06.580088 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 14 16:05:06.580088 dv-cinder-839793-11-iscsi neutron-server[115110]: cb(*args, **kw) May 14 16:05:06.580088 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 14 16:05:06.580088 dv-cinder-839793-11-iscsi neutron-server[115110]: return func(*args, **kwargs) May 14 16:05:06.580088 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 14 16:05:06.580088 dv-cinder-839793-11-iscsi neutron-server[115110]: self._notify() May 14 16:05:06.580088 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 14 16:05:06.580088 dv-cinder-839793-11-iscsi neutron-server[115110]: self.callback(batched_events) May 14 16:05:06.580088 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 14 16:05:06.580088 dv-cinder-839793-11-iscsi neutron-server[115110]: event.method(event) May 14 16:05:06.580088 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 14 16:05:06.580088 dv-cinder-839793-11-iscsi neutron-server[115110]: aggregate_id = self._get_aggregate_id(event.segment_id) May 14 16:05:06.580088 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 14 16:05:06.580088 dv-cinder-839793-11-iscsi neutron-server[115110]: aggregate_uuid = self.p_client.list_aggregates( May 14 16:05:06.580088 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 14 16:05:06.580088 dv-cinder-839793-11-iscsi neutron-server[115110]: return f(self, *a, **k) May 14 16:05:06.580088 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 14 16:05:06.580088 dv-cinder-839793-11-iscsi neutron-server[115110]: return self._get(url).json() May 14 16:05:06.580088 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 14 16:05:06.580088 dv-cinder-839793-11-iscsi neutron-server[115110]: return self._client.get(url, endpoint_filter=self._ks_filter, May 14 16:05:06.580088 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 14 16:05:06.580088 dv-cinder-839793-11-iscsi neutron-server[115110]: return self.request(url, 'GET', **kwargs) May 14 16:05:06.580088 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 14 16:05:06.580088 dv-cinder-839793-11-iscsi neutron-server[115110]: base_url = self.get_endpoint(auth, allow=allow, May 14 16:05:06.580088 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 14 16:05:06.580088 dv-cinder-839793-11-iscsi neutron-server[115110]: auth = self._auth_required(auth, 'determine endpoint URL') May 14 16:05:06.580088 dv-cinder-839793-11-iscsi neutron-server[115110]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 14 16:05:06.580088 dv-cinder-839793-11-iscsi neutron-server[115110]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 14 16:05:06.580088 dv-cinder-839793-11-iscsi neutron-server[115110]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 14 16:05:06.634916 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-54cfb8d0-e03c-4736-a7cb-7d8a83d4c443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32821110', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1649301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1680732', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1759686'] for network (43d22ca1-3a83-4fdf-9675-b59a4f503c47), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:06.640921 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-54cfb8d0-e03c-4736-a7cb-7d8a83d4c443 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1680754'] for network (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:06.644694 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-54cfb8d0-e03c-4736-a7cb-7d8a83d4c443 admin admin] 10.222.0.61 "DELETE /v2.0/networks/43d22ca1-3a83-4fdf-9675-b59a4f503c47 HTTP/1.1" status: 204 len: 168 time: 0.5235481 May 14 16:05:06.657727 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cfb8d0-e03c-4736-a7cb-7d8a83d4c443 admin admin] Pushing event deleted for resources: {'Network': ['ID=43d22ca1-3a83-4fdf-9675-b59a4f503c47,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:05:06.768612 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 45822) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:05:06.811816 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-9375418c-5174-467d-a45c-915453d6e05b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=882808bd43644908a21ff8a58997c57f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419700 May 14 16:05:06.814235 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 45824) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:05:06.863941 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-08c6342b-2335-4af9-95ef-878ee83bce12 admin admin] Publish callbacks [] for security_group (1bdb4c8a-c47b-4788-9410-e63ca91849a3), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:06.885312 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-08c6342b-2335-4af9-95ef-878ee83bce12 admin admin] Publish callbacks [] for security_group (1bdb4c8a-c47b-4788-9410-e63ca91849a3), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:06.930925 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-08c6342b-2335-4af9-95ef-878ee83bce12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (1bdb4c8a-c47b-4788-9410-e63ca91849a3), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:06.933337 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-08c6342b-2335-4af9-95ef-878ee83bce12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:06.934579 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-08c6342b-2335-4af9-95ef-878ee83bce12 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1bdb4c8a-c47b-4788-9410-e63ca91849a3 HTTP/1.1" status: 204 len: 168 time: 0.1180620 May 14 16:05:06.941913 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c6342b-2335-4af9-95ef-878ee83bce12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bdb4c8a-c47b-4788-9410-e63ca91849a3,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:05:07.330906 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device e98e4374-971a-47be-a6d8-725a57818a10 no longer exists at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 16:05:07.357562 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] No Port match for: e98e4374-971a-47be-a6d8-725a57818a10 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 14 16:05:07.357897 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device e98e4374-971a-47be-a6d8-725a57818a10 not bound to the agent host dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 16:05:07.358302 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device f658bb14-991a-48c7-a87e-4afa76a0bacf no longer exists at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 16:05:07.384922 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] No Port match for: f658bb14-991a-48c7-a87e-4afa76a0bacf {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 14 16:05:07.385261 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device f658bb14-991a-48c7-a87e-4afa76a0bacf not bound to the agent host dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 16:05:07.385673 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device fa12685c-caa8-4fb9-b9cd-2f0beb936b01 no longer exists at agent ovs-agent-dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 14 16:05:07.408540 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:07.408895 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] No Port match for: fa12685c-caa8-4fb9-b9cd-2f0beb936b01 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 14 16:05:07.409230 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Device fa12685c-caa8-4fb9-b9cd-2f0beb936b01 not bound to the agent host dv-cinder-839793-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 14 16:05:19.339644 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 45962) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:05:19.441391 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-2fd3d300-3476-404f-88c7-604cdf96d7f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:19.518621 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-2fd3d300-3476-404f-88c7-604cdf96d7f6 admin admin] Publish callbacks [] for security_group (f3ed9f14-56e8-487a-8a32-fd6ab80ecba3), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:19.522016 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-2fd3d300-3476-404f-88c7-604cdf96d7f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (f3ed9f14-56e8-487a-8a32-fd6ab80ecba3), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:19.561095 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-2fd3d300-3476-404f-88c7-604cdf96d7f6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2f0780e4a0024eca9cb57499f07c51b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2204227 May 14 16:05:19.563041 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd3d300-3476-404f-88c7-604cdf96d7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ed9f14-56e8-487a-8a32-fd6ab80ecba3,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:05:19.563931 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 45966) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:05:19.612607 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-5812ec85-5379-48c4-8c77-dc0c9ac10934 admin admin] Publish callbacks [] for security_group (f3ed9f14-56e8-487a-8a32-fd6ab80ecba3), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:19.633934 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-5812ec85-5379-48c4-8c77-dc0c9ac10934 admin admin] Publish callbacks [] for security_group (f3ed9f14-56e8-487a-8a32-fd6ab80ecba3), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:19.680136 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-5812ec85-5379-48c4-8c77-dc0c9ac10934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (f3ed9f14-56e8-487a-8a32-fd6ab80ecba3), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:19.682708 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-5812ec85-5379-48c4-8c77-dc0c9ac10934 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:19.683832 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-5812ec85-5379-48c4-8c77-dc0c9ac10934 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f3ed9f14-56e8-487a-8a32-fd6ab80ecba3 HTTP/1.1" status: 204 len: 168 time: 0.1188474 May 14 16:05:19.691641 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5812ec85-5379-48c4-8c77-dc0c9ac10934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ed9f14-56e8-487a-8a32-fd6ab80ecba3,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:05:19.938604 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 45972) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:05:19.952226 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-84c6660a-2d59-4946-8b0a-501995dfe332 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:20.030001 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-84c6660a-2d59-4946-8b0a-501995dfe332 admin admin] Publish callbacks [] for security_group (bf102cdf-8361-4366-ba79-d22db05c0116), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:20.033543 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-84c6660a-2d59-4946-8b0a-501995dfe332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (bf102cdf-8361-4366-ba79-d22db05c0116), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:20.070972 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-84c6660a-2d59-4946-8b0a-501995dfe332 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dacdc48f743144e7948923cd53aaf1d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1313028 May 14 16:05:20.072903 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6660a-2d59-4946-8b0a-501995dfe332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf102cdf-8361-4366-ba79-d22db05c0116,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:05:20.073639 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 45974) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:05:20.123486 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-204aeed3-293d-4f18-b680-b2c27a651992 admin admin] Publish callbacks [] for security_group (bf102cdf-8361-4366-ba79-d22db05c0116), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:20.143905 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-204aeed3-293d-4f18-b680-b2c27a651992 admin admin] Publish callbacks [] for security_group (bf102cdf-8361-4366-ba79-d22db05c0116), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:20.199971 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-204aeed3-293d-4f18-b680-b2c27a651992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (bf102cdf-8361-4366-ba79-d22db05c0116), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:20.202468 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-204aeed3-293d-4f18-b680-b2c27a651992 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:20.208094 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-204aeed3-293d-4f18-b680-b2c27a651992 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bf102cdf-8361-4366-ba79-d22db05c0116 HTTP/1.1" status: 204 len: 168 time: 0.1320777 May 14 16:05:20.214185 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204aeed3-293d-4f18-b680-b2c27a651992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf102cdf-8361-4366-ba79-d22db05c0116,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:05:21.638365 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-cd1eea98-3021-4588-9590-5969087dafc2 None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 16:05:21.723161 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 46018) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:05:21.829397 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-cdb492ce-075e-4d5a-9b24-8419a83e2e52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:21.904277 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-cdb492ce-075e-4d5a-9b24-8419a83e2e52 admin admin] Publish callbacks [] for security_group (233a6aa9-ef0c-4c74-8342-e68343da74cd), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:21.907924 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-cdb492ce-075e-4d5a-9b24-8419a83e2e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (233a6aa9-ef0c-4c74-8342-e68343da74cd), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:21.945958 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-cdb492ce-075e-4d5a-9b24-8419a83e2e52 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c16c1a90f83841feaf24785297772e81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2217500 May 14 16:05:21.946830 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb492ce-075e-4d5a-9b24-8419a83e2e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=233a6aa9-ef0c-4c74-8342-e68343da74cd,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:05:21.948672 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 46022) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:05:21.996658 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-50cded27-bd3b-4af2-abae-7bc839ccd9c8 admin admin] Publish callbacks [] for security_group (233a6aa9-ef0c-4c74-8342-e68343da74cd), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:22.017595 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-50cded27-bd3b-4af2-abae-7bc839ccd9c8 admin admin] Publish callbacks [] for security_group (233a6aa9-ef0c-4c74-8342-e68343da74cd), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:22.062672 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-50cded27-bd3b-4af2-abae-7bc839ccd9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (233a6aa9-ef0c-4c74-8342-e68343da74cd), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:22.065105 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-50cded27-bd3b-4af2-abae-7bc839ccd9c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:22.066272 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-50cded27-bd3b-4af2-abae-7bc839ccd9c8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/233a6aa9-ef0c-4c74-8342-e68343da74cd HTTP/1.1" status: 204 len: 168 time: 0.1165943 May 14 16:05:22.073864 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cded27-bd3b-4af2-abae-7bc839ccd9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=233a6aa9-ef0c-4c74-8342-e68343da74cd,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:05:22.318040 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 46028) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:05:22.331325 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-ca60acd9-e611-4f41-97a8-bbff69db2fa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:22.406687 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-ca60acd9-e611-4f41-97a8-bbff69db2fa5 admin admin] Publish callbacks [] for security_group (1fb40e23-91a2-4988-9172-e1c4352b48d3), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:22.410474 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-ca60acd9-e611-4f41-97a8-bbff69db2fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (1fb40e23-91a2-4988-9172-e1c4352b48d3), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:22.452054 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-ca60acd9-e611-4f41-97a8-bbff69db2fa5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=934ff1325e8b422eabe84c3cf480fb08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1328785 May 14 16:05:22.453938 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca60acd9-e611-4f41-97a8-bbff69db2fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb40e23-91a2-4988-9172-e1c4352b48d3,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:05:22.454769 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 46030) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:05:22.514879 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-7d7b20c6-8fb9-41fa-9404-6bc2d09eaeb6 admin admin] Publish callbacks [] for security_group (1fb40e23-91a2-4988-9172-e1c4352b48d3), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:22.538457 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-7d7b20c6-8fb9-41fa-9404-6bc2d09eaeb6 admin admin] Publish callbacks [] for security_group (1fb40e23-91a2-4988-9172-e1c4352b48d3), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:22.584095 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-7d7b20c6-8fb9-41fa-9404-6bc2d09eaeb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (1fb40e23-91a2-4988-9172-e1c4352b48d3), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:22.587246 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-7d7b20c6-8fb9-41fa-9404-6bc2d09eaeb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:22.588375 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-7d7b20c6-8fb9-41fa-9404-6bc2d09eaeb6 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1fb40e23-91a2-4988-9172-e1c4352b48d3 HTTP/1.1" status: 204 len: 168 time: 0.1325779 May 14 16:05:22.595749 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b20c6-8fb9-41fa-9404-6bc2d09eaeb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb40e23-91a2-4988-9172-e1c4352b48d3,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:05:27.441831 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 46128) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:05:27.545247 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-6122c3d1-f457-4d61-9240-7d4c28730b07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:27.617402 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-6122c3d1-f457-4d61-9240-7d4c28730b07 admin admin] Publish callbacks [] for security_group (01baa6f2-f50f-45cf-afb1-37ffe43183fc), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:27.620859 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-6122c3d1-f457-4d61-9240-7d4c28730b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (01baa6f2-f50f-45cf-afb1-37ffe43183fc), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:27.659274 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-6122c3d1-f457-4d61-9240-7d4c28730b07 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5dd9b41a6d92489a93bc9aabb5827f1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2162848 May 14 16:05:27.660396 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6122c3d1-f457-4d61-9240-7d4c28730b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01baa6f2-f50f-45cf-afb1-37ffe43183fc,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:05:27.661829 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 46132) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:05:27.715649 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-783a603c-8d10-4e2d-a7b6-b9b8afcc185a admin admin] Publish callbacks [] for security_group (01baa6f2-f50f-45cf-afb1-37ffe43183fc), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:27.735887 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-783a603c-8d10-4e2d-a7b6-b9b8afcc185a admin admin] Publish callbacks [] for security_group (01baa6f2-f50f-45cf-afb1-37ffe43183fc), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:27.782556 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-783a603c-8d10-4e2d-a7b6-b9b8afcc185a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (01baa6f2-f50f-45cf-afb1-37ffe43183fc), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:27.785024 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-783a603c-8d10-4e2d-a7b6-b9b8afcc185a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:27.786149 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-783a603c-8d10-4e2d-a7b6-b9b8afcc185a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/01baa6f2-f50f-45cf-afb1-37ffe43183fc HTTP/1.1" status: 204 len: 168 time: 0.1220515 May 14 16:05:27.793865 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a603c-8d10-4e2d-a7b6-b9b8afcc185a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01baa6f2-f50f-45cf-afb1-37ffe43183fc,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:05:28.042016 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 46138) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:05:28.055248 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-fa3d8084-06e1-48a3-8efa-9eeed39396cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:28.129134 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-fa3d8084-06e1-48a3-8efa-9eeed39396cd admin admin] Publish callbacks [] for security_group (fcc63de7-311f-442a-a13e-634fd9c796a6), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:28.133705 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-fa3d8084-06e1-48a3-8efa-9eeed39396cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (fcc63de7-311f-442a-a13e-634fd9c796a6), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:28.171247 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-fa3d8084-06e1-48a3-8efa-9eeed39396cd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b162d7e5f612443e83b6eb274e7ae0bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1281295 May 14 16:05:28.173149 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3d8084-06e1-48a3-8efa-9eeed39396cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc63de7-311f-442a-a13e-634fd9c796a6,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:05:28.173924 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 46140) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:05:28.221876 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-7f66d323-6e5c-44db-9abd-c19717755dc5 admin admin] Publish callbacks [] for security_group (fcc63de7-311f-442a-a13e-634fd9c796a6), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:28.243292 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-7f66d323-6e5c-44db-9abd-c19717755dc5 admin admin] Publish callbacks [] for security_group (fcc63de7-311f-442a-a13e-634fd9c796a6), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:28.290863 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-7f66d323-6e5c-44db-9abd-c19717755dc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (fcc63de7-311f-442a-a13e-634fd9c796a6), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:28.293446 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-7f66d323-6e5c-44db-9abd-c19717755dc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:28.294613 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-7f66d323-6e5c-44db-9abd-c19717755dc5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fcc63de7-311f-442a-a13e-634fd9c796a6 HTTP/1.1" status: 204 len: 168 time: 0.1196003 May 14 16:05:28.301892 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f66d323-6e5c-44db-9abd-c19717755dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc63de7-311f-442a-a13e-634fd9c796a6,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:05:28.599365 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 46146) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:05:28.613113 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-30f03284-943d-4876-a67b-3c3e5678d4cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:28.689276 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-30f03284-943d-4876-a67b-3c3e5678d4cb admin admin] Publish callbacks [] for security_group (b99a8e83-594b-401c-bcec-c4ce8806822a), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:28.692890 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-30f03284-943d-4876-a67b-3c3e5678d4cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (b99a8e83-594b-401c-bcec-c4ce8806822a), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:28.731051 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-30f03284-943d-4876-a67b-3c3e5678d4cb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2e023819d5394d2fb354eb566eecfc6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1299973 May 14 16:05:28.731894 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f03284-943d-4876-a67b-3c3e5678d4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99a8e83-594b-401c-bcec-c4ce8806822a,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:05:28.733731 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 46148) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:05:28.782364 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-cfe68f81-481a-46a3-965c-f4753830bfb0 admin admin] Publish callbacks [] for security_group (b99a8e83-594b-401c-bcec-c4ce8806822a), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:28.802805 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-cfe68f81-481a-46a3-965c-f4753830bfb0 admin admin] Publish callbacks [] for security_group (b99a8e83-594b-401c-bcec-c4ce8806822a), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:28.848058 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-cfe68f81-481a-46a3-965c-f4753830bfb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (b99a8e83-594b-401c-bcec-c4ce8806822a), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:28.850657 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-cfe68f81-481a-46a3-965c-f4753830bfb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:28.851786 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-cfe68f81-481a-46a3-965c-f4753830bfb0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b99a8e83-594b-401c-bcec-c4ce8806822a HTTP/1.1" status: 204 len: 168 time: 0.1155601 May 14 16:05:28.859259 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe68f81-481a-46a3-965c-f4753830bfb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99a8e83-594b-401c-bcec-c4ce8806822a,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:05:30.785491 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 46216) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:05:30.889474 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-8b0db54d-36d4-4385-b8f5-99b641a5ea60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:30.962454 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-8b0db54d-36d4-4385-b8f5-99b641a5ea60 admin admin] Publish callbacks [] for security_group (1fb3b439-d327-4169-b46a-bb570a59bfaa), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:30.965826 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-8b0db54d-36d4-4385-b8f5-99b641a5ea60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (1fb3b439-d327-4169-b46a-bb570a59bfaa), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:31.004946 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-8b0db54d-36d4-4385-b8f5-99b641a5ea60 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d06d91ecd10a485b915e8a64190b0105&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2184145 May 14 16:05:31.006040 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0db54d-36d4-4385-b8f5-99b641a5ea60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb3b439-d327-4169-b46a-bb570a59bfaa,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:05:31.007863 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 46220) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:05:31.052695 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-efcd961a-8b8e-4255-b105-84c3bc6868b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:31.056663 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-96d6f846-f167-40fe-afed-766cd8494a13 admin admin] Publish callbacks [] for security_group (1fb3b439-d327-4169-b46a-bb570a59bfaa), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:31.077443 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-96d6f846-f167-40fe-afed-766cd8494a13 admin admin] Publish callbacks [] for security_group (1fb3b439-d327-4169-b46a-bb570a59bfaa), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:31.124021 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-96d6f846-f167-40fe-afed-766cd8494a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (1fb3b439-d327-4169-b46a-bb570a59bfaa), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:31.126629 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-96d6f846-f167-40fe-afed-766cd8494a13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:31.127713 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-96d6f846-f167-40fe-afed-766cd8494a13 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1fb3b439-d327-4169-b46a-bb570a59bfaa HTTP/1.1" status: 204 len: 168 time: 0.1188881 May 14 16:05:31.135407 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d6f846-f167-40fe-afed-766cd8494a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb3b439-d327-4169-b46a-bb570a59bfaa,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:05:31.383993 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 46226) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:05:31.397572 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-d651c3ad-a9a8-4c34-a59f-60c725a340ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:31.471555 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-d651c3ad-a9a8-4c34-a59f-60c725a340ef admin admin] Publish callbacks [] for security_group (7be11c04-4669-4cab-9e55-588ac84bff98), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:31.475326 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-d651c3ad-a9a8-4c34-a59f-60c725a340ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (7be11c04-4669-4cab-9e55-588ac84bff98), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:31.515777 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-d651c3ad-a9a8-4c34-a59f-60c725a340ef admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f4d449f80f1b4637a5f465a4446739a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1306717 May 14 16:05:31.516955 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d651c3ad-a9a8-4c34-a59f-60c725a340ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be11c04-4669-4cab-9e55-588ac84bff98,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:05:31.518456 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 46228) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:05:31.565877 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-274aaf36-5618-40d7-9f62-f8a0ae4d898d admin admin] Publish callbacks [] for security_group (7be11c04-4669-4cab-9e55-588ac84bff98), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:31.586398 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-274aaf36-5618-40d7-9f62-f8a0ae4d898d admin admin] Publish callbacks [] for security_group (7be11c04-4669-4cab-9e55-588ac84bff98), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:31.631942 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-274aaf36-5618-40d7-9f62-f8a0ae4d898d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (7be11c04-4669-4cab-9e55-588ac84bff98), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:31.634904 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-274aaf36-5618-40d7-9f62-f8a0ae4d898d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:31.636067 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-274aaf36-5618-40d7-9f62-f8a0ae4d898d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7be11c04-4669-4cab-9e55-588ac84bff98 HTTP/1.1" status: 204 len: 168 time: 0.1166315 May 14 16:05:31.644148 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274aaf36-5618-40d7-9f62-f8a0ae4d898d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be11c04-4669-4cab-9e55-588ac84bff98,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:05:33.326905 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-52a454ec-93e4-48c5-ac61-6ab9b1882c2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:33.883158 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (df6c86ae-fc26-40a3-91a1-648a304bf46f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:34.374374 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:35.952435 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:37.371033 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:39.489115 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 46350) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:05:39.588454 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-ea0877f2-6d96-4262-8c04-d6f6142077ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:39.659666 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-ea0877f2-6d96-4262-8c04-d6f6142077ea admin admin] Publish callbacks [] for security_group (c386a155-b211-4e13-ac38-f5263691b62e), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:39.664037 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-ea0877f2-6d96-4262-8c04-d6f6142077ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (c386a155-b211-4e13-ac38-f5263691b62e), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:39.701342 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-ea0877f2-6d96-4262-8c04-d6f6142077ea admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7b3a0698ffe3407089e552cfceee8a7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2111678 May 14 16:05:39.702246 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0877f2-6d96-4262-8c04-d6f6142077ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c386a155-b211-4e13-ac38-f5263691b62e,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:05:39.704033 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 46354) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:05:39.752417 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-ea932347-22e2-460e-8022-185f22fdfc34 admin admin] Publish callbacks [] for security_group (c386a155-b211-4e13-ac38-f5263691b62e), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:39.772797 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-ea932347-22e2-460e-8022-185f22fdfc34 admin admin] Publish callbacks [] for security_group (c386a155-b211-4e13-ac38-f5263691b62e), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:39.818797 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-ea932347-22e2-460e-8022-185f22fdfc34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (c386a155-b211-4e13-ac38-f5263691b62e), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:39.821302 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-ea932347-22e2-460e-8022-185f22fdfc34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:39.822458 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-ea932347-22e2-460e-8022-185f22fdfc34 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c386a155-b211-4e13-ac38-f5263691b62e HTTP/1.1" status: 204 len: 168 time: 0.1174436 May 14 16:05:39.829952 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea932347-22e2-460e-8022-185f22fdfc34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c386a155-b211-4e13-ac38-f5263691b62e,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:05:40.082071 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 46360) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:05:40.095522 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-74e30fba-a287-4a9a-b5c8-e298e80b38e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:40.167254 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-74e30fba-a287-4a9a-b5c8-e298e80b38e1 admin admin] Publish callbacks [] for security_group (ec3e58ee-f08c-45d5-92f4-14a71894e586), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:40.170629 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-74e30fba-a287-4a9a-b5c8-e298e80b38e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (ec3e58ee-f08c-45d5-92f4-14a71894e586), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:40.210542 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-74e30fba-a287-4a9a-b5c8-e298e80b38e1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6e09bb7c9d6647eb9feedeb216f3abb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1273048 May 14 16:05:40.211380 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e30fba-a287-4a9a-b5c8-e298e80b38e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3e58ee-f08c-45d5-92f4-14a71894e586,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:05:40.213143 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 46362) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:05:40.263224 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-581429a7-fa35-45d4-8a43-4e6354c963bd admin admin] Publish callbacks [] for security_group (ec3e58ee-f08c-45d5-92f4-14a71894e586), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:40.284164 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-581429a7-fa35-45d4-8a43-4e6354c963bd admin admin] Publish callbacks [] for security_group (ec3e58ee-f08c-45d5-92f4-14a71894e586), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:40.329473 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-581429a7-fa35-45d4-8a43-4e6354c963bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (ec3e58ee-f08c-45d5-92f4-14a71894e586), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:40.332027 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-581429a7-fa35-45d4-8a43-4e6354c963bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:40.333257 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-581429a7-fa35-45d4-8a43-4e6354c963bd admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ec3e58ee-f08c-45d5-92f4-14a71894e586 HTTP/1.1" status: 204 len: 168 time: 0.1190336 May 14 16:05:40.340974 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581429a7-fa35-45d4-8a43-4e6354c963bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3e58ee-f08c-45d5-92f4-14a71894e586,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:05:40.642529 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 46368) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:05:40.655688 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-30ec5b80-de71-4cc2-9f11-fd8e6eac2e34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:40.728029 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-30ec5b80-de71-4cc2-9f11-fd8e6eac2e34 admin admin] Publish callbacks [] for security_group (ccd7a76f-266c-47bd-9ed6-6667b3e4eb85), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:40.731479 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-30ec5b80-de71-4cc2-9f11-fd8e6eac2e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (ccd7a76f-266c-47bd-9ed6-6667b3e4eb85), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:40.769623 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-30ec5b80-de71-4cc2-9f11-fd8e6eac2e34 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=cd6676b7795b4d4ca7634d26923977f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1260433 May 14 16:05:40.770588 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ec5b80-de71-4cc2-9f11-fd8e6eac2e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd7a76f-266c-47bd-9ed6-6667b3e4eb85,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:05:40.772347 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 46370) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:05:40.820396 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-94a20866-9c58-40bd-8b95-a9499dde3f3e admin admin] Publish callbacks [] for security_group (ccd7a76f-266c-47bd-9ed6-6667b3e4eb85), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:40.841596 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-94a20866-9c58-40bd-8b95-a9499dde3f3e admin admin] Publish callbacks [] for security_group (ccd7a76f-266c-47bd-9ed6-6667b3e4eb85), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:40.886398 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-94a20866-9c58-40bd-8b95-a9499dde3f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (ccd7a76f-266c-47bd-9ed6-6667b3e4eb85), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:40.888881 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-94a20866-9c58-40bd-8b95-a9499dde3f3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:40.890067 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-94a20866-9c58-40bd-8b95-a9499dde3f3e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ccd7a76f-266c-47bd-9ed6-6667b3e4eb85 HTTP/1.1" status: 204 len: 168 time: 0.1166468 May 14 16:05:40.898022 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a20866-9c58-40bd-8b95-a9499dde3f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd7a76f-266c-47bd-9ed6-6667b3e4eb85,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:05:48.913547 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 46490) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:05:49.015796 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-dd41d780-152f-4ceb-94af-bba345d5cd62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:49.088711 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-dd41d780-152f-4ceb-94af-bba345d5cd62 admin admin] Publish callbacks [] for security_group (b51bf29f-7a51-4c88-bcb4-116fad41777e), precommit_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:49.092437 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-dd41d780-152f-4ceb-94af-bba345d5cd62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (b51bf29f-7a51-4c88-bcb4-116fad41777e), after_create {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:49.130316 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-dd41d780-152f-4ceb-94af-bba345d5cd62 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dd01a6e3ead9429b90e8202289d10bd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2157581 May 14 16:05:49.131332 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd41d780-152f-4ceb-94af-bba345d5cd62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51bf29f-7a51-4c88-bcb4-116fad41777e,revision_number=1']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:05:49.133016 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 46494) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:05:49.185258 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e27ffb85-ba42-433d-9c4c-ad4c3c94f49f admin admin] Publish callbacks [] for security_group (b51bf29f-7a51-4c88-bcb4-116fad41777e), before_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:49.206646 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e27ffb85-ba42-433d-9c4c-ad4c3c94f49f admin admin] Publish callbacks [] for security_group (b51bf29f-7a51-4c88-bcb4-116fad41777e), precommit_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:49.252313 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e27ffb85-ba42-433d-9c4c-ad4c3c94f49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (b51bf29f-7a51-4c88-bcb4-116fad41777e), after_delete {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:49.255116 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-e27ffb85-ba42-433d-9c4c-ad4c3c94f49f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:49.256815 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-e27ffb85-ba42-433d-9c4c-ad4c3c94f49f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b51bf29f-7a51-4c88-bcb4-116fad41777e HTTP/1.1" status: 204 len: 168 time: 0.1228178 May 14 16:05:49.264202 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27ffb85-ba42-433d-9c4c-ad4c3c94f49f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51bf29f-7a51-4c88-bcb4-116fad41777e,revision_number=None']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:05:49.507213 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 46500) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:05:49.519968 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-9abd27f7-3a4c-4c1e-ad65-ac12dcd236fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:49.591887 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-9abd27f7-3a4c-4c1e-ad65-ac12dcd236fb admin admin] Publish callbacks [] for security_group (1a07e85d-16d2-4e81-98e7-888e56f949af), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:49.595320 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-9abd27f7-3a4c-4c1e-ad65-ac12dcd236fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (1a07e85d-16d2-4e81-98e7-888e56f949af), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:49.632721 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-9abd27f7-3a4c-4c1e-ad65-ac12dcd236fb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=76f917e7010c479ca7be28cd3ec1e4e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1244898 May 14 16:05:49.633552 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abd27f7-3a4c-4c1e-ad65-ac12dcd236fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a07e85d-16d2-4e81-98e7-888e56f949af,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:05:49.635651 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 46502) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:05:49.686960 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-7855017e-db27-428e-b881-7e829e137b61 admin admin] Publish callbacks [] for security_group (1a07e85d-16d2-4e81-98e7-888e56f949af), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:49.707241 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-7855017e-db27-428e-b881-7e829e137b61 admin admin] Publish callbacks [] for security_group (1a07e85d-16d2-4e81-98e7-888e56f949af), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:49.753736 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-7855017e-db27-428e-b881-7e829e137b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (1a07e85d-16d2-4e81-98e7-888e56f949af), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:49.756357 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-7855017e-db27-428e-b881-7e829e137b61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:49.757491 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-7855017e-db27-428e-b881-7e829e137b61 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1a07e85d-16d2-4e81-98e7-888e56f949af HTTP/1.1" status: 204 len: 168 time: 0.1208770 May 14 16:05:49.764991 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7855017e-db27-428e-b881-7e829e137b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a07e85d-16d2-4e81-98e7-888e56f949af,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:05:50.092831 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [-] (115110) accepted ('10.222.0.61', 46508) {{(pid=115110) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:05:50.107915 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-0b82adb7-6b77-4bfc-a684-c4542bd19b47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:50.207243 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-0b82adb7-6b77-4bfc-a684-c4542bd19b47 admin admin] Publish callbacks [] for security_group (d15e7907-5ff5-4392-920e-96ab4c0063cb), precommit_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:50.212337 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron_lib.callbacks.manager [None req-0b82adb7-6b77-4bfc-a684-c4542bd19b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (d15e7907-5ff5-4392-920e-96ab4c0063cb), after_create {{(pid=115110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:50.259974 dv-cinder-839793-11-iscsi neutron-server[115110]: INFO neutron.wsgi [None req-0b82adb7-6b77-4bfc-a684-c4542bd19b47 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=97a561da2766401182b45fe204e2b57c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1660061 May 14 16:05:50.260833 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82adb7-6b77-4bfc-a684-c4542bd19b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15e7907-5ff5-4392-920e-96ab4c0063cb,revision_number=1']} {{(pid=115110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:05:50.262797 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.wsgi [-] (115111) accepted ('10.222.0.61', 46510) {{(pid=115111) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 14 16:05:50.314122 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f80d6c4e-7fd7-4052-9772-026234602e5a admin admin] Publish callbacks [] for security_group (d15e7907-5ff5-4392-920e-96ab4c0063cb), before_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:50.336855 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f80d6c4e-7fd7-4052-9772-026234602e5a admin admin] Publish callbacks [] for security_group (d15e7907-5ff5-4392-920e-96ab4c0063cb), precommit_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:50.389927 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f80d6c4e-7fd7-4052-9772-026234602e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1639527'] for security_group (d15e7907-5ff5-4392-920e-96ab4c0063cb), after_delete {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:50.392692 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron_lib.callbacks.manager [None req-f80d6c4e-7fd7-4052-9772-026234602e5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:05:50.393850 dv-cinder-839793-11-iscsi neutron-server[115111]: INFO neutron.wsgi [None req-f80d6c4e-7fd7-4052-9772-026234602e5a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d15e7907-5ff5-4392-920e-96ab4c0063cb HTTP/1.1" status: 204 len: 168 time: 0.1300690 May 14 16:05:50.402493 dv-cinder-839793-11-iscsi neutron-server[115111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80d6c4e-7fd7-4052-9772-026234602e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15e7907-5ff5-4392-920e-96ab4c0063cb,revision_number=None']} {{(pid=115111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 14 16:05:58.636693 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-cd1eea98-3021-4588-9590-5969087dafc2 None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 16:06:01.053464 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-81e08705-9d5e-4043-8430-aace77ef2019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:06:03.328179 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-f270a76e-06aa-473a-89a0-61b9d26ae6fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:06:03.916727 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (df6c86ae-fc26-40a3-91a1-648a304bf46f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:06:04.377167 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:06:05.991629 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:06:07.372490 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:06:31.056337 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-5fb8b99d-be78-49d3-8635-a0ac06044a37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:06:33.330121 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b31f00f9-5a29-4fd1-bcf3-41486977acef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:06:33.932795 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (df6c86ae-fc26-40a3-91a1-648a304bf46f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:06:34.381522 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:06:35.635545 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-cd1eea98-3021-4588-9590-5969087dafc2 None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 16:06:35.956283 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:06:37.375865 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:07:01.058477 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-90a03ee8-9934-438d-9e78-2115b1360e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:07:03.335568 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-eeff9506-3c32-48c5-beb0-4bec426541f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:07:03.916886 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (df6c86ae-fc26-40a3-91a1-648a304bf46f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:07:04.381966 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:07:05.959231 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:07:07.381146 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:07:12.633529 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-cd1eea98-3021-4588-9590-5969087dafc2 None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 16:07:31.060080 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-0a787da1-6f8f-4c57-8d19-62944e6ecb88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:07:33.337009 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-9803909b-dfaf-40e5-999f-1502cd40f913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:07:33.943335 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (df6c86ae-fc26-40a3-91a1-648a304bf46f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:07:34.385601 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:07:35.963358 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:07:37.383075 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:07:49.632253 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-cd1eea98-3021-4588-9590-5969087dafc2 None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 16:08:01.061772 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-d5cc4841-cca1-43a6-a259-31b640ec4a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:08:03.340507 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-4ed31dd7-ec04-4a0a-a196-1d5dcef94b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:08:03.943609 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (df6c86ae-fc26-40a3-91a1-648a304bf46f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:08:04.388253 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:08:06.007664 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:08:07.387506 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:08:26.630783 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-cd1eea98-3021-4588-9590-5969087dafc2 None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 16:08:31.063519 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-cac64a33-d8d9-414c-827e-ef2df7c0c0b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:08:33.342040 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-3e4da7de-15de-49bb-8778-afbd24c7dcf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:08:33.936281 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (df6c86ae-fc26-40a3-91a1-648a304bf46f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:08:34.392882 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:08:35.969791 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:08:37.389538 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:09:01.065577 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-3cb542af-3717-494c-b6a7-b1e4c6d0cc3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:09:03.343875 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-22a020d8-ca7c-4017-b59a-d09d08090432 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:09:03.629635 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-cd1eea98-3021-4588-9590-5969087dafc2 None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 16:09:03.949930 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (df6c86ae-fc26-40a3-91a1-648a304bf46f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:09:04.393170 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:09:05.972423 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:09:07.391075 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:09:31.066632 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-a7367c4f-ab18-4846-b7ed-27956c2cd253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:09:33.344930 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-78cd1ed5-22e5-4fda-bcee-b9de51e74361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:09:33.948936 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (df6c86ae-fc26-40a3-91a1-648a304bf46f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:09:34.396944 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:09:35.975522 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:09:37.393840 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:09:40.628078 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-cd1eea98-3021-4588-9590-5969087dafc2 None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 16:10:01.067937 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-d70a9f4b-097d-431b-9612-fed4722a3779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:10:03.345805 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-965cc4f2-065d-4355-bb10-03cab57c6d07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:10:03.964813 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (df6c86ae-fc26-40a3-91a1-648a304bf46f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:10:04.399422 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:10:05.998142 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:10:07.396485 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:10:17.627004 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-cd1eea98-3021-4588-9590-5969087dafc2 None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 16:10:31.068916 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-cfd2c080-22b7-4559-8af6-729b62dafff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:10:33.346939 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-f956d37d-5d85-404d-af66-a66d4b906c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:10:33.983726 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (df6c86ae-fc26-40a3-91a1-648a304bf46f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:10:34.402604 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:10:35.981952 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:10:37.399751 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:10:54.627365 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-cd1eea98-3021-4588-9590-5969087dafc2 None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 14 16:10:57.064011 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [req-6a478925-2f22-4409-9b51-f81d931d091b req-68df8034-311c-4586-b8dc-803b0cca5894 service neutron] (115110) timed out ('10.222.0.61', 40698) {{(pid=115110) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 14 16:10:57.136804 dv-cinder-839793-11-iscsi neutron-server[115110]: DEBUG neutron.wsgi [req-6a478925-2f22-4409-9b51-f81d931d091b req-5c005f71-3ad7-4a75-b4fc-90791658236c tempest-AttachVolumeShelveTestJSON-1739561036 tempest-AttachVolumeShelveTestJSON-1739561036-project] (115110) timed out ('10.222.0.61', 40706) {{(pid=115110) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 14 16:11:01.069407 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-f147938c-cfb7-4e07-9aa3-d3a9ee12c418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:11:03.347223 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-fbd49e34-7343-4967-ae6c-238da022e063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (5671fec3-e0f9-4d5d-b2e6-a99a5db6261f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:11:03.995754 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5703182-c406-4bb6-b5fd-4eb158fef552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (df6c86ae-fc26-40a3-91a1-648a304bf46f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:11:04.404468 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-702afd5d-a0a8-4d25-8a25-9ff42071d745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (adb65fcd-6039-42fd-bf6d-beae9e3c4d67), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:11:05.986581 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-91bcdd7d-3cdd-44bc-a436-c834a58aa071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (49a734f6-9cd1-445f-ac51-11fc7c016700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:11:07.402184 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1a05e33f-8f2d-42a5-b137-a34583922b39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (57d31cd8-17bf-47b9-a2cf-22310545150a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:11:31.071421 dv-cinder-839793-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-381a2d2d-6afe-4446-a90d-74da12d819d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770741945092', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32818830'] for agent (fb8f4d26-2508-472b-a3f6-593d1ff7e929), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 14 16:11:31.626725 dv-cinder-839793-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-cd1eea98-3021-4588-9590-5969087dafc2 None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}